53 static void drr_purge_queue(struct drr_class *cl)  in drr_purge_queue()  argument
55 	unsigned int len = cl->qdisc->q.qlen;  in drr_purge_queue()
56 	unsigned int backlog = cl->qdisc->qstats.backlog;  in drr_purge_queue()
58 	qdisc_reset(cl->qdisc);  in drr_purge_queue()
59 	qdisc_tree_reduce_backlog(cl->qdisc, len, backlog);  in drr_purge_queue()
70 	struct drr_class *cl = (struct drr_class *)*arg;  in drr_change_class()  local
90 	if (cl != NULL) {  in drr_change_class()
92 			err = gen_replace_estimator(&cl->bstats, NULL,  in drr_change_class()
93 						    &cl->rate_est,  in drr_change_class()
102 			cl->quantum = quantum;  in drr_change_class()
108 	cl = kzalloc(sizeof(struct drr_class), GFP_KERNEL);  in drr_change_class()
109 	if (cl == NULL)  in drr_change_class()
112 	cl->refcnt	   = 1;  in drr_change_class()
113 	cl->common.classid = classid;  in drr_change_class()
114 	cl->quantum	   = quantum;  in drr_change_class()
115 	cl->qdisc	   = qdisc_create_dflt(sch->dev_queue,  in drr_change_class()
117 	if (cl->qdisc == NULL)  in drr_change_class()
118 		cl->qdisc = &noop_qdisc;  in drr_change_class()
121 		err = gen_replace_estimator(&cl->bstats, NULL, &cl->rate_est,  in drr_change_class()
125 			qdisc_destroy(cl->qdisc);  in drr_change_class()
126 			kfree(cl);  in drr_change_class()
132 	qdisc_class_hash_insert(&q->clhash, &cl->common);  in drr_change_class()
137 	*arg = (unsigned long)cl;  in drr_change_class()
141 static void drr_destroy_class(struct Qdisc *sch, struct drr_class *cl)  in drr_destroy_class()  argument
143 	gen_kill_estimator(&cl->bstats, &cl->rate_est);  in drr_destroy_class()
144 	qdisc_destroy(cl->qdisc);  in drr_destroy_class()
145 	kfree(cl);  in drr_destroy_class()
151 	struct drr_class *cl = (struct drr_class *)arg;  in drr_delete_class()  local
153 	if (cl->filter_cnt > 0)  in drr_delete_class()
158 	drr_purge_queue(cl);  in drr_delete_class()
159 	qdisc_class_hash_remove(&q->clhash, &cl->common);  in drr_delete_class()
161 	BUG_ON(--cl->refcnt == 0);  in drr_delete_class()
173 	struct drr_class *cl = drr_find_class(sch, classid);  in drr_get_class()  local
175 	if (cl != NULL)  in drr_get_class()
176 		cl->refcnt++;  in drr_get_class()
178 	return (unsigned long)cl;  in drr_get_class()
183 	struct drr_class *cl = (struct drr_class *)arg;  in drr_put_class()  local
185 	if (--cl->refcnt == 0)  in drr_put_class()
186 		drr_destroy_class(sch, cl);  in drr_put_class()
190 					      unsigned long cl)  in drr_tcf_chain()  argument
194 	if (cl)  in drr_tcf_chain()
203 	struct drr_class *cl = drr_find_class(sch, classid);  in drr_bind_tcf()  local
205 	if (cl != NULL)  in drr_bind_tcf()
206 		cl->filter_cnt++;  in drr_bind_tcf()
208 	return (unsigned long)cl;  in drr_bind_tcf()
213 	struct drr_class *cl = (struct drr_class *)arg;  in drr_unbind_tcf()  local
215 	cl->filter_cnt--;  in drr_unbind_tcf()
221 	struct drr_class *cl = (struct drr_class *)arg;  in drr_graft_class()  local
225 					&pfifo_qdisc_ops, cl->common.classid);  in drr_graft_class()
230 	*old = qdisc_replace(sch, new, &cl->qdisc);  in drr_graft_class()
236 	struct drr_class *cl = (struct drr_class *)arg;  in drr_class_leaf()  local
238 	return cl->qdisc;  in drr_class_leaf()
243 	struct drr_class *cl = (struct drr_class *)arg;  in drr_qlen_notify()  local
245 	if (cl->qdisc->q.qlen == 0)  in drr_qlen_notify()
246 		list_del(&cl->alist);  in drr_qlen_notify()
252 	struct drr_class *cl = (struct drr_class *)arg;  in drr_dump_class()  local
256 	tcm->tcm_handle	= cl->common.classid;  in drr_dump_class()
257 	tcm->tcm_info	= cl->qdisc->handle;  in drr_dump_class()
262 	if (nla_put_u32(skb, TCA_DRR_QUANTUM, cl->quantum))  in drr_dump_class()
274 	struct drr_class *cl = (struct drr_class *)arg;  in drr_dump_class_stats()  local
275 	__u32 qlen = cl->qdisc->q.qlen;  in drr_dump_class_stats()
280 		xstats.deficit = cl->deficit;  in drr_dump_class_stats()
282 	if (gnet_stats_copy_basic(d, NULL, &cl->bstats) < 0 ||  in drr_dump_class_stats()
283 	    gnet_stats_copy_rate_est(d, &cl->bstats, &cl->rate_est) < 0 ||  in drr_dump_class_stats()
284 	    gnet_stats_copy_queue(d, NULL, &cl->qdisc->qstats, qlen) < 0)  in drr_dump_class_stats()
293 	struct drr_class *cl;  in drr_walk()  local
300 		hlist_for_each_entry(cl, &q->clhash.hash[i], common.hnode) {  in drr_walk()
305 			if (arg->fn(sch, (unsigned long)cl, arg) < 0) {  in drr_walk()
318 	struct drr_class *cl;  in drr_classify()  local
324 		cl = drr_find_class(sch, skb->priority);  in drr_classify()
325 		if (cl != NULL)  in drr_classify()
326 			return cl;  in drr_classify()
342 		cl = (struct drr_class *)res.class;  in drr_classify()
343 		if (cl == NULL)  in drr_classify()
344 			cl = drr_find_class(sch, res.classid);  in drr_classify()
345 		return cl;  in drr_classify()
353 	struct drr_class *cl;  in drr_enqueue()  local
356 	cl = drr_classify(skb, sch, &err);  in drr_enqueue()
357 	if (cl == NULL) {  in drr_enqueue()
364 	err = qdisc_enqueue(skb, cl->qdisc);  in drr_enqueue()
367 			cl->qstats.drops++;  in drr_enqueue()
373 	if (cl->qdisc->q.qlen == 1) {  in drr_enqueue()
374 		list_add_tail(&cl->alist, &q->active);  in drr_enqueue()
375 		cl->deficit = cl->quantum;  in drr_enqueue()
385 	struct drr_class *cl;  in drr_dequeue()  local
392 		cl = list_first_entry(&q->active, struct drr_class, alist);  in drr_dequeue()
393 		skb = cl->qdisc->ops->peek(cl->qdisc);  in drr_dequeue()
395 			qdisc_warn_nonwc(__func__, cl->qdisc);  in drr_dequeue()
400 		if (len <= cl->deficit) {  in drr_dequeue()
401 			cl->deficit -= len;  in drr_dequeue()
402 			skb = qdisc_dequeue_peeked(cl->qdisc);  in drr_dequeue()
403 			if (cl->qdisc->q.qlen == 0)  in drr_dequeue()
404 				list_del(&cl->alist);  in drr_dequeue()
406 			bstats_update(&cl->bstats, skb);  in drr_dequeue()
412 		cl->deficit += cl->quantum;  in drr_dequeue()
413 		list_move_tail(&cl->alist, &q->active);  in drr_dequeue()
422 	struct drr_class *cl;  in drr_drop()  local
425 	list_for_each_entry(cl, &q->active, alist) {  in drr_drop()
426 		if (cl->qdisc->ops->drop) {  in drr_drop()
427 			len = cl->qdisc->ops->drop(cl->qdisc);  in drr_drop()
430 				if (cl->qdisc->q.qlen == 0)  in drr_drop()
431 					list_del(&cl->alist);  in drr_drop()
454 	struct drr_class *cl;  in drr_reset_qdisc()  local
458 		hlist_for_each_entry(cl, &q->clhash.hash[i], common.hnode) {  in drr_reset_qdisc()
459 			if (cl->qdisc->q.qlen)  in drr_reset_qdisc()
460 				list_del(&cl->alist);  in drr_reset_qdisc()
461 			qdisc_reset(cl->qdisc);  in drr_reset_qdisc()
470 	struct drr_class *cl;  in drr_destroy_qdisc()  local
477 		hlist_for_each_entry_safe(cl, next, &q->clhash.hash[i],  in drr_destroy_qdisc()
479 			drr_destroy_class(sch, cl);  in drr_destroy_qdisc()