122 static inline struct sk_buff *dequeue_head(struct fq_codel_flow *flow)  in dequeue_head()  argument
124 	struct sk_buff *skb = flow->head;  in dequeue_head()
126 	flow->head = skb->next;  in dequeue_head()
132 static inline void flow_queue_add(struct fq_codel_flow *flow,  in flow_queue_add()  argument
135 	if (flow->head == NULL)  in flow_queue_add()
136 		flow->head = skb;  in flow_queue_add()
138 		flow->tail->next = skb;  in flow_queue_add()
139 	flow->tail = skb;  in flow_queue_add()
148 	struct fq_codel_flow *flow;  in fq_codel_drop()  local
161 	flow = &q->flows[idx];  in fq_codel_drop()
162 	skb = dequeue_head(flow);  in fq_codel_drop()
169 	flow->dropped++;  in fq_codel_drop()
177 	struct fq_codel_flow *flow;  in fq_codel_enqueue()  local
190 	flow = &q->flows[idx];  in fq_codel_enqueue()
191 	flow_queue_add(flow, skb);  in fq_codel_enqueue()
195 	if (list_empty(&flow->flowchain)) {  in fq_codel_enqueue()
196 		list_add_tail(&flow->flowchain, &q->new_flows);  in fq_codel_enqueue()
198 		flow->deficit = q->quantum;  in fq_codel_enqueue()
199 		flow->dropped = 0;  in fq_codel_enqueue()
223 	struct fq_codel_flow *flow;  in dequeue()  local
226 	flow = container_of(vars, struct fq_codel_flow, cvars);  in dequeue()
227 	if (flow->head) {  in dequeue()
228 		skb = dequeue_head(flow);  in dequeue()
229 		q->backlogs[flow - q->flows] -= qdisc_pkt_len(skb);  in dequeue()
239 	struct fq_codel_flow *flow;  in fq_codel_dequeue()  local
250 	flow = list_first_entry(head, struct fq_codel_flow, flowchain);  in fq_codel_dequeue()
252 	if (flow->deficit <= 0) {  in fq_codel_dequeue()
253 		flow->deficit += q->quantum;  in fq_codel_dequeue()
254 		list_move_tail(&flow->flowchain, &q->old_flows);  in fq_codel_dequeue()
261 	skb = codel_dequeue(sch, &q->cparams, &flow->cvars, &q->cstats,  in fq_codel_dequeue()
264 	flow->dropped += q->cstats.drop_count - prev_drop_count;  in fq_codel_dequeue()
265 	flow->dropped += q->cstats.ecn_mark - prev_ecn_mark;  in fq_codel_dequeue()
270 			list_move_tail(&flow->flowchain, &q->old_flows);  in fq_codel_dequeue()
272 			list_del_init(&flow->flowchain);  in fq_codel_dequeue()
276 	flow->deficit -= qdisc_pkt_len(skb);  in fq_codel_dequeue()
415 			struct fq_codel_flow *flow = q->flows + i;  in fq_codel_init()  local
417 			INIT_LIST_HEAD(&flow->flowchain);  in fq_codel_init()
418 			codel_vars_init(&flow->cvars);  in fq_codel_init()
527 		const struct fq_codel_flow *flow = &q->flows[idx];  in fq_codel_dump_class_stats()  local
528 		const struct sk_buff *skb = flow->head;  in fq_codel_dump_class_stats()
532 		xstats.class_stats.deficit = flow->deficit;  in fq_codel_dump_class_stats()
534 			codel_time_to_us(flow->cvars.ldelay);  in fq_codel_dump_class_stats()
535 		xstats.class_stats.count = flow->cvars.count;  in fq_codel_dump_class_stats()
536 		xstats.class_stats.lastcount = flow->cvars.lastcount;  in fq_codel_dump_class_stats()
537 		xstats.class_stats.dropping = flow->cvars.dropping;  in fq_codel_dump_class_stats()
538 		if (flow->cvars.dropping) {  in fq_codel_dump_class_stats()
539 			codel_tdiff_t delta = flow->cvars.drop_next -  in fq_codel_dump_class_stats()
551 		qs.drops = flow->dropped;  in fq_codel_dump_class_stats()