62 static inline int gred_wred_mode(struct gred_sched *table)  in gred_wred_mode()  argument
64 	return test_bit(GRED_WRED_MODE, &table->flags);  in gred_wred_mode()
67 static inline void gred_enable_wred_mode(struct gred_sched *table)  in gred_enable_wred_mode()  argument
69 	__set_bit(GRED_WRED_MODE, &table->flags);  in gred_enable_wred_mode()
72 static inline void gred_disable_wred_mode(struct gred_sched *table)  in gred_disable_wred_mode()  argument
74 	__clear_bit(GRED_WRED_MODE, &table->flags);  in gred_disable_wred_mode()
77 static inline int gred_rio_mode(struct gred_sched *table)  in gred_rio_mode()  argument
79 	return test_bit(GRED_RIO_MODE, &table->flags);  in gred_rio_mode()
82 static inline void gred_enable_rio_mode(struct gred_sched *table)  in gred_enable_rio_mode()  argument
84 	__set_bit(GRED_RIO_MODE, &table->flags);  in gred_enable_rio_mode()
87 static inline void gred_disable_rio_mode(struct gred_sched *table)  in gred_disable_rio_mode()  argument
89 	__clear_bit(GRED_RIO_MODE, &table->flags);  in gred_disable_rio_mode()
94 	struct gred_sched *table = qdisc_priv(sch);  in gred_wred_mode_check()  local
98 	for (i = 0; i < table->DPs; i++) {  in gred_wred_mode_check()
99 		struct gred_sched_data *q = table->tab[i];  in gred_wred_mode_check()
105 		for (n = i + 1; n < table->DPs; n++)  in gred_wred_mode_check()
106 			if (table->tab[n] && table->tab[n]->prio == q->prio)  in gred_wred_mode_check()
113 static inline unsigned int gred_backlog(struct gred_sched *table,  in gred_backlog()  argument
117 	if (gred_wred_mode(table))  in gred_backlog()
128 static inline void gred_load_wred_set(const struct gred_sched *table,  in gred_load_wred_set()  argument
131 	q->vars.qavg = table->wred_set.qavg;  in gred_load_wred_set()
132 	q->vars.qidlestart = table->wred_set.qidlestart;  in gred_load_wred_set()
135 static inline void gred_store_wred_set(struct gred_sched *table,  in gred_store_wred_set()  argument
138 	table->wred_set.qavg = q->vars.qavg;  in gred_store_wred_set()
139 	table->wred_set.qidlestart = q->vars.qidlestart;  in gred_store_wred_set()
337 	struct gred_sched *table = qdisc_priv(sch);  in gred_change_table_def()  local
350 	table->DPs = sopt->DPs;  in gred_change_table_def()
351 	table->def = sopt->def_DP;  in gred_change_table_def()
352 	table->red_flags = sopt->flags;  in gred_change_table_def()
362 		gred_enable_rio_mode(table);  in gred_change_table_def()
363 		gred_disable_wred_mode(table);  in gred_change_table_def()
365 			gred_enable_wred_mode(table);  in gred_change_table_def()
367 		gred_disable_rio_mode(table);  in gred_change_table_def()
368 		gred_disable_wred_mode(table);  in gred_change_table_def()
371 	for (i = table->DPs; i < MAX_DPs; i++) {  in gred_change_table_def()
372 		if (table->tab[i]) {  in gred_change_table_def()
375 			gred_destroy_vq(table->tab[i]);  in gred_change_table_def()
376 			table->tab[i] = NULL;  in gred_change_table_def()
388 	struct gred_sched *table = qdisc_priv(sch);  in gred_change_vq()  local
389 	struct gred_sched_data *q = table->tab[dp];  in gred_change_vq()
392 		table->tab[dp] = q = *prealloc;  in gred_change_vq()
421 	struct gred_sched *table = qdisc_priv(sch);  in gred_change()  local
449 	if (ctl->DP >= table->DPs)  in gred_change()
452 	if (gred_rio_mode(table)) {  in gred_change()
456 			if (table->tab[table->def])  in gred_change()
457 				def_prio = table->tab[table->def]->prio;  in gred_change()
474 	if (gred_rio_mode(table)) {  in gred_change()
475 		gred_disable_wred_mode(table);  in gred_change()
477 			gred_enable_wred_mode(table);  in gred_change()
509 	struct gred_sched *table = qdisc_priv(sch);  in gred_dump()  local
514 		.DPs	= table->DPs,  in gred_dump()
515 		.def_DP	= table->def,  in gred_dump()
516 		.grio	= gred_rio_mode(table),  in gred_dump()
517 		.flags	= table->red_flags,  in gred_dump()
527 		struct gred_sched_data *q = table->tab[i];  in gred_dump()
539 		struct gred_sched_data *q = table->tab[i];  in gred_dump()
556 		opt.backlog	= gred_backlog(table, q, sch);  in gred_dump()
570 		if (gred_wred_mode(table))  in gred_dump()
571 			gred_load_wred_set(table, q);  in gred_dump()
593 	struct gred_sched *table = qdisc_priv(sch);  in gred_destroy()  local
596 	for (i = 0; i < table->DPs; i++) {  in gred_destroy()
597 		if (table->tab[i])  in gred_destroy()
598 			gred_destroy_vq(table->tab[i]);  in gred_destroy()