140 void free_rt_sched_group(struct task_group *tg)  in free_rt_sched_group()  argument
144 	if (tg->rt_se)  in free_rt_sched_group()
145 		destroy_rt_bandwidth(&tg->rt_bandwidth);  in free_rt_sched_group()
148 		if (tg->rt_rq)  in free_rt_sched_group()
149 			kfree(tg->rt_rq[i]);  in free_rt_sched_group()
150 		if (tg->rt_se)  in free_rt_sched_group()
151 			kfree(tg->rt_se[i]);  in free_rt_sched_group()
154 	kfree(tg->rt_rq);  in free_rt_sched_group()
155 	kfree(tg->rt_se);  in free_rt_sched_group()
158 void init_tg_rt_entry(struct task_group *tg, struct rt_rq *rt_rq,  in init_tg_rt_entry()  argument
167 	rt_rq->tg = tg;  in init_tg_rt_entry()
169 	tg->rt_rq[cpu] = rt_rq;  in init_tg_rt_entry()
170 	tg->rt_se[cpu] = rt_se;  in init_tg_rt_entry()
185 int alloc_rt_sched_group(struct task_group *tg, struct task_group *parent)  in alloc_rt_sched_group()  argument
191 	tg->rt_rq = kzalloc(sizeof(rt_rq) * nr_cpu_ids, GFP_KERNEL);  in alloc_rt_sched_group()
192 	if (!tg->rt_rq)  in alloc_rt_sched_group()
194 	tg->rt_se = kzalloc(sizeof(rt_se) * nr_cpu_ids, GFP_KERNEL);  in alloc_rt_sched_group()
195 	if (!tg->rt_se)  in alloc_rt_sched_group()
198 	init_rt_bandwidth(&tg->rt_bandwidth,  in alloc_rt_sched_group()
213 		rt_rq->rt_runtime = tg->rt_bandwidth.rt_runtime;  in alloc_rt_sched_group()
214 		init_tg_rt_entry(tg, rt_rq, rt_se, i, parent->rt_se[i]);  in alloc_rt_sched_group()
253 void free_rt_sched_group(struct task_group *tg) { }  in free_rt_sched_group()  argument
255 int alloc_rt_sched_group(struct task_group *tg, struct task_group *parent)  in alloc_rt_sched_group()  argument
446 	if (!rt_rq->tg)  in sched_rt_runtime()
454 	return ktime_to_ns(rt_rq->tg->rt_bandwidth.rt_period);  in sched_rt_period()
459 static inline struct task_group *next_task_group(struct task_group *tg)  in next_task_group()  argument
462 		tg = list_entry_rcu(tg->list.next,  in next_task_group()
464 	} while (&tg->list != &task_groups && task_group_is_autogroup(tg));  in next_task_group()
466 	if (&tg->list == &task_groups)  in next_task_group()
467 		tg = NULL;  in next_task_group()
469 	return tg;  in next_task_group()
496 	rt_se = rt_rq->tg->rt_se[cpu];  in sched_rt_rq_enqueue()
514 	rt_se = rt_rq->tg->rt_se[cpu];  in sched_rt_rq_dequeue()
559 	return &rt_rq->tg->rt_bandwidth;  in sched_rt_bandwidth()
1107 	if (rt_rq->tg)  in inc_rt_group()
1108 		start_rt_bandwidth(&rt_rq->tg->rt_bandwidth);  in inc_rt_group()