194 static void kill_css(struct cgroup_subsys_state *css);
305 	struct cgroup_subsys_state *css;  in cgroup_get_e_css()  local
310 		css = cgroup_css(cgrp, ss);  in cgroup_get_e_css()
312 		if (css && css_tryget_online(css))  in cgroup_get_e_css()
317 	css = init_css_set.subsys[ss->id];  in cgroup_get_e_css()
318 	css_get(css);  in cgroup_get_e_css()
321 	return css;  in cgroup_get_e_css()
382 #define for_each_css(css, ssid, cgrp)					\  argument
384 		if (!((css) = rcu_dereference_check(			\
397 #define for_each_e_css(css, ssid, cgrp)					\  argument
399 		if (!((css) = cgroup_e_css(cgrp, cgroup_subsys[(ssid)]))) \
510 static unsigned long css_set_hash(struct cgroup_subsys_state *css[])  in css_set_hash()  argument
517 		key += (unsigned long)css[i];  in css_set_hash()
1272 		struct cgroup_subsys_state *css;  in rebind_subsystems()  local
1279 		css = cgroup_css(&src_root->cgrp, ss);  in rebind_subsystems()
1281 		WARN_ON(!css || cgroup_css(&dst_root->cgrp, ss));  in rebind_subsystems()
1284 		rcu_assign_pointer(dst_root->cgrp.subsys[ssid], css);  in rebind_subsystems()
1286 		css->cgroup = &dst_root->cgrp;  in rebind_subsystems()
1306 			ss->bind(css);  in rebind_subsystems()
2238 	struct cgroup_subsys_state *css, *failed_css = NULL;  in cgroup_migrate()  local
2286 	for_each_e_css(css, i, cgrp) {  in cgroup_migrate()
2287 		if (css->ss->can_attach) {  in cgroup_migrate()
2288 			ret = css->ss->can_attach(css, &tset);  in cgroup_migrate()
2290 				failed_css = css;  in cgroup_migrate()
2316 	for_each_e_css(css, i, cgrp)  in cgroup_migrate()
2317 		if (css->ss->attach)  in cgroup_migrate()
2318 			css->ss->attach(css, &tset);  in cgroup_migrate()
2324 	for_each_e_css(css, i, cgrp) {  in cgroup_migrate()
2325 		if (css == failed_css)  in cgroup_migrate()
2327 		if (css->ss->cancel_attach)  in cgroup_migrate()
2328 			css->ss->cancel_attach(css, &tset);  in cgroup_migrate()
2602 	struct cgroup_subsys_state *css;  in cgroup_update_dfl_csses()  local
2610 	css_for_each_descendant_pre(css, cgroup_css(cgrp, NULL)) {  in cgroup_update_dfl_csses()
2614 		if (css->cgroup == cgrp)  in cgroup_update_dfl_csses()
2617 		list_for_each_entry(link, &css->cgroup->cset_links, cset_link)  in cgroup_update_dfl_csses()
2863 			struct cgroup_subsys_state *css = cgroup_css(child, ss);  in cgroup_subtree_control_write()  local
2866 				kill_css(css);  in cgroup_subtree_control_write()
2870 					ss->css_reset(css);  in cgroup_subtree_control_write()
2883 		struct cgroup_subsys_state *css;  in cgroup_subtree_control_write()  local
2888 		css_for_each_descendant_pre(css, this_css)  in cgroup_subtree_control_write()
2889 			if (css != this_css)  in cgroup_subtree_control_write()
2890 				ss->css_e_css_changed(css);  in cgroup_subtree_control_write()
2908 			struct cgroup_subsys_state *css = cgroup_css(child, ss);  in cgroup_subtree_control_write()  local
2910 			if (!css)  in cgroup_subtree_control_write()
2914 				kill_css(css);  in cgroup_subtree_control_write()
2933 	struct cgroup_subsys_state *css;  in cgroup_file_write()  local
2946 	css = cgroup_css(cgrp, cft->ss);  in cgroup_file_write()
2953 			ret = cft->write_u64(css, cft, v);  in cgroup_file_write()
2958 			ret = cft->write_s64(css, cft, v);  in cgroup_file_write()
2984 	struct cgroup_subsys_state *css = seq_css(m);  in cgroup_seqfile_show()  local
2990 		seq_printf(m, "%llu\n", cft->read_u64(css, cft));  in cgroup_seqfile_show()
2992 		seq_printf(m, "%lld\n", cft->read_s64(css, cft));  in cgroup_seqfile_show()
3143 	struct cgroup_subsys_state *css;  in cgroup_apply_cftypes()  local
3149 	css_for_each_descendant_pre(css, cgroup_css(root, ss)) {  in cgroup_apply_cftypes()
3150 		struct cgroup *cgrp = css->cgroup;  in cgroup_apply_cftypes()
3560 bool css_has_online_children(struct cgroup_subsys_state *css)  in css_has_online_children()  argument
3566 	css_for_each_child(child, css) {  in css_has_online_children()
3630 void css_task_iter_start(struct cgroup_subsys_state *css,  in css_task_iter_start()  argument
3639 	it->ss = css->ss;  in css_task_iter_start()
3642 		it->cset_pos = &css->cgroup->e_csets[css->ss->id];  in css_task_iter_start()
3644 		it->cset_pos = &css->cgroup->cset_links;  in css_task_iter_start()
4203 static u64 cgroup_read_notify_on_release(struct cgroup_subsys_state *css,  in cgroup_read_notify_on_release()  argument
4206 	return notify_on_release(css->cgroup);  in cgroup_read_notify_on_release()
4209 static int cgroup_write_notify_on_release(struct cgroup_subsys_state *css,  in cgroup_write_notify_on_release()  argument
4213 		set_bit(CGRP_NOTIFY_ON_RELEASE, &css->cgroup->flags);  in cgroup_write_notify_on_release()
4215 		clear_bit(CGRP_NOTIFY_ON_RELEASE, &css->cgroup->flags);  in cgroup_write_notify_on_release()
4219 static u64 cgroup_clone_children_read(struct cgroup_subsys_state *css,  in cgroup_clone_children_read()  argument
4222 	return test_bit(CGRP_CPUSET_CLONE_CHILDREN, &css->cgroup->flags);  in cgroup_clone_children_read()
4225 static int cgroup_clone_children_write(struct cgroup_subsys_state *css,  in cgroup_clone_children_write()  argument
4229 		set_bit(CGRP_CPUSET_CLONE_CHILDREN, &css->cgroup->flags);  in cgroup_clone_children_write()
4231 		clear_bit(CGRP_CPUSET_CLONE_CHILDREN, &css->cgroup->flags);  in cgroup_clone_children_write()
4372 	struct cgroup_subsys_state *css =  in css_free_work_fn()  local
4374 	struct cgroup_subsys *ss = css->ss;  in css_free_work_fn()
4375 	struct cgroup *cgrp = css->cgroup;  in css_free_work_fn()
4377 	percpu_ref_exit(&css->refcnt);  in css_free_work_fn()
4381 		int id = css->id;  in css_free_work_fn()
4383 		if (css->parent)  in css_free_work_fn()
4384 			css_put(css->parent);  in css_free_work_fn()
4386 		ss->css_free(css);  in css_free_work_fn()
4418 	struct cgroup_subsys_state *css =  in css_free_rcu_fn()  local
4421 	INIT_WORK(&css->destroy_work, css_free_work_fn);  in css_free_rcu_fn()
4422 	queue_work(cgroup_destroy_wq, &css->destroy_work);  in css_free_rcu_fn()
4427 	struct cgroup_subsys_state *css =  in css_release_work_fn()  local
4429 	struct cgroup_subsys *ss = css->ss;  in css_release_work_fn()
4430 	struct cgroup *cgrp = css->cgroup;  in css_release_work_fn()
4434 	css->flags |= CSS_RELEASED;  in css_release_work_fn()
4435 	list_del_rcu(&css->sibling);  in css_release_work_fn()
4439 		cgroup_idr_replace(&ss->css_idr, NULL, css->id);  in css_release_work_fn()
4441 			ss->css_released(css);  in css_release_work_fn()
4459 	call_rcu(&css->rcu_head, css_free_rcu_fn);  in css_release_work_fn()
4464 	struct cgroup_subsys_state *css =  in css_release()  local
4467 	INIT_WORK(&css->destroy_work, css_release_work_fn);  in css_release()
4468 	queue_work(cgroup_destroy_wq, &css->destroy_work);  in css_release()
4471 static void init_and_link_css(struct cgroup_subsys_state *css,  in init_and_link_css()  argument
4478 	memset(css, 0, sizeof(*css));  in init_and_link_css()
4479 	css->cgroup = cgrp;  in init_and_link_css()
4480 	css->ss = ss;  in init_and_link_css()
4481 	INIT_LIST_HEAD(&css->sibling);  in init_and_link_css()
4482 	INIT_LIST_HEAD(&css->children);  in init_and_link_css()
4483 	css->serial_nr = css_serial_nr_next++;  in init_and_link_css()
4484 	atomic_set(&css->online_cnt, 0);  in init_and_link_css()
4487 		css->parent = cgroup_css(cgroup_parent(cgrp), ss);  in init_and_link_css()
4488 		css_get(css->parent);  in init_and_link_css()
4495 static int online_css(struct cgroup_subsys_state *css)  in online_css()  argument
4497 	struct cgroup_subsys *ss = css->ss;  in online_css()
4503 		ret = ss->css_online(css);  in online_css()
4505 		css->flags |= CSS_ONLINE;  in online_css()
4506 		rcu_assign_pointer(css->cgroup->subsys[ss->id], css);  in online_css()
4508 		atomic_inc(&css->online_cnt);  in online_css()
4509 		if (css->parent)  in online_css()
4510 			atomic_inc(&css->parent->online_cnt);  in online_css()
4516 static void offline_css(struct cgroup_subsys_state *css)  in offline_css()  argument
4518 	struct cgroup_subsys *ss = css->ss;  in offline_css()
4522 	if (!(css->flags & CSS_ONLINE))  in offline_css()
4526 		ss->css_offline(css);  in offline_css()
4528 	css->flags &= ~CSS_ONLINE;  in offline_css()
4529 	RCU_INIT_POINTER(css->cgroup->subsys[ss->id], NULL);  in offline_css()
4531 	wake_up_all(&css->cgroup->offline_waitq);  in offline_css()
4549 	struct cgroup_subsys_state *css;  in create_css()  local
4554 	css = ss->css_alloc(parent_css);  in create_css()
4555 	if (IS_ERR(css))  in create_css()
4556 		return PTR_ERR(css);  in create_css()
4558 	init_and_link_css(css, ss, cgrp);  in create_css()
4560 	err = percpu_ref_init(&css->refcnt, css_release, 0, GFP_KERNEL);  in create_css()
4567 	css->id = err;  in create_css()
4576 	list_add_tail_rcu(&css->sibling, &parent_css->children);  in create_css()
4577 	cgroup_idr_replace(&ss->css_idr, css, css->id);  in create_css()
4579 	err = online_css(css);  in create_css()
4595 	list_del_rcu(&css->sibling);  in create_css()
4596 	cgroup_clear_dir(css->cgroup, 1 << css->ss->id);  in create_css()
4598 	cgroup_idr_remove(&ss->css_idr, css->id);  in create_css()
4600 	percpu_ref_exit(&css->refcnt);  in create_css()
4602 	call_rcu(&css->rcu_head, css_free_rcu_fn);  in create_css()
4744 	struct cgroup_subsys_state *css =  in css_killed_work_fn()  local
4750 		offline_css(css);  in css_killed_work_fn()
4751 		css_put(css);  in css_killed_work_fn()
4753 		css = css->parent;  in css_killed_work_fn()
4754 	} while (css && atomic_dec_and_test(&css->online_cnt));  in css_killed_work_fn()
4762 	struct cgroup_subsys_state *css =  in css_killed_ref_fn()  local
4765 	if (atomic_dec_and_test(&css->online_cnt)) {  in css_killed_ref_fn()
4766 		INIT_WORK(&css->destroy_work, css_killed_work_fn);  in css_killed_ref_fn()
4767 		queue_work(cgroup_destroy_wq, &css->destroy_work);  in css_killed_ref_fn()
4780 static void kill_css(struct cgroup_subsys_state *css)  in kill_css()  argument
4788 	cgroup_clear_dir(css->cgroup, 1 << css->ss->id);  in kill_css()
4794 	css_get(css);  in kill_css()
4806 	percpu_ref_kill_and_confirm(&css->refcnt, css_killed_ref_fn);  in kill_css()
4836 	struct cgroup_subsys_state *css;  in cgroup_destroy_locked()  local
4867 	for_each_css(css, ssid, cgrp)  in cgroup_destroy_locked()
4868 		kill_css(css);  in cgroup_destroy_locked()
4909 	struct cgroup_subsys_state *css;  in cgroup_init_subsys()  local
4920 	css = ss->css_alloc(cgroup_css(&cgrp_dfl_root.cgrp, ss));  in cgroup_init_subsys()
4922 	BUG_ON(IS_ERR(css));  in cgroup_init_subsys()
4923 	init_and_link_css(css, ss, &cgrp_dfl_root.cgrp);  in cgroup_init_subsys()
4929 	css->flags |= CSS_NO_REF;  in cgroup_init_subsys()
4933 		css->id = 1;  in cgroup_init_subsys()
4935 		css->id = cgroup_idr_alloc(&ss->css_idr, css, 1, 2, GFP_KERNEL);  in cgroup_init_subsys()
4936 		BUG_ON(css->id < 0);  in cgroup_init_subsys()
4943 	init_css_set.subsys[ss->id] = css;  in cgroup_init_subsys()
4952 	BUG_ON(online_css(css));  in cgroup_init_subsys()
5018 			struct cgroup_subsys_state *css =  in cgroup_init()  local
5021 			css->id = cgroup_idr_alloc(&ss->css_idr, css, 1, 2,  in cgroup_init()
5023 			BUG_ON(css->id < 0);  in cgroup_init()
5308 				struct cgroup_subsys_state *css = task_css(tsk, i);  in cgroup_exit()  local
5310 				ss->exit(css, old_css, tsk);  in cgroup_exit()
5430 	struct cgroup_subsys_state *css = NULL;  in css_tryget_online_from_dir()  local
5447 		css = cgroup_css(cgrp, ss);  in css_tryget_online_from_dir()
5449 	if (!css || !css_tryget_online(css))  in css_tryget_online_from_dir()
5450 		css = ERR_PTR(-ENOENT);  in css_tryget_online_from_dir()
5453 	return css;  in css_tryget_online_from_dir()
5474 	struct cgroup_subsys_state *css = kzalloc(sizeof(*css), GFP_KERNEL);  in debug_css_alloc()  local
5476 	if (!css)  in debug_css_alloc()
5479 	return css;  in debug_css_alloc()
5482 static void debug_css_free(struct cgroup_subsys_state *css)  in debug_css_free()  argument
5484 	kfree(css);  in debug_css_free()
5487 static u64 debug_taskcount_read(struct cgroup_subsys_state *css,  in debug_taskcount_read()  argument
5490 	return cgroup_task_count(css->cgroup);  in debug_taskcount_read()
5493 static u64 current_css_set_read(struct cgroup_subsys_state *css,  in current_css_set_read()  argument
5499 static u64 current_css_set_refcount_read(struct cgroup_subsys_state *css,  in current_css_set_refcount_read()  argument
5539 	struct cgroup_subsys_state *css = seq_css(seq);  in cgroup_css_links_read()  local
5543 	list_for_each_entry(link, &css->cgroup->cset_links, cset_link) {  in cgroup_css_links_read()
5569 static u64 releasable_read(struct cgroup_subsys_state *css, struct cftype *cft)  in releasable_read()  argument
5571 	return (!cgroup_has_tasks(css->cgroup) &&  in releasable_read()
5572 		!css_has_online_children(&css->cgroup->self));  in releasable_read()