132 void __weak arch_release_task_struct(struct task_struct *tsk)  in arch_release_task_struct()  argument
144 static inline void free_task_struct(struct task_struct *tsk)  in free_task_struct()  argument
146 	kmem_cache_free(task_struct_cachep, tsk);  in free_task_struct()
161 static struct thread_info *alloc_thread_info_node(struct task_struct *tsk,  in alloc_thread_info_node()  argument
177 static struct thread_info *alloc_thread_info_node(struct task_struct *tsk,  in alloc_thread_info_node()  argument
222 void free_task(struct task_struct *tsk)  in free_task()  argument
224 	account_kernel_stack(tsk->stack, -1);  in free_task()
225 	arch_release_thread_info(tsk->stack);  in free_task()
226 	free_thread_info(tsk->stack);  in free_task()
227 	rt_mutex_debug_task_free(tsk);  in free_task()
228 	ftrace_graph_exit_task(tsk);  in free_task()
229 	put_seccomp_filter(tsk);  in free_task()
230 	arch_release_task_struct(tsk);  in free_task()
231 	free_task_struct(tsk);  in free_task()
248 void __put_task_struct(struct task_struct *tsk)  in __put_task_struct()  argument
250 	WARN_ON(!tsk->exit_state);  in __put_task_struct()
251 	WARN_ON(atomic_read(&tsk->usage));  in __put_task_struct()
252 	WARN_ON(tsk == current);  in __put_task_struct()
254 	cgroup_free(tsk);  in __put_task_struct()
255 	task_numa_free(tsk);  in __put_task_struct()
256 	security_task_free(tsk);  in __put_task_struct()
257 	exit_creds(tsk);  in __put_task_struct()
258 	delayacct_tsk_free(tsk);  in __put_task_struct()
259 	put_signal_struct(tsk->signal);  in __put_task_struct()
261 	if (!profile_handoff_task(tsk))  in __put_task_struct()
262 		free_task(tsk);  in __put_task_struct()
326 void set_task_stack_end_magic(struct task_struct *tsk)  in set_task_stack_end_magic()  argument
330 	stackend = end_of_stack(tsk);  in set_task_stack_end_magic()
336 	struct task_struct *tsk;  in dup_task_struct()  local
341 	tsk = alloc_task_struct_node(node);  in dup_task_struct()
342 	if (!tsk)  in dup_task_struct()
345 	ti = alloc_thread_info_node(tsk, node);  in dup_task_struct()
349 	err = arch_dup_task_struct(tsk, orig);  in dup_task_struct()
353 	tsk->stack = ti;  in dup_task_struct()
361 	tsk->seccomp.filter = NULL;  in dup_task_struct()
364 	setup_thread_stack(tsk, orig);  in dup_task_struct()
365 	clear_user_return_notifier(tsk);  in dup_task_struct()
366 	clear_tsk_need_resched(tsk);  in dup_task_struct()
367 	set_task_stack_end_magic(tsk);  in dup_task_struct()
370 	tsk->stack_canary = get_random_int();  in dup_task_struct()
377 	atomic_set(&tsk->usage, 2);  in dup_task_struct()
379 	tsk->btrace_seq = 0;  in dup_task_struct()
381 	tsk->splice_pipe = NULL;  in dup_task_struct()
382 	tsk->task_frag.page = NULL;  in dup_task_struct()
383 	tsk->wake_q.next = NULL;  in dup_task_struct()
387 	return tsk;  in dup_task_struct()
392 	free_task_struct(tsk);  in dup_task_struct()
812 static void complete_vfork_done(struct task_struct *tsk)  in complete_vfork_done()  argument
816 	task_lock(tsk);  in complete_vfork_done()
817 	vfork = tsk->vfork_done;  in complete_vfork_done()
819 		tsk->vfork_done = NULL;  in complete_vfork_done()
822 	task_unlock(tsk);  in complete_vfork_done()
857 void mm_release(struct task_struct *tsk, struct mm_struct *mm)  in mm_release()  argument
861 	if (unlikely(tsk->robust_list)) {  in mm_release()
862 		exit_robust_list(tsk);  in mm_release()
863 		tsk->robust_list = NULL;  in mm_release()
866 	if (unlikely(tsk->compat_robust_list)) {  in mm_release()
867 		compat_exit_robust_list(tsk);  in mm_release()
868 		tsk->compat_robust_list = NULL;  in mm_release()
871 	if (unlikely(!list_empty(&tsk->pi_state_list)))  in mm_release()
872 		exit_pi_state_list(tsk);  in mm_release()
875 	uprobe_free_utask(tsk);  in mm_release()
878 	deactivate_mm(tsk, mm);  in mm_release()
887 	if (tsk->clear_child_tid) {  in mm_release()
888 		if (!(tsk->flags & PF_SIGNALED) &&  in mm_release()
894 			put_user(0, tsk->clear_child_tid);  in mm_release()
895 			sys_futex(tsk->clear_child_tid, FUTEX_WAKE,  in mm_release()
898 		tsk->clear_child_tid = NULL;  in mm_release()
905 	if (tsk->vfork_done)  in mm_release()
906 		complete_vfork_done(tsk);  in mm_release()
913 static struct mm_struct *dup_mm(struct task_struct *tsk)  in dup_mm()  argument
924 	if (!mm_init(mm, tsk))  in dup_mm()
948 static int copy_mm(unsigned long clone_flags, struct task_struct *tsk)  in copy_mm()  argument
953 	tsk->min_flt = tsk->maj_flt = 0;  in copy_mm()
954 	tsk->nvcsw = tsk->nivcsw = 0;  in copy_mm()
956 	tsk->last_switch_count = tsk->nvcsw + tsk->nivcsw;  in copy_mm()
959 	tsk->mm = NULL;  in copy_mm()
960 	tsk->active_mm = NULL;  in copy_mm()
972 	vmacache_flush(tsk);  in copy_mm()
981 	mm = dup_mm(tsk);  in copy_mm()
986 	tsk->mm = mm;  in copy_mm()
987 	tsk->active_mm = mm;  in copy_mm()
994 static int copy_fs(unsigned long clone_flags, struct task_struct *tsk)  in copy_fs()  argument
1008 	tsk->fs = copy_fs_struct(fs);  in copy_fs()
1009 	if (!tsk->fs)  in copy_fs()
1014 static int copy_files(unsigned long clone_flags, struct task_struct *tsk)  in copy_files()  argument
1035 	tsk->files = newf;  in copy_files()
1041 static int copy_io(unsigned long clone_flags, struct task_struct *tsk)  in copy_io()  argument
1054 		tsk->io_context = ioc;  in copy_io()
1056 		new_ioc = get_task_io_context(tsk, GFP_KERNEL, NUMA_NO_NODE);  in copy_io()
1067 static int copy_sighand(unsigned long clone_flags, struct task_struct *tsk)  in copy_sighand()  argument
1076 	rcu_assign_pointer(tsk->sighand, sig);  in copy_sighand()
1116 static int copy_signal(unsigned long clone_flags, struct task_struct *tsk)  in copy_signal()  argument
1124 	tsk->signal = sig;  in copy_signal()
1133 	sig->thread_head = (struct list_head)LIST_HEAD_INIT(tsk->thread_node);  in copy_signal()
1134 	tsk->thread_node = (struct list_head)LIST_HEAD_INIT(sig->thread_head);  in copy_signal()
1137 	sig->curr_target = tsk;  in copy_signal()
1219 static void posix_cpu_timers_init(struct task_struct *tsk)  in posix_cpu_timers_init()  argument
1221 	tsk->cputime_expires.prof_exp = 0;  in posix_cpu_timers_init()
1222 	tsk->cputime_expires.virt_exp = 0;  in posix_cpu_timers_init()
1223 	tsk->cputime_expires.sched_exp = 0;  in posix_cpu_timers_init()
1224 	INIT_LIST_HEAD(&tsk->cpu_timers[0]);  in posix_cpu_timers_init()
1225 	INIT_LIST_HEAD(&tsk->cpu_timers[1]);  in posix_cpu_timers_init()
1226 	INIT_LIST_HEAD(&tsk->cpu_timers[2]);  in posix_cpu_timers_init()