286 void thread_group_cputime(struct task_struct *tsk, struct task_cputime *times)  in thread_group_cputime()  argument
288 	struct signal_struct *sig = tsk->signal;  in thread_group_cputime()
304 		for_each_thread(tsk, t) {  in thread_group_cputime()
415 void vtime_common_account_irq_enter(struct task_struct *tsk)  in vtime_common_account_irq_enter()  argument
425 			vtime_account_user(tsk);  in vtime_common_account_irq_enter()
429 		if (is_idle_task(tsk)) {  in vtime_common_account_irq_enter()
430 			vtime_account_idle(tsk);  in vtime_common_account_irq_enter()
434 	vtime_account_system(tsk);  in vtime_common_account_irq_enter()
668 static unsigned long long vtime_delta(struct task_struct *tsk)  in vtime_delta()  argument
673 	if (clock < tsk->vtime_snap)  in vtime_delta()
676 	return clock - tsk->vtime_snap;  in vtime_delta()
679 static cputime_t get_vtime_delta(struct task_struct *tsk)  in get_vtime_delta()  argument
681 	unsigned long long delta = vtime_delta(tsk);  in get_vtime_delta()
683 	WARN_ON_ONCE(tsk->vtime_snap_whence == VTIME_SLEEPING);  in get_vtime_delta()
684 	tsk->vtime_snap += delta;  in get_vtime_delta()
690 static void __vtime_account_system(struct task_struct *tsk)  in __vtime_account_system()  argument
692 	cputime_t delta_cpu = get_vtime_delta(tsk);  in __vtime_account_system()
694 	account_system_time(tsk, irq_count(), delta_cpu, cputime_to_scaled(delta_cpu));  in __vtime_account_system()
697 void vtime_account_system(struct task_struct *tsk)  in vtime_account_system()  argument
699 	write_seqlock(&tsk->vtime_seqlock);  in vtime_account_system()
700 	__vtime_account_system(tsk);  in vtime_account_system()
701 	write_sequnlock(&tsk->vtime_seqlock);  in vtime_account_system()
704 void vtime_gen_account_irq_exit(struct task_struct *tsk)  in vtime_gen_account_irq_exit()  argument
706 	write_seqlock(&tsk->vtime_seqlock);  in vtime_gen_account_irq_exit()
707 	__vtime_account_system(tsk);  in vtime_gen_account_irq_exit()
709 		tsk->vtime_snap_whence = VTIME_USER;  in vtime_gen_account_irq_exit()
710 	write_sequnlock(&tsk->vtime_seqlock);  in vtime_gen_account_irq_exit()
713 void vtime_account_user(struct task_struct *tsk)  in vtime_account_user()  argument
717 	write_seqlock(&tsk->vtime_seqlock);  in vtime_account_user()
718 	delta_cpu = get_vtime_delta(tsk);  in vtime_account_user()
719 	tsk->vtime_snap_whence = VTIME_SYS;  in vtime_account_user()
720 	account_user_time(tsk, delta_cpu, cputime_to_scaled(delta_cpu));  in vtime_account_user()
721 	write_sequnlock(&tsk->vtime_seqlock);  in vtime_account_user()
724 void vtime_user_enter(struct task_struct *tsk)  in vtime_user_enter()  argument
726 	write_seqlock(&tsk->vtime_seqlock);  in vtime_user_enter()
727 	__vtime_account_system(tsk);  in vtime_user_enter()
728 	tsk->vtime_snap_whence = VTIME_USER;  in vtime_user_enter()
729 	write_sequnlock(&tsk->vtime_seqlock);  in vtime_user_enter()
732 void vtime_guest_enter(struct task_struct *tsk)  in vtime_guest_enter()  argument
741 	write_seqlock(&tsk->vtime_seqlock);  in vtime_guest_enter()
742 	__vtime_account_system(tsk);  in vtime_guest_enter()
744 	write_sequnlock(&tsk->vtime_seqlock);  in vtime_guest_enter()
748 void vtime_guest_exit(struct task_struct *tsk)  in vtime_guest_exit()  argument
750 	write_seqlock(&tsk->vtime_seqlock);  in vtime_guest_exit()
751 	__vtime_account_system(tsk);  in vtime_guest_exit()
753 	write_sequnlock(&tsk->vtime_seqlock);  in vtime_guest_exit()
757 void vtime_account_idle(struct task_struct *tsk)  in vtime_account_idle()  argument
759 	cputime_t delta_cpu = get_vtime_delta(tsk);  in vtime_account_idle()