Lines Matching refs:task_struct
499 static bool set_nr_and_not_polling(struct task_struct *p) in set_nr_and_not_polling()
511 static bool set_nr_if_polling(struct task_struct *p) in set_nr_if_polling()
530 static bool set_nr_and_not_polling(struct task_struct *p) in set_nr_and_not_polling()
537 static bool set_nr_if_polling(struct task_struct *p) in set_nr_if_polling()
553 struct task_struct *curr = rq->curr; in resched_curr()
787 static void set_load_weight(struct task_struct *p) in set_load_weight()
805 static void enqueue_task(struct rq *rq, struct task_struct *p, int flags) in enqueue_task()
812 static void dequeue_task(struct rq *rq, struct task_struct *p, int flags) in dequeue_task()
819 void activate_task(struct rq *rq, struct task_struct *p, int flags) in activate_task()
827 void deactivate_task(struct rq *rq, struct task_struct *p, int flags) in deactivate_task()
889 void sched_set_stop_task(int cpu, struct task_struct *stop) in sched_set_stop_task()
892 struct task_struct *old_stop = cpu_rq(cpu)->stop; in sched_set_stop_task()
922 static inline int __normal_prio(struct task_struct *p) in __normal_prio()
934 static inline int normal_prio(struct task_struct *p) in normal_prio()
954 static int effective_prio(struct task_struct *p) in effective_prio()
973 inline int task_curr(const struct task_struct *p) in task_curr()
981 static inline void check_class_changed(struct rq *rq, struct task_struct *p, in check_class_changed()
994 void check_preempt_curr(struct rq *rq, struct task_struct *p, int flags) in check_preempt_curr()
1020 void set_task_cpu(struct task_struct *p, unsigned int new_cpu) in set_task_cpu()
1058 static void __migrate_swap_task(struct task_struct *p, int cpu) in __migrate_swap_task()
1081 struct task_struct *src_task, *dst_task;
1125 int migrate_swap(struct task_struct *cur, struct task_struct *p) in migrate_swap()
1161 struct task_struct *task;
1183 unsigned long wait_task_inactive(struct task_struct *p, long match_state) in wait_task_inactive()
1288 void kick_process(struct task_struct *p) in kick_process()
1305 static int select_fallback_rq(int cpu, struct task_struct *p) in select_fallback_rq()
1379 int select_task_rq(struct task_struct *p, int cpu, int sd_flags, int wake_flags) in select_task_rq()
1409 ttwu_stat(struct task_struct *p, int cpu, int wake_flags) in ttwu_stat()
1448 static void ttwu_activate(struct rq *rq, struct task_struct *p, int en_flags) in ttwu_activate()
1462 ttwu_do_wakeup(struct rq *rq, struct task_struct *p, int wake_flags) in ttwu_do_wakeup()
1487 ttwu_do_activate(struct rq *rq, struct task_struct *p, int wake_flags) in ttwu_do_activate()
1504 static int ttwu_remote(struct task_struct *p, int wake_flags) in ttwu_remote()
1526 struct task_struct *p; in sched_ttwu_pending()
1535 p = llist_entry(llist, struct task_struct, wake_entry); in sched_ttwu_pending()
1581 static void ttwu_queue_remote(struct task_struct *p, int cpu) in ttwu_queue_remote()
1623 static void ttwu_queue(struct task_struct *p, int cpu) in ttwu_queue()
1656 try_to_wake_up(struct task_struct *p, unsigned int state, int wake_flags) in try_to_wake_up()
1720 static void try_to_wake_up_local(struct task_struct *p) in try_to_wake_up_local()
1760 int wake_up_process(struct task_struct *p) in wake_up_process()
1767 int wake_up_state(struct task_struct *p, unsigned int state) in wake_up_state()
1775 void __dl_clear_params(struct task_struct *p) in __dl_clear_params()
1796 static void __sched_fork(unsigned long clone_flags, struct task_struct *p) in __sched_fork()
1892 int sched_fork(unsigned long clone_flags, struct task_struct *p) in sched_fork()
2030 static int dl_overflow(struct task_struct *p, int policy, in dl_overflow()
2077 void wake_up_new_task(struct task_struct *p) in wake_up_new_task()
2130 static void fire_sched_in_preempt_notifiers(struct task_struct *curr) in fire_sched_in_preempt_notifiers()
2139 fire_sched_out_preempt_notifiers(struct task_struct *curr, in fire_sched_out_preempt_notifiers()
2140 struct task_struct *next) in fire_sched_out_preempt_notifiers()
2150 static void fire_sched_in_preempt_notifiers(struct task_struct *curr) in fire_sched_in_preempt_notifiers()
2155 fire_sched_out_preempt_notifiers(struct task_struct *curr, in fire_sched_out_preempt_notifiers()
2156 struct task_struct *next) in fire_sched_out_preempt_notifiers()
2176 prepare_task_switch(struct rq *rq, struct task_struct *prev, in prepare_task_switch()
2177 struct task_struct *next) in prepare_task_switch()
2206 static struct rq *finish_task_switch(struct task_struct *prev) in finish_task_switch()
2281 asmlinkage __visible void schedule_tail(struct task_struct *prev) in schedule_tail()
2300 context_switch(struct rq *rq, struct task_struct *prev, in context_switch()
2301 struct task_struct *next) in context_switch()
2420 struct task_struct *p = current; in sched_exec()
2453 unsigned long long task_sched_runtime(struct task_struct *p) in task_sched_runtime()
2499 struct task_struct *curr = rq->curr; in scheduler_tick()
2615 static noinline void __schedule_bug(struct task_struct *prev) in __schedule_bug()
2641 static inline void schedule_debug(struct task_struct *prev) in schedule_debug()
2663 static inline struct task_struct *
2664 pick_next_task(struct rq *rq, struct task_struct *prev) in pick_next_task()
2667 struct task_struct *p; in pick_next_task()
2742 struct task_struct *prev, *next; in __schedule()
2782 struct task_struct *to_wakeup; in __schedule()
2815 static inline void sched_submit_work(struct task_struct *tsk) in sched_submit_work()
2829 struct task_struct *tsk = current; in schedule()
2998 void rt_mutex_setprio(struct task_struct *p, int prio) in rt_mutex_setprio()
3046 struct task_struct *pi_task = rt_mutex_get_top_task(p); in rt_mutex_setprio()
3082 void set_user_nice(struct task_struct *p, long nice) in set_user_nice()
3134 int can_nice(const struct task_struct *p, const int nice) in can_nice()
3186 int task_prio(const struct task_struct *p) in task_prio()
3221 struct task_struct *idle_task(int cpu) in idle_task()
3232 static struct task_struct *find_process_by_pid(pid_t pid) in find_process_by_pid()
3246 __setparam_dl(struct task_struct *p, const struct sched_attr *attr) in __setparam_dl()
3283 static void __setscheduler_params(struct task_struct *p, in __setscheduler_params()
3309 static void __setscheduler(struct rq *rq, struct task_struct *p, in __setscheduler()
3332 __getparam_dl(struct task_struct *p, struct sched_attr *attr) in __getparam_dl()
3387 static bool check_same_owner(struct task_struct *p) in check_same_owner()
3400 static bool dl_param_changed(struct task_struct *p, in dl_param_changed()
3414 static int __sched_setscheduler(struct task_struct *p, in __sched_setscheduler()
3644 static int _sched_setscheduler(struct task_struct *p, int policy, in _sched_setscheduler()
3672 int sched_setscheduler(struct task_struct *p, int policy, in sched_setscheduler()
3679 int sched_setattr(struct task_struct *p, const struct sched_attr *attr) in sched_setattr()
3698 int sched_setscheduler_nocheck(struct task_struct *p, int policy, in sched_setscheduler_nocheck()
3708 struct task_struct *p; in do_sched_setscheduler()
3837 struct task_struct *p; in SYSCALL_DEFINE3()
3869 struct task_struct *p; in SYSCALL_DEFINE1()
3899 struct task_struct *p; in SYSCALL_DEFINE2()
3980 struct task_struct *p; in SYSCALL_DEFINE4()
4020 struct task_struct *p; in sched_setaffinity()
4143 struct task_struct *p; in sched_getaffinity()
4329 int __sched yield_to(struct task_struct *p, bool preempt) in yield_to()
4331 struct task_struct *curr = current; in yield_to()
4480 struct task_struct *p; in SYSCALL_DEFINE2()
4518 void sched_show_task(struct task_struct *p) in sched_show_task()
4557 struct task_struct *g, *p; in show_state_filter()
4590 void init_idle_bootup_task(struct task_struct *idle) in init_idle_bootup_task()
4603 void init_idle(struct task_struct *idle, int cpu) in init_idle()
4674 int task_can_attach(struct task_struct *p, in task_can_attach()
4734 static struct rq *move_queued_task(struct task_struct *p, int new_cpu) in move_queued_task()
4756 void do_set_cpus_allowed(struct task_struct *p, const struct cpumask *new_mask) in do_set_cpus_allowed()
4788 int set_cpus_allowed_ptr(struct task_struct *p, const struct cpumask *new_mask) in set_cpus_allowed_ptr()
4839 static int __migrate_task(struct task_struct *p, int src_cpu, int dest_cpu) in __migrate_task()
4875 int migrate_task_to(struct task_struct *p, int target_cpu) in migrate_task_to()
4896 void sched_setnuma(struct task_struct *p, int nid) in sched_setnuma()
4979 static void put_prev_task_fake(struct rq *rq, struct task_struct *prev) in put_prev_task_fake()
4987 static struct task_struct fake_task = {
5006 struct task_struct *next, *stop = rq->stop; in migrate_tasks()
7347 static void normalize_task(struct rq *rq, struct task_struct *p) in normalize_task()
7370 struct task_struct *g, *p; in normalize_rt_tasks()
7427 struct task_struct *curr_task(int cpu) in curr_task()
7450 void set_curr_task(int cpu, struct task_struct *p) in set_curr_task()
7540 void sched_move_task(struct task_struct *tsk) in sched_move_task()
7592 struct task_struct *g, *p; in tg_has_rt_tasks()
7786 static int sched_rt_can_attach(struct task_group *tg, struct task_struct *tsk) in sched_rt_can_attach()
8005 static void cpu_cgroup_fork(struct task_struct *task) in cpu_cgroup_fork()
8013 struct task_struct *task; in cpu_cgroup_can_attach()
8031 struct task_struct *task; in cpu_cgroup_attach()
8039 struct task_struct *task) in cpu_cgroup_exit()