Lines Matching refs:grp

281 static inline struct cfs_rq *group_cfs_rq(struct sched_entity *grp)  in group_cfs_rq()  argument
283 return grp->my_q; in group_cfs_rq()
398 static inline struct cfs_rq *group_cfs_rq(struct sched_entity *grp) in group_cfs_rq() argument
1921 static inline int get_numa_group(struct numa_group *grp) in get_numa_group() argument
1923 return atomic_inc_not_zero(&grp->refcount); in get_numa_group()
1926 static inline void put_numa_group(struct numa_group *grp) in put_numa_group() argument
1928 if (atomic_dec_and_test(&grp->refcount)) in put_numa_group()
1929 kfree_rcu(grp, rcu); in put_numa_group()
1935 struct numa_group *grp, *my_grp; in task_numa_group() local
1945 grp = kzalloc(size, GFP_KERNEL | __GFP_NOWARN); in task_numa_group()
1946 if (!grp) in task_numa_group()
1949 atomic_set(&grp->refcount, 1); in task_numa_group()
1950 spin_lock_init(&grp->lock); in task_numa_group()
1951 grp->gid = p->pid; in task_numa_group()
1953 grp->faults_cpu = grp->faults + NR_NUMA_HINT_FAULT_TYPES * in task_numa_group()
1956 node_set(task_node(current), grp->active_nodes); in task_numa_group()
1959 grp->faults[i] = p->numa_faults[i]; in task_numa_group()
1961 grp->total_faults = p->total_numa_faults; in task_numa_group()
1963 grp->nr_tasks++; in task_numa_group()
1964 rcu_assign_pointer(p->numa_group, grp); in task_numa_group()
1973 grp = rcu_dereference(tsk->numa_group); in task_numa_group()
1974 if (!grp) in task_numa_group()
1978 if (grp == my_grp) in task_numa_group()
1985 if (my_grp->nr_tasks > grp->nr_tasks) in task_numa_group()
1991 if (my_grp->nr_tasks == grp->nr_tasks && my_grp > grp) in task_numa_group()
2005 if (join && !get_numa_group(grp)) in task_numa_group()
2014 double_lock_irq(&my_grp->lock, &grp->lock); in task_numa_group()
2018 grp->faults[i] += p->numa_faults[i]; in task_numa_group()
2021 grp->total_faults += p->total_numa_faults; in task_numa_group()
2024 grp->nr_tasks++; in task_numa_group()
2027 spin_unlock_irq(&grp->lock); in task_numa_group()
2029 rcu_assign_pointer(p->numa_group, grp); in task_numa_group()
2041 struct numa_group *grp = p->numa_group; in task_numa_free() local
2046 if (grp) { in task_numa_free()
2047 spin_lock_irqsave(&grp->lock, flags); in task_numa_free()
2049 grp->faults[i] -= p->numa_faults[i]; in task_numa_free()
2050 grp->total_faults -= p->total_numa_faults; in task_numa_free()
2052 grp->nr_tasks--; in task_numa_free()
2053 spin_unlock_irqrestore(&grp->lock, flags); in task_numa_free()
2055 put_numa_group(grp); in task_numa_free()