Lines Matching refs:sdd
5854 struct sd_data *sdd = sd->private; in build_group_mask() local
5859 sibling = *per_cpu_ptr(sdd->sd, i); in build_group_mask()
5882 struct sd_data *sdd = sd->private; in build_overlap_sched_groups() local
5894 sibling = *per_cpu_ptr(sdd->sd, i); in build_overlap_sched_groups()
5914 sg->sgc = *per_cpu_ptr(sdd->sgc, i); in build_overlap_sched_groups()
5951 static int get_group(int cpu, struct sd_data *sdd, struct sched_group **sg) in get_group() argument
5953 struct sched_domain *sd = *per_cpu_ptr(sdd->sd, cpu); in get_group()
5960 *sg = *per_cpu_ptr(sdd->sg, cpu); in get_group()
5961 (*sg)->sgc = *per_cpu_ptr(sdd->sgc, cpu); in get_group()
5979 struct sd_data *sdd = sd->private; in build_sched_groups() local
5984 get_group(cpu, sdd, &sd->groups); in build_sched_groups()
6002 group = get_group(i, sdd, &sg); in build_sched_groups()
6006 if (get_group(j, sdd, NULL) != group) in build_sched_groups()
6132 struct sd_data *sdd = sd->private; in claim_allocations() local
6134 WARN_ON_ONCE(*per_cpu_ptr(sdd->sd, cpu) != sd); in claim_allocations()
6135 *per_cpu_ptr(sdd->sd, cpu) = NULL; in claim_allocations()
6137 if (atomic_read(&(*per_cpu_ptr(sdd->sg, cpu))->ref)) in claim_allocations()
6138 *per_cpu_ptr(sdd->sg, cpu) = NULL; in claim_allocations()
6140 if (atomic_read(&(*per_cpu_ptr(sdd->sgc, cpu))->ref)) in claim_allocations()
6141 *per_cpu_ptr(sdd->sgc, cpu) = NULL; in claim_allocations()
6593 struct sd_data *sdd = &tl->data; in __sdt_alloc() local
6595 sdd->sd = alloc_percpu(struct sched_domain *); in __sdt_alloc()
6596 if (!sdd->sd) in __sdt_alloc()
6599 sdd->sg = alloc_percpu(struct sched_group *); in __sdt_alloc()
6600 if (!sdd->sg) in __sdt_alloc()
6603 sdd->sgc = alloc_percpu(struct sched_group_capacity *); in __sdt_alloc()
6604 if (!sdd->sgc) in __sdt_alloc()
6617 *per_cpu_ptr(sdd->sd, j) = sd; in __sdt_alloc()
6626 *per_cpu_ptr(sdd->sg, j) = sg; in __sdt_alloc()
6633 *per_cpu_ptr(sdd->sgc, j) = sgc; in __sdt_alloc()
6646 struct sd_data *sdd = &tl->data; in __sdt_free() local
6651 if (sdd->sd) { in __sdt_free()
6652 sd = *per_cpu_ptr(sdd->sd, j); in __sdt_free()
6655 kfree(*per_cpu_ptr(sdd->sd, j)); in __sdt_free()
6658 if (sdd->sg) in __sdt_free()
6659 kfree(*per_cpu_ptr(sdd->sg, j)); in __sdt_free()
6660 if (sdd->sgc) in __sdt_free()
6661 kfree(*per_cpu_ptr(sdd->sgc, j)); in __sdt_free()
6663 free_percpu(sdd->sd); in __sdt_free()
6664 sdd->sd = NULL; in __sdt_free()
6665 free_percpu(sdd->sg); in __sdt_free()
6666 sdd->sg = NULL; in __sdt_free()
6667 free_percpu(sdd->sgc); in __sdt_free()
6668 sdd->sgc = NULL; in __sdt_free()