Lines Matching refs:sdd

6111 	struct sd_data *sdd = sd->private;  in build_group_mask()  local
6116 sibling = *per_cpu_ptr(sdd->sd, i); in build_group_mask()
6139 struct sd_data *sdd = sd->private; in build_overlap_sched_groups() local
6151 sibling = *per_cpu_ptr(sdd->sd, i); in build_overlap_sched_groups()
6171 sg->sgc = *per_cpu_ptr(sdd->sgc, i); in build_overlap_sched_groups()
6208 static int get_group(int cpu, struct sd_data *sdd, struct sched_group **sg) in get_group() argument
6210 struct sched_domain *sd = *per_cpu_ptr(sdd->sd, cpu); in get_group()
6217 *sg = *per_cpu_ptr(sdd->sg, cpu); in get_group()
6218 (*sg)->sgc = *per_cpu_ptr(sdd->sgc, cpu); in get_group()
6236 struct sd_data *sdd = sd->private; in build_sched_groups() local
6241 get_group(cpu, sdd, &sd->groups); in build_sched_groups()
6259 group = get_group(i, sdd, &sg); in build_sched_groups()
6263 if (get_group(j, sdd, NULL) != group) in build_sched_groups()
6389 struct sd_data *sdd = sd->private; in claim_allocations() local
6391 WARN_ON_ONCE(*per_cpu_ptr(sdd->sd, cpu) != sd); in claim_allocations()
6392 *per_cpu_ptr(sdd->sd, cpu) = NULL; in claim_allocations()
6394 if (atomic_read(&(*per_cpu_ptr(sdd->sg, cpu))->ref)) in claim_allocations()
6395 *per_cpu_ptr(sdd->sg, cpu) = NULL; in claim_allocations()
6397 if (atomic_read(&(*per_cpu_ptr(sdd->sgc, cpu))->ref)) in claim_allocations()
6398 *per_cpu_ptr(sdd->sgc, cpu) = NULL; in claim_allocations()
6853 struct sd_data *sdd = &tl->data; in __sdt_alloc() local
6855 sdd->sd = alloc_percpu(struct sched_domain *); in __sdt_alloc()
6856 if (!sdd->sd) in __sdt_alloc()
6859 sdd->sg = alloc_percpu(struct sched_group *); in __sdt_alloc()
6860 if (!sdd->sg) in __sdt_alloc()
6863 sdd->sgc = alloc_percpu(struct sched_group_capacity *); in __sdt_alloc()
6864 if (!sdd->sgc) in __sdt_alloc()
6877 *per_cpu_ptr(sdd->sd, j) = sd; in __sdt_alloc()
6886 *per_cpu_ptr(sdd->sg, j) = sg; in __sdt_alloc()
6893 *per_cpu_ptr(sdd->sgc, j) = sgc; in __sdt_alloc()
6906 struct sd_data *sdd = &tl->data; in __sdt_free() local
6911 if (sdd->sd) { in __sdt_free()
6912 sd = *per_cpu_ptr(sdd->sd, j); in __sdt_free()
6915 kfree(*per_cpu_ptr(sdd->sd, j)); in __sdt_free()
6918 if (sdd->sg) in __sdt_free()
6919 kfree(*per_cpu_ptr(sdd->sg, j)); in __sdt_free()
6920 if (sdd->sgc) in __sdt_free()
6921 kfree(*per_cpu_ptr(sdd->sgc, j)); in __sdt_free()
6923 free_percpu(sdd->sd); in __sdt_free()
6924 sdd->sd = NULL; in __sdt_free()
6925 free_percpu(sdd->sg); in __sdt_free()
6926 sdd->sg = NULL; in __sdt_free()
6927 free_percpu(sdd->sgc); in __sdt_free()
6928 sdd->sgc = NULL; in __sdt_free()