Lines Matching refs:excl_cntrs
2145 struct intel_excl_cntrs *excl_cntrs = cpuc->excl_cntrs; in intel_start_scheduling() local
2158 if (WARN_ON_ONCE(!excl_cntrs)) in intel_start_scheduling()
2161 xl = &excl_cntrs->states[tid]; in intel_start_scheduling()
2169 raw_spin_lock(&excl_cntrs->lock); in intel_start_scheduling()
2174 struct intel_excl_cntrs *excl_cntrs = cpuc->excl_cntrs; in intel_commit_scheduling() local
2182 if (WARN_ON_ONCE(!excl_cntrs)) in intel_commit_scheduling()
2188 xl = &excl_cntrs->states[tid]; in intel_commit_scheduling()
2190 lockdep_assert_held(&excl_cntrs->lock); in intel_commit_scheduling()
2201 struct intel_excl_cntrs *excl_cntrs = cpuc->excl_cntrs; in intel_stop_scheduling() local
2213 if (WARN_ON_ONCE(!excl_cntrs)) in intel_stop_scheduling()
2216 xl = &excl_cntrs->states[tid]; in intel_stop_scheduling()
2222 raw_spin_unlock(&excl_cntrs->lock); in intel_stop_scheduling()
2229 struct intel_excl_cntrs *excl_cntrs = cpuc->excl_cntrs; in intel_get_excl_constraints() local
2244 if (WARN_ON_ONCE(!excl_cntrs)) in intel_get_excl_constraints()
2287 xlo = &excl_cntrs->states[tid ^ 1]; in intel_get_excl_constraints()
2297 WRITE_ONCE(excl_cntrs->has_exclusive[tid], 1); in intel_get_excl_constraints()
2363 if (cpuc->excl_cntrs) in intel_get_event_constraints()
2373 struct intel_excl_cntrs *excl_cntrs = cpuc->excl_cntrs; in intel_put_excl_constraints() local
2383 if (WARN_ON_ONCE(!excl_cntrs)) in intel_put_excl_constraints()
2389 WRITE_ONCE(excl_cntrs->has_exclusive[tid], 0); in intel_put_excl_constraints()
2397 xl = &excl_cntrs->states[tid]; in intel_put_excl_constraints()
2405 raw_spin_lock(&excl_cntrs->lock); in intel_put_excl_constraints()
2410 raw_spin_unlock(&excl_cntrs->lock); in intel_put_excl_constraints()
2439 if (cpuc->excl_cntrs) in intel_put_event_constraints()
2800 cpuc->excl_cntrs = allocate_excl_cntrs(cpu); in intel_pmu_cpu_prepare()
2801 if (!cpuc->excl_cntrs) in intel_pmu_cpu_prepare()
2862 c = per_cpu(cpu_hw_events, i).excl_cntrs; in intel_pmu_cpu_starting()
2864 cpuc->kfree_on_online[1] = cpuc->excl_cntrs; in intel_pmu_cpu_starting()
2865 cpuc->excl_cntrs = c; in intel_pmu_cpu_starting()
2870 cpuc->excl_cntrs->core_id = core_id; in intel_pmu_cpu_starting()
2871 cpuc->excl_cntrs->refcnt++; in intel_pmu_cpu_starting()
2880 c = cpuc->excl_cntrs; in free_excl_cntrs()
2884 cpuc->excl_cntrs = NULL; in free_excl_cntrs()