policy_dbs 46 drivers/cpufreq/amd_freq_sensitivity.c struct policy_dbs_info *policy_dbs = policy->governor_data; policy_dbs 47 drivers/cpufreq/amd_freq_sensitivity.c struct dbs_data *od_data = policy_dbs->dbs_data; policy_dbs 15 drivers/cpufreq/cpufreq_conservative.c struct policy_dbs_info policy_dbs; policy_dbs 20 drivers/cpufreq/cpufreq_conservative.c static inline struct cs_policy_dbs_info *to_dbs_info(struct policy_dbs_info *policy_dbs) policy_dbs 22 drivers/cpufreq/cpufreq_conservative.c return container_of(policy_dbs, struct cs_policy_dbs_info, policy_dbs); policy_dbs 60 drivers/cpufreq/cpufreq_conservative.c struct policy_dbs_info *policy_dbs = policy->governor_data; policy_dbs 61 drivers/cpufreq/cpufreq_conservative.c struct cs_policy_dbs_info *dbs_info = to_dbs_info(policy_dbs); policy_dbs 63 drivers/cpufreq/cpufreq_conservative.c struct dbs_data *dbs_data = policy_dbs->dbs_data; policy_dbs 91 drivers/cpufreq/cpufreq_conservative.c if (policy_dbs->idle_periods < UINT_MAX) { policy_dbs 92 drivers/cpufreq/cpufreq_conservative.c unsigned int freq_steps = policy_dbs->idle_periods * freq_step; policy_dbs 99 drivers/cpufreq/cpufreq_conservative.c policy_dbs->idle_periods = UINT_MAX; policy_dbs 275 drivers/cpufreq/cpufreq_conservative.c return dbs_info ? &dbs_info->policy_dbs : NULL; policy_dbs 278 drivers/cpufreq/cpufreq_conservative.c static void cs_free(struct policy_dbs_info *policy_dbs) policy_dbs 280 drivers/cpufreq/cpufreq_conservative.c kfree(to_dbs_info(policy_dbs)); policy_dbs 48 drivers/cpufreq/cpufreq_governor.c struct policy_dbs_info *policy_dbs; policy_dbs 62 drivers/cpufreq/cpufreq_governor.c list_for_each_entry(policy_dbs, &attr_set->policy_list, list) { policy_dbs 63 drivers/cpufreq/cpufreq_governor.c mutex_lock(&policy_dbs->update_mutex); policy_dbs 77 drivers/cpufreq/cpufreq_governor.c gov_update_sample_delay(policy_dbs, 0); policy_dbs 78 drivers/cpufreq/cpufreq_governor.c mutex_unlock(&policy_dbs->update_mutex); policy_dbs 97 drivers/cpufreq/cpufreq_governor.c struct policy_dbs_info *policy_dbs; policy_dbs 99 drivers/cpufreq/cpufreq_governor.c list_for_each_entry(policy_dbs, &dbs_data->attr_set.policy_list, list) { policy_dbs 102 drivers/cpufreq/cpufreq_governor.c for_each_cpu(j, policy_dbs->policy->cpus) { policy_dbs 116 drivers/cpufreq/cpufreq_governor.c struct policy_dbs_info *policy_dbs = policy->governor_data; policy_dbs 117 drivers/cpufreq/cpufreq_governor.c struct dbs_data *dbs_data = policy_dbs->dbs_data; policy_dbs 128 drivers/cpufreq/cpufreq_governor.c sampling_rate = dbs_data->sampling_rate * policy_dbs->rate_mult; policy_dbs 226 drivers/cpufreq/cpufreq_governor.c policy_dbs->idle_periods = idle_periods; policy_dbs 234 drivers/cpufreq/cpufreq_governor.c struct policy_dbs_info *policy_dbs; policy_dbs 238 drivers/cpufreq/cpufreq_governor.c policy_dbs = container_of(work, struct policy_dbs_info, work); policy_dbs 239 drivers/cpufreq/cpufreq_governor.c policy = policy_dbs->policy; policy_dbs 246 drivers/cpufreq/cpufreq_governor.c mutex_lock(&policy_dbs->update_mutex); policy_dbs 247 drivers/cpufreq/cpufreq_governor.c gov_update_sample_delay(policy_dbs, gov->gov_dbs_update(policy)); policy_dbs 248 drivers/cpufreq/cpufreq_governor.c mutex_unlock(&policy_dbs->update_mutex); policy_dbs 251 drivers/cpufreq/cpufreq_governor.c atomic_set(&policy_dbs->work_count, 0); policy_dbs 258 drivers/cpufreq/cpufreq_governor.c policy_dbs->work_in_progress = false; policy_dbs 263 drivers/cpufreq/cpufreq_governor.c struct policy_dbs_info *policy_dbs; policy_dbs 265 drivers/cpufreq/cpufreq_governor.c policy_dbs = container_of(irq_work, struct policy_dbs_info, irq_work); policy_dbs 266 drivers/cpufreq/cpufreq_governor.c schedule_work_on(smp_processor_id(), &policy_dbs->work); policy_dbs 273 drivers/cpufreq/cpufreq_governor.c struct policy_dbs_info *policy_dbs = cdbs->policy_dbs; policy_dbs 276 drivers/cpufreq/cpufreq_governor.c if (!cpufreq_this_cpu_can_update(policy_dbs->policy)) policy_dbs 285 drivers/cpufreq/cpufreq_governor.c if (policy_dbs->work_in_progress) policy_dbs 293 drivers/cpufreq/cpufreq_governor.c lst = READ_ONCE(policy_dbs->last_sample_time); policy_dbs 295 drivers/cpufreq/cpufreq_governor.c if ((s64)delta_ns < policy_dbs->sample_delay_ns) policy_dbs 303 drivers/cpufreq/cpufreq_governor.c if (policy_dbs->is_shared) { policy_dbs 304 drivers/cpufreq/cpufreq_governor.c if (!atomic_add_unless(&policy_dbs->work_count, 1, 1)) policy_dbs 311 drivers/cpufreq/cpufreq_governor.c if (unlikely(lst != READ_ONCE(policy_dbs->last_sample_time))) { policy_dbs 312 drivers/cpufreq/cpufreq_governor.c atomic_set(&policy_dbs->work_count, 0); policy_dbs 317 drivers/cpufreq/cpufreq_governor.c policy_dbs->last_sample_time = time; policy_dbs 318 drivers/cpufreq/cpufreq_governor.c policy_dbs->work_in_progress = true; policy_dbs 319 drivers/cpufreq/cpufreq_governor.c irq_work_queue(&policy_dbs->irq_work); policy_dbs 322 drivers/cpufreq/cpufreq_governor.c static void gov_set_update_util(struct policy_dbs_info *policy_dbs, policy_dbs 325 drivers/cpufreq/cpufreq_governor.c struct cpufreq_policy *policy = policy_dbs->policy; policy_dbs 328 drivers/cpufreq/cpufreq_governor.c gov_update_sample_delay(policy_dbs, delay_us); policy_dbs 329 drivers/cpufreq/cpufreq_governor.c policy_dbs->last_sample_time = 0; policy_dbs 352 drivers/cpufreq/cpufreq_governor.c struct policy_dbs_info *policy_dbs; policy_dbs 356 drivers/cpufreq/cpufreq_governor.c policy_dbs = gov->alloc(); policy_dbs 357 drivers/cpufreq/cpufreq_governor.c if (!policy_dbs) policy_dbs 360 drivers/cpufreq/cpufreq_governor.c policy_dbs->policy = policy; policy_dbs 361 drivers/cpufreq/cpufreq_governor.c mutex_init(&policy_dbs->update_mutex); policy_dbs 362 drivers/cpufreq/cpufreq_governor.c atomic_set(&policy_dbs->work_count, 0); policy_dbs 363 drivers/cpufreq/cpufreq_governor.c init_irq_work(&policy_dbs->irq_work, dbs_irq_work); policy_dbs 364 drivers/cpufreq/cpufreq_governor.c INIT_WORK(&policy_dbs->work, dbs_work_handler); policy_dbs 370 drivers/cpufreq/cpufreq_governor.c j_cdbs->policy_dbs = policy_dbs; policy_dbs 372 drivers/cpufreq/cpufreq_governor.c return policy_dbs; policy_dbs 375 drivers/cpufreq/cpufreq_governor.c static void free_policy_dbs_info(struct policy_dbs_info *policy_dbs, policy_dbs 380 drivers/cpufreq/cpufreq_governor.c mutex_destroy(&policy_dbs->update_mutex); policy_dbs 382 drivers/cpufreq/cpufreq_governor.c for_each_cpu(j, policy_dbs->policy->related_cpus) { policy_dbs 385 drivers/cpufreq/cpufreq_governor.c j_cdbs->policy_dbs = NULL; policy_dbs 388 drivers/cpufreq/cpufreq_governor.c gov->free(policy_dbs); policy_dbs 395 drivers/cpufreq/cpufreq_governor.c struct policy_dbs_info *policy_dbs; policy_dbs 402 drivers/cpufreq/cpufreq_governor.c policy_dbs = alloc_policy_dbs_info(policy, gov); policy_dbs 403 drivers/cpufreq/cpufreq_governor.c if (!policy_dbs) policy_dbs 415 drivers/cpufreq/cpufreq_governor.c policy_dbs->dbs_data = dbs_data; policy_dbs 416 drivers/cpufreq/cpufreq_governor.c policy->governor_data = policy_dbs; policy_dbs 418 drivers/cpufreq/cpufreq_governor.c gov_attr_set_get(&dbs_data->attr_set, &policy_dbs->list); policy_dbs 428 drivers/cpufreq/cpufreq_governor.c gov_attr_set_init(&dbs_data->attr_set, &policy_dbs->list); policy_dbs 446 drivers/cpufreq/cpufreq_governor.c policy_dbs->dbs_data = dbs_data; policy_dbs 447 drivers/cpufreq/cpufreq_governor.c policy->governor_data = policy_dbs; policy_dbs 469 drivers/cpufreq/cpufreq_governor.c free_policy_dbs_info(policy_dbs, gov); policy_dbs 480 drivers/cpufreq/cpufreq_governor.c struct policy_dbs_info *policy_dbs = policy->governor_data; policy_dbs 481 drivers/cpufreq/cpufreq_governor.c struct dbs_data *dbs_data = policy_dbs->dbs_data; policy_dbs 487 drivers/cpufreq/cpufreq_governor.c count = gov_attr_set_put(&dbs_data->attr_set, &policy_dbs->list); policy_dbs 499 drivers/cpufreq/cpufreq_governor.c free_policy_dbs_info(policy_dbs, gov); policy_dbs 508 drivers/cpufreq/cpufreq_governor.c struct policy_dbs_info *policy_dbs = policy->governor_data; policy_dbs 509 drivers/cpufreq/cpufreq_governor.c struct dbs_data *dbs_data = policy_dbs->dbs_data; policy_dbs 516 drivers/cpufreq/cpufreq_governor.c policy_dbs->is_shared = policy_is_shared(policy); policy_dbs 517 drivers/cpufreq/cpufreq_governor.c policy_dbs->rate_mult = 1; policy_dbs 538 drivers/cpufreq/cpufreq_governor.c gov_set_update_util(policy_dbs, sampling_rate); policy_dbs 545 drivers/cpufreq/cpufreq_governor.c struct policy_dbs_info *policy_dbs = policy->governor_data; policy_dbs 547 drivers/cpufreq/cpufreq_governor.c gov_clear_update_util(policy_dbs->policy); policy_dbs 548 drivers/cpufreq/cpufreq_governor.c irq_work_sync(&policy_dbs->irq_work); policy_dbs 549 drivers/cpufreq/cpufreq_governor.c cancel_work_sync(&policy_dbs->work); policy_dbs 550 drivers/cpufreq/cpufreq_governor.c atomic_set(&policy_dbs->work_count, 0); policy_dbs 551 drivers/cpufreq/cpufreq_governor.c policy_dbs->work_in_progress = false; policy_dbs 557 drivers/cpufreq/cpufreq_governor.c struct policy_dbs_info *policy_dbs; policy_dbs 561 drivers/cpufreq/cpufreq_governor.c policy_dbs = policy->governor_data; policy_dbs 562 drivers/cpufreq/cpufreq_governor.c if (!policy_dbs) policy_dbs 565 drivers/cpufreq/cpufreq_governor.c mutex_lock(&policy_dbs->update_mutex); policy_dbs 567 drivers/cpufreq/cpufreq_governor.c gov_update_sample_delay(policy_dbs, 0); policy_dbs 568 drivers/cpufreq/cpufreq_governor.c mutex_unlock(&policy_dbs->update_mutex); policy_dbs 103 drivers/cpufreq/cpufreq_governor.h static inline void gov_update_sample_delay(struct policy_dbs_info *policy_dbs, policy_dbs 106 drivers/cpufreq/cpufreq_governor.h policy_dbs->sample_delay_ns = delay_us * NSEC_PER_USEC; policy_dbs 122 drivers/cpufreq/cpufreq_governor.h struct policy_dbs_info *policy_dbs; policy_dbs 138 drivers/cpufreq/cpufreq_governor.h void (*free)(struct policy_dbs_info *policy_dbs); policy_dbs 68 drivers/cpufreq/cpufreq_ondemand.c struct policy_dbs_info *policy_dbs = policy->governor_data; policy_dbs 69 drivers/cpufreq/cpufreq_ondemand.c struct od_policy_dbs_info *dbs_info = to_dbs_info(policy_dbs); policy_dbs 70 drivers/cpufreq/cpufreq_ondemand.c struct dbs_data *dbs_data = policy_dbs->dbs_data; policy_dbs 115 drivers/cpufreq/cpufreq_ondemand.c struct policy_dbs_info *policy_dbs = policy->governor_data; policy_dbs 116 drivers/cpufreq/cpufreq_ondemand.c struct dbs_data *dbs_data = policy_dbs->dbs_data; policy_dbs 136 drivers/cpufreq/cpufreq_ondemand.c struct policy_dbs_info *policy_dbs = policy->governor_data; policy_dbs 137 drivers/cpufreq/cpufreq_ondemand.c struct od_policy_dbs_info *dbs_info = to_dbs_info(policy_dbs); policy_dbs 138 drivers/cpufreq/cpufreq_ondemand.c struct dbs_data *dbs_data = policy_dbs->dbs_data; policy_dbs 148 drivers/cpufreq/cpufreq_ondemand.c policy_dbs->rate_mult = dbs_data->sampling_down_factor; policy_dbs 159 drivers/cpufreq/cpufreq_ondemand.c policy_dbs->rate_mult = 1; policy_dbs 172 drivers/cpufreq/cpufreq_ondemand.c struct policy_dbs_info *policy_dbs = policy->governor_data; policy_dbs 173 drivers/cpufreq/cpufreq_ondemand.c struct dbs_data *dbs_data = policy_dbs->dbs_data; policy_dbs 174 drivers/cpufreq/cpufreq_ondemand.c struct od_policy_dbs_info *dbs_info = to_dbs_info(policy_dbs); policy_dbs 183 drivers/cpufreq/cpufreq_ondemand.c if (sample_type == OD_SUB_SAMPLE && policy_dbs->sample_delay_ns > 0) { policy_dbs 197 drivers/cpufreq/cpufreq_ondemand.c return dbs_data->sampling_rate * policy_dbs->rate_mult; policy_dbs 242 drivers/cpufreq/cpufreq_ondemand.c struct policy_dbs_info *policy_dbs; policy_dbs 253 drivers/cpufreq/cpufreq_ondemand.c list_for_each_entry(policy_dbs, &attr_set->policy_list, list) { policy_dbs 258 drivers/cpufreq/cpufreq_ondemand.c mutex_lock(&policy_dbs->update_mutex); policy_dbs 259 drivers/cpufreq/cpufreq_ondemand.c policy_dbs->rate_mult = 1; policy_dbs 260 drivers/cpufreq/cpufreq_ondemand.c mutex_unlock(&policy_dbs->update_mutex); policy_dbs 296 drivers/cpufreq/cpufreq_ondemand.c struct policy_dbs_info *policy_dbs; policy_dbs 309 drivers/cpufreq/cpufreq_ondemand.c list_for_each_entry(policy_dbs, &attr_set->policy_list, list) policy_dbs 310 drivers/cpufreq/cpufreq_ondemand.c ondemand_powersave_bias_init(policy_dbs->policy); policy_dbs 346 drivers/cpufreq/cpufreq_ondemand.c return dbs_info ? &dbs_info->policy_dbs : NULL; policy_dbs 349 drivers/cpufreq/cpufreq_ondemand.c static void od_free(struct policy_dbs_info *policy_dbs) policy_dbs 351 drivers/cpufreq/cpufreq_ondemand.c kfree(to_dbs_info(policy_dbs)); policy_dbs 424 drivers/cpufreq/cpufreq_ondemand.c struct policy_dbs_info *policy_dbs; policy_dbs 435 drivers/cpufreq/cpufreq_ondemand.c policy_dbs = policy->governor_data; policy_dbs 436 drivers/cpufreq/cpufreq_ondemand.c if (!policy_dbs) policy_dbs 441 drivers/cpufreq/cpufreq_ondemand.c dbs_data = policy_dbs->dbs_data; policy_dbs 12 drivers/cpufreq/cpufreq_ondemand.h struct policy_dbs_info policy_dbs; policy_dbs 19 drivers/cpufreq/cpufreq_ondemand.h static inline struct od_policy_dbs_info *to_dbs_info(struct policy_dbs_info *policy_dbs) policy_dbs 21 drivers/cpufreq/cpufreq_ondemand.h return container_of(policy_dbs, struct od_policy_dbs_info, policy_dbs);