Lines Matching refs:data
102 static int query_current_values_with_pending_wait(struct powernow_k8_data *data) in query_current_values_with_pending_wait() argument
115 data->currvid = hi & MSR_S_HI_CURRENT_VID; in query_current_values_with_pending_wait()
116 data->currfid = lo & MSR_S_LO_CURRENT_FID; in query_current_values_with_pending_wait()
122 static void count_off_irt(struct powernow_k8_data *data) in count_off_irt() argument
124 udelay((1 << data->irt) * 10); in count_off_irt()
129 static void count_off_vst(struct powernow_k8_data *data) in count_off_vst() argument
131 udelay(data->vstable * VST_UNITS_20US); in count_off_vst()
151 static int write_new_fid(struct powernow_k8_data *data, u32 fid) in write_new_fid() argument
154 u32 savevid = data->currvid; in write_new_fid()
157 if ((fid & INVALID_FID_MASK) || (data->currvid & INVALID_VID_MASK)) { in write_new_fid()
163 lo |= (data->currvid << MSR_C_LO_VID_SHIFT); in write_new_fid()
167 fid, lo, data->plllock * PLL_LOCK_CONVERSION); in write_new_fid()
170 wrmsr(MSR_FIDVID_CTL, lo, data->plllock * PLL_LOCK_CONVERSION); in write_new_fid()
175 } while (query_current_values_with_pending_wait(data)); in write_new_fid()
177 count_off_irt(data); in write_new_fid()
179 if (savevid != data->currvid) { in write_new_fid()
181 savevid, data->currvid); in write_new_fid()
185 if (fid != data->currfid) { in write_new_fid()
187 data->currfid); in write_new_fid()
195 static int write_new_vid(struct powernow_k8_data *data, u32 vid) in write_new_vid() argument
198 u32 savefid = data->currfid; in write_new_vid()
201 if ((data->currfid & INVALID_FID_MASK) || (vid & INVALID_VID_MASK)) { in write_new_vid()
206 lo = data->currfid; in write_new_vid()
219 } while (query_current_values_with_pending_wait(data)); in write_new_vid()
221 if (savefid != data->currfid) { in write_new_vid()
223 savefid, data->currfid); in write_new_vid()
227 if (vid != data->currvid) { in write_new_vid()
229 vid, data->currvid); in write_new_vid()
241 static int decrease_vid_code_by_step(struct powernow_k8_data *data, in decrease_vid_code_by_step() argument
244 if ((data->currvid - reqvid) > step) in decrease_vid_code_by_step()
245 reqvid = data->currvid - step; in decrease_vid_code_by_step()
247 if (write_new_vid(data, reqvid)) in decrease_vid_code_by_step()
250 count_off_vst(data); in decrease_vid_code_by_step()
256 static int transition_fid_vid(struct powernow_k8_data *data, in transition_fid_vid() argument
259 if (core_voltage_pre_transition(data, reqvid, reqfid)) in transition_fid_vid()
262 if (core_frequency_transition(data, reqfid)) in transition_fid_vid()
265 if (core_voltage_post_transition(data, reqvid)) in transition_fid_vid()
268 if (query_current_values_with_pending_wait(data)) in transition_fid_vid()
271 if ((reqfid != data->currfid) || (reqvid != data->currvid)) { in transition_fid_vid()
274 reqfid, reqvid, data->currfid, data->currvid); in transition_fid_vid()
279 smp_processor_id(), data->currfid, data->currvid); in transition_fid_vid()
285 static int core_voltage_pre_transition(struct powernow_k8_data *data, in core_voltage_pre_transition() argument
288 u32 rvosteps = data->rvo; in core_voltage_pre_transition()
289 u32 savefid = data->currfid; in core_voltage_pre_transition()
294 data->currfid, data->currvid, reqvid, data->rvo); in core_voltage_pre_transition()
305 while (data->currvid > reqvid) { in core_voltage_pre_transition()
307 data->currvid, reqvid); in core_voltage_pre_transition()
308 if (decrease_vid_code_by_step(data, reqvid, data->vidmvs)) in core_voltage_pre_transition()
313 ((rvomult * data->rvo + data->currvid) > reqvid)) { in core_voltage_pre_transition()
314 if (data->currvid == maxvid) { in core_voltage_pre_transition()
318 data->currvid - 1); in core_voltage_pre_transition()
319 if (decrease_vid_code_by_step(data, data->currvid-1, 1)) in core_voltage_pre_transition()
325 if (query_current_values_with_pending_wait(data)) in core_voltage_pre_transition()
328 if (savefid != data->currfid) { in core_voltage_pre_transition()
329 pr_err("ph1 err, currfid changed 0x%x\n", data->currfid); in core_voltage_pre_transition()
334 data->currfid, data->currvid); in core_voltage_pre_transition()
340 static int core_frequency_transition(struct powernow_k8_data *data, u32 reqfid) in core_frequency_transition() argument
343 u32 fid_interval, savevid = data->currvid; in core_frequency_transition()
345 if (data->currfid == reqfid) { in core_frequency_transition()
346 pr_err("ph2 null fid transition 0x%x\n", data->currfid); in core_frequency_transition()
352 data->currfid, data->currvid, reqfid); in core_frequency_transition()
355 vcocurrfid = convert_fid_to_vco_fid(data->currfid); in core_frequency_transition()
359 if ((reqfid <= LO_FID_TABLE_TOP) && (data->currfid <= LO_FID_TABLE_TOP)) in core_frequency_transition()
363 (data->currfid & 1) ? (fid_interval = 1) : (fid_interval = 2); in core_frequency_transition()
365 if (reqfid > data->currfid) { in core_frequency_transition()
366 if (data->currfid > LO_FID_TABLE_TOP) { in core_frequency_transition()
367 if (write_new_fid(data, in core_frequency_transition()
368 data->currfid + fid_interval)) in core_frequency_transition()
372 (data, in core_frequency_transition()
373 2 + convert_fid_to_vco_fid(data->currfid))) in core_frequency_transition()
377 if (write_new_fid(data, data->currfid - fid_interval)) in core_frequency_transition()
381 vcocurrfid = convert_fid_to_vco_fid(data->currfid); in core_frequency_transition()
386 if (write_new_fid(data, reqfid)) in core_frequency_transition()
389 if (query_current_values_with_pending_wait(data)) in core_frequency_transition()
392 if (data->currfid != reqfid) { in core_frequency_transition()
394 data->currfid, reqfid); in core_frequency_transition()
398 if (savevid != data->currvid) { in core_frequency_transition()
400 savevid, data->currvid); in core_frequency_transition()
405 data->currfid, data->currvid); in core_frequency_transition()
411 static int core_voltage_post_transition(struct powernow_k8_data *data, in core_voltage_post_transition() argument
414 u32 savefid = data->currfid; in core_voltage_post_transition()
419 data->currfid, data->currvid); in core_voltage_post_transition()
421 if (reqvid != data->currvid) { in core_voltage_post_transition()
422 if (write_new_vid(data, reqvid)) in core_voltage_post_transition()
425 if (savefid != data->currfid) { in core_voltage_post_transition()
427 savefid, data->currfid); in core_voltage_post_transition()
431 if (data->currvid != reqvid) { in core_voltage_post_transition()
433 reqvid, data->currvid); in core_voltage_post_transition()
438 if (query_current_values_with_pending_wait(data)) in core_voltage_post_transition()
441 if (savereqvid != data->currvid) { in core_voltage_post_transition()
442 pr_debug("ph3 failed, currvid 0x%x\n", data->currvid); in core_voltage_post_transition()
446 if (savefid != data->currfid) { in core_voltage_post_transition()
448 data->currfid); in core_voltage_post_transition()
453 data->currfid, data->currvid); in core_voltage_post_transition()
497 static int check_pst_table(struct powernow_k8_data *data, struct pst_s *pst, in check_pst_table() argument
503 for (j = 0; j < data->numps; j++) { in check_pst_table()
509 if (pst[j].vid < data->rvo) { in check_pst_table()
514 if (pst[j].vid < maxvid + data->rvo) { in check_pst_table()
548 static void print_basics(struct powernow_k8_data *data) in print_basics() argument
551 for (j = 0; j < data->numps; j++) { in print_basics()
552 if (data->powernow_table[j].frequency != in print_basics()
555 data->powernow_table[j].driver_data & 0xff, in print_basics()
556 data->powernow_table[j].frequency/1000, in print_basics()
557 data->powernow_table[j].driver_data >> 8); in print_basics()
560 if (data->batps) in print_basics()
561 pr_info("Only %d pstates on battery\n", data->batps); in print_basics()
564 static int fill_powernow_table(struct powernow_k8_data *data, in fill_powernow_table() argument
570 if (data->batps) { in fill_powernow_table()
573 data->batps); in fill_powernow_table()
574 data->numps = data->batps; in fill_powernow_table()
577 for (j = 1; j < data->numps; j++) { in fill_powernow_table()
584 if (data->numps < 2) { in fill_powernow_table()
589 if (check_pst_table(data, pst, maxvid)) in fill_powernow_table()
593 * (data->numps + 1)), GFP_KERNEL); in fill_powernow_table()
599 for (j = 0; j < data->numps; j++) { in fill_powernow_table()
606 powernow_table[data->numps].frequency = CPUFREQ_TABLE_END; in fill_powernow_table()
607 powernow_table[data->numps].driver_data = 0; in fill_powernow_table()
609 if (query_current_values_with_pending_wait(data)) { in fill_powernow_table()
614 pr_debug("cfid 0x%x, cvid 0x%x\n", data->currfid, data->currvid); in fill_powernow_table()
615 data->powernow_table = powernow_table; in fill_powernow_table()
616 if (cpumask_first(topology_core_cpumask(data->cpu)) == data->cpu) in fill_powernow_table()
617 print_basics(data); in fill_powernow_table()
619 for (j = 0; j < data->numps; j++) in fill_powernow_table()
620 if ((pst[j].fid == data->currfid) && in fill_powernow_table()
621 (pst[j].vid == data->currvid)) in fill_powernow_table()
629 static int find_psb_table(struct powernow_k8_data *data) in find_psb_table() argument
660 data->vstable = psb->vstable; in find_psb_table()
662 data->vstable); in find_psb_table()
665 data->rvo = psb->flags2 & 3; in find_psb_table()
666 data->irt = ((psb->flags2) >> 2) & 3; in find_psb_table()
668 data->vidmvs = 1 << mvs; in find_psb_table()
669 data->batps = ((psb->flags2) >> 6) & 3; in find_psb_table()
671 pr_debug("ramp voltage offset: %d\n", data->rvo); in find_psb_table()
672 pr_debug("isochronous relief time: %d\n", data->irt); in find_psb_table()
673 pr_debug("maximum voltage step: %d - 0x%x\n", mvs, data->vidmvs); in find_psb_table()
689 data->plllock = psb->plllocktime; in find_psb_table()
695 data->numps = psb->numps; in find_psb_table()
696 pr_debug("numpstates: 0x%x\n", data->numps); in find_psb_table()
697 return fill_powernow_table(data, in find_psb_table()
716 static void powernow_k8_acpi_pst_values(struct powernow_k8_data *data, in powernow_k8_acpi_pst_values() argument
721 if (!data->acpi_data.state_count) in powernow_k8_acpi_pst_values()
724 control = data->acpi_data.states[index].control; in powernow_k8_acpi_pst_values()
725 data->irt = (control >> IRT_SHIFT) & IRT_MASK; in powernow_k8_acpi_pst_values()
726 data->rvo = (control >> RVO_SHIFT) & RVO_MASK; in powernow_k8_acpi_pst_values()
727 data->exttype = (control >> EXT_TYPE_SHIFT) & EXT_TYPE_MASK; in powernow_k8_acpi_pst_values()
728 data->plllock = (control >> PLL_L_SHIFT) & PLL_L_MASK; in powernow_k8_acpi_pst_values()
729 data->vidmvs = 1 << ((control >> MVS_SHIFT) & MVS_MASK); in powernow_k8_acpi_pst_values()
730 data->vstable = (control >> VST_SHIFT) & VST_MASK; in powernow_k8_acpi_pst_values()
733 static int powernow_k8_cpu_init_acpi(struct powernow_k8_data *data) in powernow_k8_cpu_init_acpi() argument
739 if (acpi_processor_register_performance(&data->acpi_data, data->cpu)) { in powernow_k8_cpu_init_acpi()
745 if (data->acpi_data.state_count <= 1) { in powernow_k8_cpu_init_acpi()
750 control = data->acpi_data.control_register.space_id; in powernow_k8_cpu_init_acpi()
751 status = data->acpi_data.status_register.space_id; in powernow_k8_cpu_init_acpi()
762 * (data->acpi_data.state_count + 1)), GFP_KERNEL); in powernow_k8_cpu_init_acpi()
769 data->numps = data->acpi_data.state_count; in powernow_k8_cpu_init_acpi()
770 powernow_k8_acpi_pst_values(data, 0); in powernow_k8_cpu_init_acpi()
772 ret_val = fill_powernow_table_fidvid(data, powernow_table); in powernow_k8_cpu_init_acpi()
776 powernow_table[data->acpi_data.state_count].frequency = in powernow_k8_cpu_init_acpi()
778 data->powernow_table = powernow_table; in powernow_k8_cpu_init_acpi()
780 if (cpumask_first(topology_core_cpumask(data->cpu)) == data->cpu) in powernow_k8_cpu_init_acpi()
781 print_basics(data); in powernow_k8_cpu_init_acpi()
786 if (!zalloc_cpumask_var(&data->acpi_data.shared_cpu_map, GFP_KERNEL)) { in powernow_k8_cpu_init_acpi()
798 acpi_processor_unregister_performance(data->cpu); in powernow_k8_cpu_init_acpi()
802 data->acpi_data.state_count = 0; in powernow_k8_cpu_init_acpi()
807 static int fill_powernow_table_fidvid(struct powernow_k8_data *data, in fill_powernow_table_fidvid() argument
812 for (i = 0; i < data->acpi_data.state_count; i++) { in fill_powernow_table_fidvid()
818 if (data->exttype) { in fill_powernow_table_fidvid()
819 status = data->acpi_data.states[i].status; in fill_powernow_table_fidvid()
823 control = data->acpi_data.states[i].control; in fill_powernow_table_fidvid()
851 if (freq != (data->acpi_data.states[i].core_frequency * 1000)) { in fill_powernow_table_fidvid()
854 (data->acpi_data.states[i].core_frequency in fill_powernow_table_fidvid()
863 static void powernow_k8_cpu_exit_acpi(struct powernow_k8_data *data) in powernow_k8_cpu_exit_acpi() argument
865 if (data->acpi_data.state_count) in powernow_k8_cpu_exit_acpi()
866 acpi_processor_unregister_performance(data->cpu); in powernow_k8_cpu_exit_acpi()
867 free_cpumask_var(data->acpi_data.shared_cpu_map); in powernow_k8_cpu_exit_acpi()
870 static int get_transition_latency(struct powernow_k8_data *data) in get_transition_latency() argument
874 for (i = 0; i < data->acpi_data.state_count; i++) { in get_transition_latency()
875 int cur_latency = data->acpi_data.states[i].transition_latency in get_transition_latency()
876 + data->acpi_data.states[i].bus_master_latency; in get_transition_latency()
889 static int transition_frequency_fidvid(struct powernow_k8_data *data, in transition_frequency_fidvid() argument
905 fid = data->powernow_table[index].driver_data & 0xFF; in transition_frequency_fidvid()
906 vid = (data->powernow_table[index].driver_data & 0xFF00) >> 8; in transition_frequency_fidvid()
910 if (query_current_values_with_pending_wait(data)) in transition_frequency_fidvid()
913 if ((data->currvid == vid) && (data->currfid == fid)) { in transition_frequency_fidvid()
921 freqs.old = find_khz_freq_from_fid(data->currfid); in transition_frequency_fidvid()
928 res = transition_fid_vid(data, fid, vid); in transition_frequency_fidvid()
944 struct powernow_k8_data *data = per_cpu(powernow_data, pol->cpu); in powernowk8_target_fn() local
949 if (!data) in powernowk8_target_fn()
952 checkfid = data->currfid; in powernowk8_target_fn()
953 checkvid = data->currvid; in powernowk8_target_fn()
961 pol->cpu, data->powernow_table[newstate].frequency, pol->min, in powernowk8_target_fn()
964 if (query_current_values_with_pending_wait(data)) in powernowk8_target_fn()
968 data->currfid, data->currvid); in powernowk8_target_fn()
970 if ((checkvid != data->currvid) || in powernowk8_target_fn()
971 (checkfid != data->currfid)) { in powernowk8_target_fn()
973 checkfid, data->currfid, in powernowk8_target_fn()
974 checkvid, data->currvid); in powernowk8_target_fn()
979 powernow_k8_acpi_pst_values(data, newstate); in powernowk8_target_fn()
981 ret = transition_frequency_fidvid(data, newstate); in powernowk8_target_fn()
990 pol->cur = find_khz_freq_from_fid(data->currfid); in powernowk8_target_fn()
1004 struct powernow_k8_data *data; member
1018 if (query_current_values_with_pending_wait(init_on_cpu->data)) { in powernowk8_cpu_init_on_cpu()
1036 struct powernow_k8_data *data; in powernowk8_cpu_init() local
1044 data = kzalloc(sizeof(*data), GFP_KERNEL); in powernowk8_cpu_init()
1045 if (!data) { in powernowk8_cpu_init()
1050 data->cpu = pol->cpu; in powernowk8_cpu_init()
1052 if (powernow_k8_cpu_init_acpi(data)) { in powernowk8_cpu_init()
1065 rc = find_psb_table(data); in powernowk8_cpu_init()
1072 ((data->rvo + 8) * data->vstable * VST_UNITS_20US) + in powernowk8_cpu_init()
1073 ((1 << data->irt) * 30)) * 1000; in powernowk8_cpu_init()
1075 pol->cpuinfo.transition_latency = get_transition_latency(data); in powernowk8_cpu_init()
1078 init_on_cpu.data = data; in powernowk8_cpu_init()
1079 smp_call_function_single(data->cpu, powernowk8_cpu_init_on_cpu, in powernowk8_cpu_init()
1086 data->available_cores = pol->cpus; in powernowk8_cpu_init()
1089 if (cpufreq_table_validate_and_show(pol, data->powernow_table)) { in powernowk8_cpu_init()
1091 powernow_k8_cpu_exit_acpi(data); in powernowk8_cpu_init()
1092 kfree(data->powernow_table); in powernowk8_cpu_init()
1093 kfree(data); in powernowk8_cpu_init()
1098 data->currfid, data->currvid); in powernowk8_cpu_init()
1102 per_cpu(powernow_data, cpu) = data; in powernowk8_cpu_init()
1107 powernow_k8_cpu_exit_acpi(data); in powernowk8_cpu_init()
1110 kfree(data); in powernowk8_cpu_init()
1116 struct powernow_k8_data *data = per_cpu(powernow_data, pol->cpu); in powernowk8_cpu_exit() local
1119 if (!data) in powernowk8_cpu_exit()
1122 powernow_k8_cpu_exit_acpi(data); in powernowk8_cpu_exit()
1124 kfree(data->powernow_table); in powernowk8_cpu_exit()
1125 kfree(data); in powernowk8_cpu_exit()
1135 struct powernow_k8_data *data = __this_cpu_read(powernow_data); in query_values_on_cpu() local
1137 *err = query_current_values_with_pending_wait(data); in query_values_on_cpu()
1142 struct powernow_k8_data *data = per_cpu(powernow_data, cpu); in powernowk8_get() local
1146 if (!data) in powernowk8_get()
1153 khz = find_khz_freq_from_fid(data->currfid); in powernowk8_get()