Lines Matching refs:data
109 static int query_current_values_with_pending_wait(struct powernow_k8_data *data) in query_current_values_with_pending_wait() argument
122 data->currvid = hi & MSR_S_HI_CURRENT_VID; in query_current_values_with_pending_wait()
123 data->currfid = lo & MSR_S_LO_CURRENT_FID; in query_current_values_with_pending_wait()
129 static void count_off_irt(struct powernow_k8_data *data) in count_off_irt() argument
131 udelay((1 << data->irt) * 10); in count_off_irt()
136 static void count_off_vst(struct powernow_k8_data *data) in count_off_vst() argument
138 udelay(data->vstable * VST_UNITS_20US); in count_off_vst()
158 static int write_new_fid(struct powernow_k8_data *data, u32 fid) in write_new_fid() argument
161 u32 savevid = data->currvid; in write_new_fid()
164 if ((fid & INVALID_FID_MASK) || (data->currvid & INVALID_VID_MASK)) { in write_new_fid()
170 lo |= (data->currvid << MSR_C_LO_VID_SHIFT); in write_new_fid()
174 fid, lo, data->plllock * PLL_LOCK_CONVERSION); in write_new_fid()
177 wrmsr(MSR_FIDVID_CTL, lo, data->plllock * PLL_LOCK_CONVERSION); in write_new_fid()
182 } while (query_current_values_with_pending_wait(data)); in write_new_fid()
184 count_off_irt(data); in write_new_fid()
186 if (savevid != data->currvid) { in write_new_fid()
188 savevid, data->currvid); in write_new_fid()
192 if (fid != data->currfid) { in write_new_fid()
194 data->currfid); in write_new_fid()
202 static int write_new_vid(struct powernow_k8_data *data, u32 vid) in write_new_vid() argument
205 u32 savefid = data->currfid; in write_new_vid()
208 if ((data->currfid & INVALID_FID_MASK) || (vid & INVALID_VID_MASK)) { in write_new_vid()
213 lo = data->currfid; in write_new_vid()
226 } while (query_current_values_with_pending_wait(data)); in write_new_vid()
228 if (savefid != data->currfid) { in write_new_vid()
230 savefid, data->currfid); in write_new_vid()
234 if (vid != data->currvid) { in write_new_vid()
236 vid, data->currvid); in write_new_vid()
248 static int decrease_vid_code_by_step(struct powernow_k8_data *data, in decrease_vid_code_by_step() argument
251 if ((data->currvid - reqvid) > step) in decrease_vid_code_by_step()
252 reqvid = data->currvid - step; in decrease_vid_code_by_step()
254 if (write_new_vid(data, reqvid)) in decrease_vid_code_by_step()
257 count_off_vst(data); in decrease_vid_code_by_step()
263 static int transition_fid_vid(struct powernow_k8_data *data, in transition_fid_vid() argument
266 if (core_voltage_pre_transition(data, reqvid, reqfid)) in transition_fid_vid()
269 if (core_frequency_transition(data, reqfid)) in transition_fid_vid()
272 if (core_voltage_post_transition(data, reqvid)) in transition_fid_vid()
275 if (query_current_values_with_pending_wait(data)) in transition_fid_vid()
278 if ((reqfid != data->currfid) || (reqvid != data->currvid)) { in transition_fid_vid()
281 reqfid, reqvid, data->currfid, data->currvid); in transition_fid_vid()
286 smp_processor_id(), data->currfid, data->currvid); in transition_fid_vid()
292 static int core_voltage_pre_transition(struct powernow_k8_data *data, in core_voltage_pre_transition() argument
295 u32 rvosteps = data->rvo; in core_voltage_pre_transition()
296 u32 savefid = data->currfid; in core_voltage_pre_transition()
301 data->currfid, data->currvid, reqvid, data->rvo); in core_voltage_pre_transition()
312 while (data->currvid > reqvid) { in core_voltage_pre_transition()
314 data->currvid, reqvid); in core_voltage_pre_transition()
315 if (decrease_vid_code_by_step(data, reqvid, data->vidmvs)) in core_voltage_pre_transition()
320 ((rvomult * data->rvo + data->currvid) > reqvid)) { in core_voltage_pre_transition()
321 if (data->currvid == maxvid) { in core_voltage_pre_transition()
325 data->currvid - 1); in core_voltage_pre_transition()
326 if (decrease_vid_code_by_step(data, data->currvid-1, 1)) in core_voltage_pre_transition()
332 if (query_current_values_with_pending_wait(data)) in core_voltage_pre_transition()
335 if (savefid != data->currfid) { in core_voltage_pre_transition()
336 pr_err("ph1 err, currfid changed 0x%x\n", data->currfid); in core_voltage_pre_transition()
341 data->currfid, data->currvid); in core_voltage_pre_transition()
347 static int core_frequency_transition(struct powernow_k8_data *data, u32 reqfid) in core_frequency_transition() argument
350 u32 fid_interval, savevid = data->currvid; in core_frequency_transition()
352 if (data->currfid == reqfid) { in core_frequency_transition()
353 pr_err("ph2 null fid transition 0x%x\n", data->currfid); in core_frequency_transition()
359 data->currfid, data->currvid, reqfid); in core_frequency_transition()
362 vcocurrfid = convert_fid_to_vco_fid(data->currfid); in core_frequency_transition()
366 if ((reqfid <= LO_FID_TABLE_TOP) && (data->currfid <= LO_FID_TABLE_TOP)) in core_frequency_transition()
370 (data->currfid & 1) ? (fid_interval = 1) : (fid_interval = 2); in core_frequency_transition()
372 if (reqfid > data->currfid) { in core_frequency_transition()
373 if (data->currfid > LO_FID_TABLE_TOP) { in core_frequency_transition()
374 if (write_new_fid(data, in core_frequency_transition()
375 data->currfid + fid_interval)) in core_frequency_transition()
379 (data, in core_frequency_transition()
380 2 + convert_fid_to_vco_fid(data->currfid))) in core_frequency_transition()
384 if (write_new_fid(data, data->currfid - fid_interval)) in core_frequency_transition()
388 vcocurrfid = convert_fid_to_vco_fid(data->currfid); in core_frequency_transition()
393 if (write_new_fid(data, reqfid)) in core_frequency_transition()
396 if (query_current_values_with_pending_wait(data)) in core_frequency_transition()
399 if (data->currfid != reqfid) { in core_frequency_transition()
401 data->currfid, reqfid); in core_frequency_transition()
405 if (savevid != data->currvid) { in core_frequency_transition()
407 savevid, data->currvid); in core_frequency_transition()
412 data->currfid, data->currvid); in core_frequency_transition()
418 static int core_voltage_post_transition(struct powernow_k8_data *data, in core_voltage_post_transition() argument
421 u32 savefid = data->currfid; in core_voltage_post_transition()
426 data->currfid, data->currvid); in core_voltage_post_transition()
428 if (reqvid != data->currvid) { in core_voltage_post_transition()
429 if (write_new_vid(data, reqvid)) in core_voltage_post_transition()
432 if (savefid != data->currfid) { in core_voltage_post_transition()
434 savefid, data->currfid); in core_voltage_post_transition()
438 if (data->currvid != reqvid) { in core_voltage_post_transition()
440 reqvid, data->currvid); in core_voltage_post_transition()
445 if (query_current_values_with_pending_wait(data)) in core_voltage_post_transition()
448 if (savereqvid != data->currvid) { in core_voltage_post_transition()
449 pr_debug("ph3 failed, currvid 0x%x\n", data->currvid); in core_voltage_post_transition()
453 if (savefid != data->currfid) { in core_voltage_post_transition()
455 data->currfid); in core_voltage_post_transition()
460 data->currfid, data->currvid); in core_voltage_post_transition()
504 static int check_pst_table(struct powernow_k8_data *data, struct pst_s *pst, in check_pst_table() argument
510 for (j = 0; j < data->numps; j++) { in check_pst_table()
516 if (pst[j].vid < data->rvo) { in check_pst_table()
521 if (pst[j].vid < maxvid + data->rvo) { in check_pst_table()
555 static void print_basics(struct powernow_k8_data *data) in print_basics() argument
558 for (j = 0; j < data->numps; j++) { in print_basics()
559 if (data->powernow_table[j].frequency != in print_basics()
562 data->powernow_table[j].driver_data & 0xff, in print_basics()
563 data->powernow_table[j].frequency/1000, in print_basics()
564 data->powernow_table[j].driver_data >> 8); in print_basics()
567 if (data->batps) in print_basics()
568 pr_info("Only %d pstates on battery\n", data->batps); in print_basics()
571 static int fill_powernow_table(struct powernow_k8_data *data, in fill_powernow_table() argument
577 if (data->batps) { in fill_powernow_table()
580 data->batps); in fill_powernow_table()
581 data->numps = data->batps; in fill_powernow_table()
584 for (j = 1; j < data->numps; j++) { in fill_powernow_table()
591 if (data->numps < 2) { in fill_powernow_table()
596 if (check_pst_table(data, pst, maxvid)) in fill_powernow_table()
600 * (data->numps + 1)), GFP_KERNEL); in fill_powernow_table()
606 for (j = 0; j < data->numps; j++) { in fill_powernow_table()
613 powernow_table[data->numps].frequency = CPUFREQ_TABLE_END; in fill_powernow_table()
614 powernow_table[data->numps].driver_data = 0; in fill_powernow_table()
616 if (query_current_values_with_pending_wait(data)) { in fill_powernow_table()
621 pr_debug("cfid 0x%x, cvid 0x%x\n", data->currfid, data->currvid); in fill_powernow_table()
622 data->powernow_table = powernow_table; in fill_powernow_table()
623 if (cpumask_first(cpu_core_mask(data->cpu)) == data->cpu) in fill_powernow_table()
624 print_basics(data); in fill_powernow_table()
626 for (j = 0; j < data->numps; j++) in fill_powernow_table()
627 if ((pst[j].fid == data->currfid) && in fill_powernow_table()
628 (pst[j].vid == data->currvid)) in fill_powernow_table()
636 static int find_psb_table(struct powernow_k8_data *data) in find_psb_table() argument
667 data->vstable = psb->vstable; in find_psb_table()
669 data->vstable); in find_psb_table()
672 data->rvo = psb->flags2 & 3; in find_psb_table()
673 data->irt = ((psb->flags2) >> 2) & 3; in find_psb_table()
675 data->vidmvs = 1 << mvs; in find_psb_table()
676 data->batps = ((psb->flags2) >> 6) & 3; in find_psb_table()
678 pr_debug("ramp voltage offset: %d\n", data->rvo); in find_psb_table()
679 pr_debug("isochronous relief time: %d\n", data->irt); in find_psb_table()
680 pr_debug("maximum voltage step: %d - 0x%x\n", mvs, data->vidmvs); in find_psb_table()
696 data->plllock = psb->plllocktime; in find_psb_table()
702 data->numps = psb->numps; in find_psb_table()
703 pr_debug("numpstates: 0x%x\n", data->numps); in find_psb_table()
704 return fill_powernow_table(data, in find_psb_table()
723 static void powernow_k8_acpi_pst_values(struct powernow_k8_data *data, in powernow_k8_acpi_pst_values() argument
728 if (!data->acpi_data.state_count) in powernow_k8_acpi_pst_values()
731 control = data->acpi_data.states[index].control; in powernow_k8_acpi_pst_values()
732 data->irt = (control >> IRT_SHIFT) & IRT_MASK; in powernow_k8_acpi_pst_values()
733 data->rvo = (control >> RVO_SHIFT) & RVO_MASK; in powernow_k8_acpi_pst_values()
734 data->exttype = (control >> EXT_TYPE_SHIFT) & EXT_TYPE_MASK; in powernow_k8_acpi_pst_values()
735 data->plllock = (control >> PLL_L_SHIFT) & PLL_L_MASK; in powernow_k8_acpi_pst_values()
736 data->vidmvs = 1 << ((control >> MVS_SHIFT) & MVS_MASK); in powernow_k8_acpi_pst_values()
737 data->vstable = (control >> VST_SHIFT) & VST_MASK; in powernow_k8_acpi_pst_values()
740 static int powernow_k8_cpu_init_acpi(struct powernow_k8_data *data) in powernow_k8_cpu_init_acpi() argument
746 if (acpi_processor_register_performance(&data->acpi_data, data->cpu)) { in powernow_k8_cpu_init_acpi()
752 if (data->acpi_data.state_count <= 1) { in powernow_k8_cpu_init_acpi()
757 control = data->acpi_data.control_register.space_id; in powernow_k8_cpu_init_acpi()
758 status = data->acpi_data.status_register.space_id; in powernow_k8_cpu_init_acpi()
769 * (data->acpi_data.state_count + 1)), GFP_KERNEL); in powernow_k8_cpu_init_acpi()
776 data->numps = data->acpi_data.state_count; in powernow_k8_cpu_init_acpi()
777 powernow_k8_acpi_pst_values(data, 0); in powernow_k8_cpu_init_acpi()
779 ret_val = fill_powernow_table_fidvid(data, powernow_table); in powernow_k8_cpu_init_acpi()
783 powernow_table[data->acpi_data.state_count].frequency = in powernow_k8_cpu_init_acpi()
785 data->powernow_table = powernow_table; in powernow_k8_cpu_init_acpi()
787 if (cpumask_first(cpu_core_mask(data->cpu)) == data->cpu) in powernow_k8_cpu_init_acpi()
788 print_basics(data); in powernow_k8_cpu_init_acpi()
793 if (!zalloc_cpumask_var(&data->acpi_data.shared_cpu_map, GFP_KERNEL)) { in powernow_k8_cpu_init_acpi()
805 acpi_processor_unregister_performance(&data->acpi_data, data->cpu); in powernow_k8_cpu_init_acpi()
809 data->acpi_data.state_count = 0; in powernow_k8_cpu_init_acpi()
814 static int fill_powernow_table_fidvid(struct powernow_k8_data *data, in fill_powernow_table_fidvid() argument
819 for (i = 0; i < data->acpi_data.state_count; i++) { in fill_powernow_table_fidvid()
825 if (data->exttype) { in fill_powernow_table_fidvid()
826 status = data->acpi_data.states[i].status; in fill_powernow_table_fidvid()
830 control = data->acpi_data.states[i].control; in fill_powernow_table_fidvid()
858 if (freq != (data->acpi_data.states[i].core_frequency * 1000)) { in fill_powernow_table_fidvid()
861 (data->acpi_data.states[i].core_frequency in fill_powernow_table_fidvid()
870 static void powernow_k8_cpu_exit_acpi(struct powernow_k8_data *data) in powernow_k8_cpu_exit_acpi() argument
872 if (data->acpi_data.state_count) in powernow_k8_cpu_exit_acpi()
873 acpi_processor_unregister_performance(&data->acpi_data, in powernow_k8_cpu_exit_acpi()
874 data->cpu); in powernow_k8_cpu_exit_acpi()
875 free_cpumask_var(data->acpi_data.shared_cpu_map); in powernow_k8_cpu_exit_acpi()
878 static int get_transition_latency(struct powernow_k8_data *data) in get_transition_latency() argument
882 for (i = 0; i < data->acpi_data.state_count; i++) { in get_transition_latency()
883 int cur_latency = data->acpi_data.states[i].transition_latency in get_transition_latency()
884 + data->acpi_data.states[i].bus_master_latency; in get_transition_latency()
897 static int transition_frequency_fidvid(struct powernow_k8_data *data, in transition_frequency_fidvid() argument
913 fid = data->powernow_table[index].driver_data & 0xFF; in transition_frequency_fidvid()
914 vid = (data->powernow_table[index].driver_data & 0xFF00) >> 8; in transition_frequency_fidvid()
918 if (query_current_values_with_pending_wait(data)) in transition_frequency_fidvid()
921 if ((data->currvid == vid) && (data->currfid == fid)) { in transition_frequency_fidvid()
929 freqs.old = find_khz_freq_from_fid(data->currfid); in transition_frequency_fidvid()
936 res = transition_fid_vid(data, fid, vid); in transition_frequency_fidvid()
952 struct powernow_k8_data *data = per_cpu(powernow_data, pol->cpu); in powernowk8_target_fn() local
957 if (!data) in powernowk8_target_fn()
960 checkfid = data->currfid; in powernowk8_target_fn()
961 checkvid = data->currvid; in powernowk8_target_fn()
969 pol->cpu, data->powernow_table[newstate].frequency, pol->min, in powernowk8_target_fn()
972 if (query_current_values_with_pending_wait(data)) in powernowk8_target_fn()
976 data->currfid, data->currvid); in powernowk8_target_fn()
978 if ((checkvid != data->currvid) || in powernowk8_target_fn()
979 (checkfid != data->currfid)) { in powernowk8_target_fn()
981 checkfid, data->currfid, in powernowk8_target_fn()
982 checkvid, data->currvid); in powernowk8_target_fn()
987 powernow_k8_acpi_pst_values(data, newstate); in powernowk8_target_fn()
989 ret = transition_frequency_fidvid(data, newstate); in powernowk8_target_fn()
998 pol->cur = find_khz_freq_from_fid(data->currfid); in powernowk8_target_fn()
1012 struct powernow_k8_data *data; member
1026 if (query_current_values_with_pending_wait(init_on_cpu->data)) { in powernowk8_cpu_init_on_cpu()
1044 struct powernow_k8_data *data; in powernowk8_cpu_init() local
1052 data = kzalloc(sizeof(*data), GFP_KERNEL); in powernowk8_cpu_init()
1053 if (!data) { in powernowk8_cpu_init()
1058 data->cpu = pol->cpu; in powernowk8_cpu_init()
1060 if (powernow_k8_cpu_init_acpi(data)) { in powernowk8_cpu_init()
1073 rc = find_psb_table(data); in powernowk8_cpu_init()
1080 ((data->rvo + 8) * data->vstable * VST_UNITS_20US) + in powernowk8_cpu_init()
1081 ((1 << data->irt) * 30)) * 1000; in powernowk8_cpu_init()
1083 pol->cpuinfo.transition_latency = get_transition_latency(data); in powernowk8_cpu_init()
1086 init_on_cpu.data = data; in powernowk8_cpu_init()
1087 smp_call_function_single(data->cpu, powernowk8_cpu_init_on_cpu, in powernowk8_cpu_init()
1094 data->available_cores = pol->cpus; in powernowk8_cpu_init()
1097 if (cpufreq_table_validate_and_show(pol, data->powernow_table)) { in powernowk8_cpu_init()
1099 powernow_k8_cpu_exit_acpi(data); in powernowk8_cpu_init()
1100 kfree(data->powernow_table); in powernowk8_cpu_init()
1101 kfree(data); in powernowk8_cpu_init()
1106 data->currfid, data->currvid); in powernowk8_cpu_init()
1110 per_cpu(powernow_data, cpu) = data; in powernowk8_cpu_init()
1115 powernow_k8_cpu_exit_acpi(data); in powernowk8_cpu_init()
1118 kfree(data); in powernowk8_cpu_init()
1124 struct powernow_k8_data *data = per_cpu(powernow_data, pol->cpu); in powernowk8_cpu_exit() local
1127 if (!data) in powernowk8_cpu_exit()
1130 powernow_k8_cpu_exit_acpi(data); in powernowk8_cpu_exit()
1132 kfree(data->powernow_table); in powernowk8_cpu_exit()
1133 kfree(data); in powernowk8_cpu_exit()
1143 struct powernow_k8_data *data = __this_cpu_read(powernow_data); in query_values_on_cpu() local
1145 *err = query_current_values_with_pending_wait(data); in query_values_on_cpu()
1150 struct powernow_k8_data *data = per_cpu(powernow_data, cpu); in powernowk8_get() local
1154 if (!data) in powernowk8_get()
1161 khz = find_khz_freq_from_fid(data->currfid); in powernowk8_get()