184 static u8 ci_get_memory_module_index(struct amdgpu_device *adev)  in ci_get_memory_module_index()
194 static int ci_copy_and_switch_arb_sets(struct amdgpu_device *adev,  in ci_copy_and_switch_arb_sets()
279 static void ci_trim_voltage_table_to_fit_state_table(struct amdgpu_device *adev,  in ci_trim_voltage_table_to_fit_state_table()
311 static struct ci_power_info *ci_get_pi(struct amdgpu_device *adev)  in ci_get_pi()
325 static void ci_initialize_powertune_defaults(struct amdgpu_device *adev)  in ci_initialize_powertune_defaults()
390 static int ci_populate_bapm_vddc_vid_sidd(struct amdgpu_device *adev)  in ci_populate_bapm_vddc_vid_sidd()
419 static int ci_populate_vddc_vid(struct amdgpu_device *adev)  in ci_populate_vddc_vid()
434 static int ci_populate_svi_load_line(struct amdgpu_device *adev)  in ci_populate_svi_load_line()
447 static int ci_populate_tdc_limit(struct amdgpu_device *adev)  in ci_populate_tdc_limit()
462 static int ci_populate_dw8(struct amdgpu_device *adev)  in ci_populate_dw8()
482 static int ci_populate_fuzzy_fan(struct amdgpu_device *adev)  in ci_populate_fuzzy_fan()
497 static int ci_min_max_v_gnbl_pm_lid_from_bapm_vddc(struct amdgpu_device *adev)  in ci_min_max_v_gnbl_pm_lid_from_bapm_vddc()
529 static int ci_populate_bapm_vddc_base_leakage_sidd(struct amdgpu_device *adev)  in ci_populate_bapm_vddc_base_leakage_sidd()
546 static int ci_populate_bapm_parameters_in_dpm_table(struct amdgpu_device *adev)  in ci_populate_bapm_parameters_in_dpm_table()
594 static int ci_populate_pm_base(struct amdgpu_device *adev)  in ci_populate_pm_base()
641 static void ci_do_enable_didt(struct amdgpu_device *adev, const bool enable)  in ci_do_enable_didt()
683 static int ci_program_pt_config_registers(struct amdgpu_device *adev,  in ci_program_pt_config_registers()
731 static int ci_enable_didt(struct amdgpu_device *adev, bool enable)  in ci_enable_didt()
756 static int ci_enable_power_containment(struct amdgpu_device *adev, bool enable)  in ci_enable_power_containment()
814 static int ci_enable_smc_cac(struct amdgpu_device *adev, bool enable)  in ci_enable_smc_cac()
838 static int ci_enable_thermal_based_sclk_dpm(struct amdgpu_device *adev,  in ci_enable_thermal_based_sclk_dpm()
857 static int ci_power_control_set_level(struct amdgpu_device *adev)  in ci_power_control_set_level()
879 static void ci_dpm_powergate_uvd(struct amdgpu_device *adev, bool gate)  in ci_dpm_powergate_uvd()
891 static bool ci_dpm_vblank_too_short(struct amdgpu_device *adev)  in ci_dpm_vblank_too_short()
903 static void ci_apply_state_adjust_rules(struct amdgpu_device *adev,  in ci_apply_state_adjust_rules()
978 static int ci_thermal_set_temperature_range(struct amdgpu_device *adev,  in ci_thermal_set_temperature_range()
1013 static int ci_thermal_enable_alert(struct amdgpu_device *adev,  in ci_thermal_enable_alert()
1042 static void ci_fan_ctrl_set_static_mode(struct amdgpu_device *adev, u32 mode)  in ci_fan_ctrl_set_static_mode()
1066 static int ci_thermal_setup_fan_table(struct amdgpu_device *adev)  in ci_thermal_setup_fan_table()
1145 static int ci_fan_ctrl_start_smc_fan_control(struct amdgpu_device *adev)  in ci_fan_ctrl_start_smc_fan_control()
1174 static int ci_fan_ctrl_stop_smc_fan_control(struct amdgpu_device *adev)  in ci_fan_ctrl_stop_smc_fan_control()
1188 static int ci_dpm_get_fan_speed_percent(struct amdgpu_device *adev,  in ci_dpm_get_fan_speed_percent()
1215 static int ci_dpm_set_fan_speed_percent(struct amdgpu_device *adev,  in ci_dpm_set_fan_speed_percent()
1249 static void ci_dpm_set_fan_control_mode(struct amdgpu_device *adev, u32 mode)  in ci_dpm_set_fan_control_mode()
1265 static u32 ci_dpm_get_fan_control_mode(struct amdgpu_device *adev)  in ci_dpm_get_fan_control_mode()
1330 static void ci_fan_ctrl_set_default_mode(struct amdgpu_device *adev)  in ci_fan_ctrl_set_default_mode()
1347 static void ci_thermal_start_smc_fan_control(struct amdgpu_device *adev)  in ci_thermal_start_smc_fan_control()
1355 static void ci_thermal_initialize(struct amdgpu_device *adev)  in ci_thermal_initialize()
1371 static int ci_thermal_start_thermal_controller(struct amdgpu_device *adev)  in ci_thermal_start_thermal_controller()
1392 static void ci_thermal_stop_thermal_controller(struct amdgpu_device *adev)  in ci_thermal_stop_thermal_controller()
1410 static int ci_write_smc_soft_register(struct amdgpu_device *adev,  in ci_write_smc_soft_register()
1420 static void ci_init_fps_limits(struct amdgpu_device *adev)  in ci_init_fps_limits()
1436 static int ci_update_sclk_t(struct amdgpu_device *adev)  in ci_update_sclk_t()
1456 static void ci_get_leakage_voltages(struct amdgpu_device *adev)  in ci_get_leakage_voltages()
1498 static void ci_set_dpm_event_sources(struct amdgpu_device *adev, u32 sources)  in ci_set_dpm_event_sources()
1547 static void ci_enable_auto_throttle_source(struct amdgpu_device *adev,  in ci_enable_auto_throttle_source()
1566 static void ci_enable_vr_hot_gpio_interrupt(struct amdgpu_device *adev)  in ci_enable_vr_hot_gpio_interrupt()
1572 static int ci_unfreeze_sclk_mclk_dpm(struct amdgpu_device *adev)  in ci_unfreeze_sclk_mclk_dpm()
1598 static int ci_enable_sclk_mclk_dpm(struct amdgpu_device *adev, bool enable)  in ci_enable_sclk_mclk_dpm()
1645 static int ci_start_dpm(struct amdgpu_device *adev)  in ci_start_dpm()
1681 static int ci_freeze_sclk_mclk_dpm(struct amdgpu_device *adev)  in ci_freeze_sclk_mclk_dpm()
1706 static int ci_stop_dpm(struct amdgpu_device *adev)  in ci_stop_dpm()
1738 static void ci_enable_sclk_control(struct amdgpu_device *adev, bool enable)  in ci_enable_sclk_control()
1776 static PPSMC_Result amdgpu_ci_send_msg_to_smc_with_parameter(struct amdgpu_device *adev,  in amdgpu_ci_send_msg_to_smc_with_parameter()
1783 static PPSMC_Result amdgpu_ci_send_msg_to_smc_return_parameter(struct amdgpu_device *adev,  in amdgpu_ci_send_msg_to_smc_return_parameter()
1796 static int ci_dpm_force_state_sclk(struct amdgpu_device *adev, u32 n)  in ci_dpm_force_state_sclk()
1810 static int ci_dpm_force_state_mclk(struct amdgpu_device *adev, u32 n)  in ci_dpm_force_state_mclk()
1824 static int ci_dpm_force_state_pcie(struct amdgpu_device *adev, u32 n)  in ci_dpm_force_state_pcie()
1838 static int ci_set_power_limit(struct amdgpu_device *adev, u32 n)  in ci_set_power_limit()
1852 static int ci_set_overdrive_target_tdp(struct amdgpu_device *adev,  in ci_set_overdrive_target_tdp()
1869 static u32 ci_get_average_sclk_freq(struct amdgpu_device *adev)  in ci_get_average_sclk_freq()
1882 static u32 ci_get_average_mclk_freq(struct amdgpu_device *adev)  in ci_get_average_mclk_freq()
1895 static void ci_dpm_start_smc(struct amdgpu_device *adev)  in ci_dpm_start_smc()
1908 static void ci_dpm_stop_smc(struct amdgpu_device *adev)  in ci_dpm_stop_smc()
1914 static int ci_process_firmware_header(struct amdgpu_device *adev)  in ci_process_firmware_header()
1968 static void ci_read_clock_registers(struct amdgpu_device *adev)  in ci_read_clock_registers()
1995 static void ci_init_sclk_t(struct amdgpu_device *adev)  in ci_init_sclk_t()
2002 static void ci_enable_thermal_protection(struct amdgpu_device *adev,  in ci_enable_thermal_protection()
2014 static void ci_enable_acpi_power_management(struct amdgpu_device *adev)  in ci_enable_acpi_power_management()
2052 static int ci_notify_smc_display_change(struct amdgpu_device *adev,  in ci_notify_smc_display_change()
2060 static int ci_enable_ds_master_switch(struct amdgpu_device *adev,  in ci_enable_ds_master_switch()
2083 static void ci_program_display_gap(struct amdgpu_device *adev)  in ci_program_display_gap()
2117 static void ci_enable_spread_spectrum(struct amdgpu_device *adev, bool enable)  in ci_enable_spread_spectrum()
2139 static void ci_program_sstp(struct amdgpu_device *adev)  in ci_program_sstp()
2146 static void ci_enable_display_gap(struct amdgpu_device *adev)  in ci_enable_display_gap()
2158 static void ci_program_vc(struct amdgpu_device *adev)  in ci_program_vc()
2176 static void ci_clear_vc(struct amdgpu_device *adev)  in ci_clear_vc()
2194 static int ci_upload_firmware(struct amdgpu_device *adev)  in ci_upload_firmware()
2214 static int ci_get_svi2_voltage_table(struct amdgpu_device *adev,  in ci_get_svi2_voltage_table()
2235 static int ci_construct_voltage_tables(struct amdgpu_device *adev)  in ci_construct_voltage_tables()
2297 static void ci_populate_smc_voltage_table(struct amdgpu_device *adev,  in ci_populate_smc_voltage_table()
2319 static int ci_populate_smc_vddc_table(struct amdgpu_device *adev,  in ci_populate_smc_vddc_table()
2342 static int ci_populate_smc_vddci_table(struct amdgpu_device *adev,  in ci_populate_smc_vddci_table()
2365 static int ci_populate_smc_mvdd_table(struct amdgpu_device *adev,  in ci_populate_smc_mvdd_table()
2388 static int ci_populate_smc_voltage_tables(struct amdgpu_device *adev,  in ci_populate_smc_voltage_tables()
2408 static int ci_populate_mvdd_value(struct amdgpu_device *adev, u32 mclk,  in ci_populate_mvdd_value()
2429 static int ci_get_std_voltage_value_sidd(struct amdgpu_device *adev,  in ci_get_std_voltage_value_sidd()
2480 static void ci_populate_phase_value_based_on_sclk(struct amdgpu_device *adev,  in ci_populate_phase_value_based_on_sclk()
2497 static void ci_populate_phase_value_based_on_mclk(struct amdgpu_device *adev,  in ci_populate_phase_value_based_on_mclk()
2514 static int ci_init_arb_table_index(struct amdgpu_device *adev)  in ci_init_arb_table_index()
2532 static int ci_get_dependency_volt_by_clk(struct amdgpu_device *adev,  in ci_get_dependency_volt_by_clk()
2553 static u8 ci_get_sleep_divider_id_from_clock(struct amdgpu_device *adev,  in ci_get_sleep_divider_id_from_clock()
2573 static int ci_initial_switch_from_arb_f0_to_f1(struct amdgpu_device *adev)  in ci_initial_switch_from_arb_f0_to_f1()
2578 static int ci_reset_to_default(struct amdgpu_device *adev)  in ci_reset_to_default()
2584 static int ci_force_switch_to_arb_f0(struct amdgpu_device *adev)  in ci_force_switch_to_arb_f0()
2596 static void ci_register_patching_mc_arb(struct amdgpu_device *adev,  in ci_register_patching_mc_arb()
2622 static int ci_populate_memory_timing_parameters(struct amdgpu_device *adev,  in ci_populate_memory_timing_parameters()
2646 static int ci_do_program_memory_timing_parameters(struct amdgpu_device *adev)  in ci_do_program_memory_timing_parameters()
2676 static int ci_program_memory_timing_parameters(struct amdgpu_device *adev)  in ci_program_memory_timing_parameters()
2686 static void ci_populate_smc_initial_state(struct amdgpu_device *adev,  in ci_populate_smc_initial_state()
2726 static void ci_populate_smc_link_level(struct amdgpu_device *adev,  in ci_populate_smc_link_level()
2748 static int ci_populate_smc_uvd_level(struct amdgpu_device *adev,  in ci_populate_smc_uvd_level()
2791 static int ci_populate_smc_vce_level(struct amdgpu_device *adev,  in ci_populate_smc_vce_level()
2824 static int ci_populate_smc_acp_level(struct amdgpu_device *adev,  in ci_populate_smc_acp_level()
2856 static int ci_populate_smc_samu_level(struct amdgpu_device *adev,  in ci_populate_smc_samu_level()
2888 static int ci_calculate_mclk_params(struct amdgpu_device *adev,  in ci_calculate_mclk_params()
2980 static int ci_populate_single_memory_level(struct amdgpu_device *adev,  in ci_populate_single_memory_level()
3095 static int ci_populate_smc_acpi_level(struct amdgpu_device *adev,  in ci_populate_smc_acpi_level()
3213 static int ci_enable_ulv(struct amdgpu_device *adev, bool enable)  in ci_enable_ulv()
3230 static int ci_populate_ulv_level(struct amdgpu_device *adev,  in ci_populate_ulv_level()
3267 static int ci_calculate_sclk_params(struct amdgpu_device *adev,  in ci_calculate_sclk_params()
3323 static int ci_populate_single_graphic_level(struct amdgpu_device *adev,  in ci_populate_single_graphic_level()
3385 static int ci_populate_all_graphic_levels(struct amdgpu_device *adev)  in ci_populate_all_graphic_levels()
3425 static int ci_populate_ulv_state(struct amdgpu_device *adev,  in ci_populate_ulv_state()
3431 static int ci_populate_all_memory_levels(struct amdgpu_device *adev)  in ci_populate_all_memory_levels()
3480 static void ci_reset_single_dpm_table(struct amdgpu_device *adev,  in ci_reset_single_dpm_table()
3499 static int ci_setup_default_pcie_tables(struct amdgpu_device *adev)  in ci_setup_default_pcie_tables()
3547 static int ci_setup_default_dpm_tables(struct amdgpu_device *adev)  in ci_setup_default_dpm_tables()
3661 static int ci_init_smc_table(struct amdgpu_device *adev)  in ci_init_smc_table()
3809 static void ci_trim_single_dpm_states(struct amdgpu_device *adev,  in ci_trim_single_dpm_states()
3824 static void ci_trim_pcie_dpm_states(struct amdgpu_device *adev,  in ci_trim_pcie_dpm_states()
3855 static int ci_trim_dpm_states(struct amdgpu_device *adev,  in ci_trim_dpm_states()
3889 static int ci_apply_disp_minimum_voltage_request(struct amdgpu_device *adev)  in ci_apply_disp_minimum_voltage_request()
3921 static int ci_upload_dpm_level_enable_mask(struct amdgpu_device *adev)  in ci_upload_dpm_level_enable_mask()
3963 static void ci_find_dpm_states_clocks_in_dpm_table(struct amdgpu_device *adev,  in ci_find_dpm_states_clocks_in_dpm_table()
4002 static int ci_populate_and_upload_sclk_mclk_dpm_levels(struct amdgpu_device *adev,  in ci_populate_and_upload_sclk_mclk_dpm_levels()
4036 static int ci_enable_uvd_dpm(struct amdgpu_device *adev, bool enable)  in ci_enable_uvd_dpm()
4085 static int ci_enable_vce_dpm(struct amdgpu_device *adev, bool enable)  in ci_enable_vce_dpm()
4182 static int ci_update_uvd_dpm(struct amdgpu_device *adev, bool gate)  in ci_update_uvd_dpm()
4204 static u8 ci_get_vce_boot_level(struct amdgpu_device *adev)  in ci_get_vce_boot_level()
4219 static int ci_update_vce_dpm(struct amdgpu_device *adev,  in ci_update_vce_dpm()
4279 static int ci_generate_dpm_level_enable_mask(struct amdgpu_device *adev,  in ci_generate_dpm_level_enable_mask()
4305 static u32 ci_get_lowest_enabled_level(struct amdgpu_device *adev,  in ci_get_lowest_enabled_level()
4317 static int ci_dpm_force_performance_level(struct amdgpu_device *adev,  in ci_dpm_force_performance_level()
4473 static int ci_set_mc_special_registers(struct amdgpu_device *adev,  in ci_set_mc_special_registers()
4670 static int ci_register_patching_mc_seq(struct amdgpu_device *adev,  in ci_register_patching_mc_seq()
4760 static int ci_initialize_mc_reg_table(struct amdgpu_device *adev)  in ci_initialize_mc_reg_table()
4819 static int ci_populate_mc_reg_addresses(struct amdgpu_device *adev,  in ci_populate_mc_reg_addresses()
4854 static void ci_convert_mc_reg_table_entry_to_smc(struct amdgpu_device *adev,  in ci_convert_mc_reg_table_entry_to_smc()
4874 static void ci_convert_mc_reg_table_to_smc(struct amdgpu_device *adev,  in ci_convert_mc_reg_table_to_smc()
4886 static int ci_populate_initial_mc_reg_table(struct amdgpu_device *adev)  in ci_populate_initial_mc_reg_table()
4905 static int ci_update_and_upload_mc_reg_table(struct amdgpu_device *adev)  in ci_update_and_upload_mc_reg_table()
4925 static void ci_enable_voltage_control(struct amdgpu_device *adev)  in ci_enable_voltage_control()
4933 static enum amdgpu_pcie_gen ci_get_maximum_link_speed(struct amdgpu_device *adev,  in ci_get_maximum_link_speed()
4949 static u16 ci_get_current_pcie_speed(struct amdgpu_device *adev)  in ci_get_current_pcie_speed()
4960 static int ci_get_current_pcie_lane_number(struct amdgpu_device *adev)  in ci_get_current_pcie_lane_number()
4984 static void ci_request_link_speed_change_before_state_change(struct amdgpu_device *adev,  in ci_request_link_speed_change_before_state_change()
5023 static void ci_notify_link_speed_change_after_state_change(struct amdgpu_device *adev,  in ci_notify_link_speed_change_after_state_change()
5050 static int ci_set_private_data_variables_based_on_pptable(struct amdgpu_device *adev)  in ci_set_private_data_variables_based_on_pptable()
5093 static void ci_patch_with_vddc_leakage(struct amdgpu_device *adev, u16 *vddc)  in ci_patch_with_vddc_leakage()
5107 static void ci_patch_with_vddci_leakage(struct amdgpu_device *adev, u16 *vddci)  in ci_patch_with_vddci_leakage()
5121 static void ci_patch_clock_voltage_dependency_table_with_vddc_leakage(struct amdgpu_device *adev,  in ci_patch_clock_voltage_dependency_table_with_vddc_leakage()
5132 static void ci_patch_clock_voltage_dependency_table_with_vddci_leakage(struct amdgpu_device *adev,  in ci_patch_clock_voltage_dependency_table_with_vddci_leakage()
5143 …atic void ci_patch_vce_clock_voltage_dependency_table_with_vddc_leakage(struct amdgpu_device *adev,  in ci_patch_vce_clock_voltage_dependency_table_with_vddc_leakage()
5154 …atic void ci_patch_uvd_clock_voltage_dependency_table_with_vddc_leakage(struct amdgpu_device *adev,  in ci_patch_uvd_clock_voltage_dependency_table_with_vddc_leakage()
5165 static void ci_patch_vddc_phase_shed_limit_table_with_vddc_leakage(struct amdgpu_device *adev,  in ci_patch_vddc_phase_shed_limit_table_with_vddc_leakage()
5176 static void ci_patch_clock_voltage_limits_with_vddc_leakage(struct amdgpu_device *adev,  in ci_patch_clock_voltage_limits_with_vddc_leakage()
5185 static void ci_patch_cac_leakage_table_with_vddc_leakage(struct amdgpu_device *adev,  in ci_patch_cac_leakage_table_with_vddc_leakage()
5196 static void ci_patch_dependency_tables_with_leakage(struct amdgpu_device *adev)  in ci_patch_dependency_tables_with_leakage()
5226 static void ci_update_current_ps(struct amdgpu_device *adev,  in ci_update_current_ps()
5237 static void ci_update_requested_ps(struct amdgpu_device *adev,  in ci_update_requested_ps()
5248 static int ci_dpm_pre_set_power_state(struct amdgpu_device *adev)  in ci_dpm_pre_set_power_state()
5261 static void ci_dpm_post_set_power_state(struct amdgpu_device *adev)  in ci_dpm_post_set_power_state()
5270 static void ci_dpm_setup_asic(struct amdgpu_device *adev)  in ci_dpm_setup_asic()
5277 static int ci_dpm_enable(struct amdgpu_device *adev)  in ci_dpm_enable()
5426 static void ci_dpm_disable(struct amdgpu_device *adev)  in ci_dpm_disable()
5462 static int ci_dpm_set_power_state(struct amdgpu_device *adev)  in ci_dpm_set_power_state()
5534 static void ci_dpm_display_configuration_changed(struct amdgpu_device *adev)  in ci_dpm_display_configuration_changed()
5562 static void ci_parse_pplib_non_clock_info(struct amdgpu_device *adev,  in ci_parse_pplib_non_clock_info()
5585 static void ci_parse_pplib_clock_info(struct amdgpu_device *adev,  in ci_parse_pplib_clock_info()
5654 static int ci_parse_power_table(struct amdgpu_device *adev)  in ci_parse_power_table()
5745 static int ci_get_vbios_boot_values(struct amdgpu_device *adev,  in ci_get_vbios_boot_values()
5772 static void ci_dpm_fini(struct amdgpu_device *adev)  in ci_dpm_fini()
5794 static int ci_dpm_init_microcode(struct amdgpu_device *adev)  in ci_dpm_init_microcode()
5831 static int ci_dpm_init(struct amdgpu_device *adev)  in ci_dpm_init()
6080 ci_dpm_debugfs_print_current_performance_level(struct amdgpu_device *adev,  in ci_dpm_debugfs_print_current_performance_level()
6094 static void ci_dpm_print_power_state(struct amdgpu_device *adev,  in ci_dpm_print_power_state()
6112 static u32 ci_dpm_get_sclk(struct amdgpu_device *adev, bool low)  in ci_dpm_get_sclk()
6123 static u32 ci_dpm_get_mclk(struct amdgpu_device *adev, bool low)  in ci_dpm_get_mclk()
6135 static int ci_dpm_get_temp(struct amdgpu_device *adev)  in ci_dpm_get_temp()
6153 static int ci_set_temperature_range(struct amdgpu_device *adev)  in ci_set_temperature_range()
6172 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in ci_dpm_early_init()  local
6183 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in ci_dpm_late_init()  local
6205 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in ci_dpm_sw_init()  local
6254 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in ci_dpm_sw_fini()  local
6268 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in ci_dpm_hw_init()  local
6287 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in ci_dpm_hw_fini()  local
6300 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in ci_dpm_suspend()  local
6316 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in ci_dpm_resume()  local
6348 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in ci_dpm_print_status()  local
6560 static int ci_dpm_set_interrupt_state(struct amdgpu_device *adev,  in ci_dpm_set_interrupt_state()
6608 static int ci_dpm_process_interrupt(struct amdgpu_device *adev,  in ci_dpm_process_interrupt()
6686 static void ci_dpm_set_dpm_funcs(struct amdgpu_device *adev)  in ci_dpm_set_dpm_funcs()
6697 static void ci_dpm_set_irq_funcs(struct amdgpu_device *adev)  in ci_dpm_set_irq_funcs()