224 int amdgpu_set_clockgating_state(struct amdgpu_device *adev,
227 int amdgpu_set_powergating_state(struct amdgpu_device *adev,
239 int amdgpu_ip_block_version_cmp(struct amdgpu_device *adev,
244 					struct amdgpu_device *adev,
303 	void (*flush_gpu_tlb)(struct amdgpu_device *adev,
306 	int (*set_pte_pde)(struct amdgpu_device *adev,
316 	u32 (*get_wptr)(struct amdgpu_device *adev);
317 	void (*decode_iv)(struct amdgpu_device *adev,
319 	void (*set_rptr)(struct amdgpu_device *adev);
355 bool amdgpu_get_bios(struct amdgpu_device *adev);
356 bool amdgpu_read_bios(struct amdgpu_device *adev);
365 int amdgpu_dummy_page_init(struct amdgpu_device *adev);
366 void amdgpu_dummy_page_fini(struct amdgpu_device *adev);
431 int amdgpu_fence_driver_init(struct amdgpu_device *adev);
432 void amdgpu_fence_driver_fini(struct amdgpu_device *adev);
433 void amdgpu_fence_driver_force_completion(struct amdgpu_device *adev);
439 void amdgpu_fence_driver_suspend(struct amdgpu_device *adev);
440 void amdgpu_fence_driver_resume(struct amdgpu_device *adev);
540 	struct amdgpu_device		*adev;  member
569 int amdgpu_gem_debugfs_init(struct amdgpu_device *adev);
625 int amdgpu_gem_init(struct amdgpu_device *adev);
626 void amdgpu_gem_fini(struct amdgpu_device *adev);
627 int amdgpu_gem_object_create(struct amdgpu_device *adev, unsigned long size,
648 int amdgpu_semaphore_create(struct amdgpu_device *adev,
654 void amdgpu_semaphore_free(struct amdgpu_device *adev,
669 int amdgpu_sync_fence(struct amdgpu_device *adev, struct amdgpu_sync *sync,
671 int amdgpu_sync_resv(struct amdgpu_device *adev,
679 void amdgpu_sync_free(struct amdgpu_device *adev, struct amdgpu_sync *sync,
705 int amdgpu_gart_table_ram_alloc(struct amdgpu_device *adev);
706 void amdgpu_gart_table_ram_free(struct amdgpu_device *adev);
707 int amdgpu_gart_table_vram_alloc(struct amdgpu_device *adev);
708 void amdgpu_gart_table_vram_free(struct amdgpu_device *adev);
709 int amdgpu_gart_table_vram_pin(struct amdgpu_device *adev);
710 void amdgpu_gart_table_vram_unpin(struct amdgpu_device *adev);
711 int amdgpu_gart_init(struct amdgpu_device *adev);
712 void amdgpu_gart_fini(struct amdgpu_device *adev);
713 void amdgpu_gart_unbind(struct amdgpu_device *adev, unsigned offset,
715 int amdgpu_gart_bind(struct amdgpu_device *adev, unsigned offset,
778 void amdgpu_doorbell_get_kfd_info(struct amdgpu_device *adev,
790 	struct amdgpu_device		*adev;  member
834 int amdgpu_sched_ib_submit_kernel_helper(struct amdgpu_device *adev,
843 	struct amdgpu_device		*adev;  member
979 void amdgpu_vm_manager_fini(struct amdgpu_device *adev);
980 int amdgpu_vm_init(struct amdgpu_device *adev, struct amdgpu_vm *vm);
981 void amdgpu_vm_fini(struct amdgpu_device *adev, struct amdgpu_vm *vm);
982 struct amdgpu_bo_list_entry *amdgpu_vm_get_bos(struct amdgpu_device *adev,
990 void amdgpu_vm_fence(struct amdgpu_device *adev,
993 uint64_t amdgpu_vm_map_gart(struct amdgpu_device *adev, uint64_t addr);
994 int amdgpu_vm_update_page_directory(struct amdgpu_device *adev,
996 int amdgpu_vm_clear_freed(struct amdgpu_device *adev,
998 int amdgpu_vm_clear_invalids(struct amdgpu_device *adev, struct amdgpu_vm *vm,
1000 int amdgpu_vm_bo_update(struct amdgpu_device *adev,
1003 void amdgpu_vm_bo_invalidate(struct amdgpu_device *adev,
1007 struct amdgpu_bo_va *amdgpu_vm_bo_add(struct amdgpu_device *adev,
1010 int amdgpu_vm_bo_map(struct amdgpu_device *adev,
1014 int amdgpu_vm_bo_unmap(struct amdgpu_device *adev,
1017 void amdgpu_vm_bo_rmv(struct amdgpu_device *adev,
1035 	struct amdgpu_device    *adev;  member
1042 	struct amdgpu_device	*adev;  member
1048 int amdgpu_ctx_init(struct amdgpu_device *adev, bool kernel,
1210 void amdgpu_ib_free(struct amdgpu_device *adev, struct amdgpu_ib *ib);
1211 int amdgpu_ib_schedule(struct amdgpu_device *adev, unsigned num_ibs,
1213 int amdgpu_ib_pool_init(struct amdgpu_device *adev);
1214 void amdgpu_ib_pool_fini(struct amdgpu_device *adev);
1215 int amdgpu_ib_ring_tests(struct amdgpu_device *adev);
1229 int amdgpu_ring_init(struct amdgpu_device *adev, struct amdgpu_ring *ring,
1247 	struct amdgpu_device	*adev;  member
1271 	struct amdgpu_device	*adev;  member
1299 int amdgpu_wb_get(struct amdgpu_device *adev, u32 *wb);
1300 void amdgpu_wb_free(struct amdgpu_device *adev, u32 wb);
1573 	int (*get_temperature)(struct amdgpu_device *adev);
1574 	int (*pre_set_power_state)(struct amdgpu_device *adev);
1575 	int (*set_power_state)(struct amdgpu_device *adev);
1576 	void (*post_set_power_state)(struct amdgpu_device *adev);
1577 	void (*display_configuration_changed)(struct amdgpu_device *adev);
1578 	u32 (*get_sclk)(struct amdgpu_device *adev, bool low);
1579 	u32 (*get_mclk)(struct amdgpu_device *adev, bool low);
1580 	void (*print_power_state)(struct amdgpu_device *adev, struct amdgpu_ps *ps);
1581 	void (*debugfs_print_current_performance_level)(struct amdgpu_device *adev, struct seq_file *m);
1582 	int (*force_performance_level)(struct amdgpu_device *adev, enum amdgpu_dpm_forced_level level);
1583 	bool (*vblank_too_short)(struct amdgpu_device *adev);
1584 	void (*powergate_uvd)(struct amdgpu_device *adev, bool gate);
1585 	void (*powergate_vce)(struct amdgpu_device *adev, bool gate);
1586 	void (*enable_bapm)(struct amdgpu_device *adev, bool enable);
1587 	void (*set_fan_control_mode)(struct amdgpu_device *adev, u32 mode);
1588 	u32 (*get_fan_control_mode)(struct amdgpu_device *adev);
1589 	int (*set_fan_speed_percent)(struct amdgpu_device *adev, u32 speed);
1590 	int (*get_fan_speed_percent)(struct amdgpu_device *adev, u32 *speed);
1743 void amdgpu_benchmark(struct amdgpu_device *adev, int test_number);
1749 void amdgpu_test_moves(struct amdgpu_device *adev);
1750 void amdgpu_test_ring_sync(struct amdgpu_device *adev,
1753 void amdgpu_test_syncing(struct amdgpu_device *adev);
1777 int amdgpu_debugfs_add_files(struct amdgpu_device *adev,
1780 int amdgpu_debugfs_fence_init(struct amdgpu_device *adev);
1791 	int (*check_fw_load_finish)(struct amdgpu_device *adev, uint32_t fwtype);
1792 	int (*request_smu_load_fw)(struct amdgpu_device *adev);
1793 	int (*request_smu_specific_fw)(struct amdgpu_device *adev, uint32_t fwtype);
1831 	bool (*read_disabled_bios)(struct amdgpu_device *adev);
1832 	int (*read_register)(struct amdgpu_device *adev, u32 se_num,
1834 	void (*set_vga_state)(struct amdgpu_device *adev, bool state);
1835 	int (*reset)(struct amdgpu_device *adev);
1837 	int (*wait_for_mc_idle)(struct amdgpu_device *adev);
1839 	u32 (*get_xclk)(struct amdgpu_device *adev);
1841 	uint64_t (*get_gpu_clock_counter)(struct amdgpu_device *adev);
1842 	int (*get_cu_info)(struct amdgpu_device *adev, struct amdgpu_cu_info *info);
1844 	int (*set_uvd_clocks)(struct amdgpu_device *adev, u32 vclk, u32 dclk);
1845 	int (*set_vce_clocks)(struct amdgpu_device *adev, u32 evclk, u32 ecclk);
1935 void *amdgpu_cgs_create_device(struct amdgpu_device *adev);
2107 int amdgpu_device_init(struct amdgpu_device *adev,
2111 void amdgpu_device_fini(struct amdgpu_device *adev);
2112 int amdgpu_gpu_wait_for_idle(struct amdgpu_device *adev);
2114 uint32_t amdgpu_mm_rreg(struct amdgpu_device *adev, uint32_t reg,
2116 void amdgpu_mm_wreg(struct amdgpu_device *adev, uint32_t reg, uint32_t v,
2118 u32 amdgpu_io_rreg(struct amdgpu_device *adev, u32 reg);
2119 void amdgpu_io_wreg(struct amdgpu_device *adev, u32 reg, u32 v);
2121 u32 amdgpu_mm_rdoorbell(struct amdgpu_device *adev, u32 index);
2122 void amdgpu_mm_wdoorbell(struct amdgpu_device *adev, u32 index, u32 v);
2141 #define RREG32(reg) amdgpu_mm_rreg(adev, (reg), false)
2142 #define RREG32_IDX(reg) amdgpu_mm_rreg(adev, (reg), true)
2143 #define DREG32(reg) printk(KERN_INFO "REGISTER: " #reg " : 0x%08X\n", amdgpu_mm_rreg(adev, (reg), f…
2144 #define WREG32(reg, v) amdgpu_mm_wreg(adev, (reg), (v), false)
2145 #define WREG32_IDX(reg, v) amdgpu_mm_wreg(adev, (reg), (v), true)
2148 #define RREG32_PCIE(reg) adev->pcie_rreg(adev, (reg))
2149 #define WREG32_PCIE(reg, v) adev->pcie_wreg(adev, (reg), (v))
2150 #define RREG32_SMC(reg) adev->smc_rreg(adev, (reg))
2151 #define WREG32_SMC(reg, v) adev->smc_wreg(adev, (reg), (v))
2152 #define RREG32_UVD_CTX(reg) adev->uvd_ctx_rreg(adev, (reg))
2153 #define WREG32_UVD_CTX(reg, v) adev->uvd_ctx_wreg(adev, (reg), (v))
2154 #define RREG32_DIDT(reg) adev->didt_rreg(adev, (reg))
2155 #define WREG32_DIDT(reg, v) adev->didt_wreg(adev, (reg), (v))
2156 #define RREG32_AUDIO_ENDPT(block, reg) adev->audio_endpt_rreg(adev, (block), (reg))
2157 #define WREG32_AUDIO_ENDPT(block, reg, v) adev->audio_endpt_wreg(adev, (block), (reg), (v))
2174 #define DREG32_SYS(sqf, adev, reg) seq_printf((sqf), #reg " : 0x%08X\n", amdgpu_mm_rreg((adev), (re…  argument
2175 #define RREG32_IO(reg) amdgpu_io_rreg(adev, (reg))
2176 #define WREG32_IO(reg, v) amdgpu_io_wreg(adev, (reg), (v))
2178 #define RDOORBELL32(index) amdgpu_mm_rdoorbell(adev, (index))
2179 #define WDOORBELL32(index, v) amdgpu_mm_wdoorbell(adev, (index), (v))
2194 #define RBIOS8(i) (adev->bios[i])
2214 	struct amdgpu_device *adev = ring->adev;  in amdgpu_get_sdma_instance()  local
2217 	for (i = 0; i < adev->sdma.num_instances; i++)  in amdgpu_get_sdma_instance()
2218 		if (&adev->sdma.instance[i].ring == ring)  in amdgpu_get_sdma_instance()
2222 		return &adev->sdma.instance[i];  in amdgpu_get_sdma_instance()
2230 #define amdgpu_asic_set_vga_state(adev, state) (adev)->asic_funcs->set_vga_state((adev), (state))  argument
2231 #define amdgpu_asic_reset(adev) (adev)->asic_funcs->reset((adev))  argument
2232 #define amdgpu_asic_wait_for_mc_idle(adev) (adev)->asic_funcs->wait_for_mc_idle((adev))  argument
2233 #define amdgpu_asic_get_xclk(adev) (adev)->asic_funcs->get_xclk((adev))  argument
2234 #define amdgpu_asic_set_uvd_clocks(adev, v, d) (adev)->asic_funcs->set_uvd_clocks((adev), (v), (d))  argument
2235 #define amdgpu_asic_set_vce_clocks(adev, ev, ec) (adev)->asic_funcs->set_vce_clocks((adev), (ev), (…  argument
2236 #define amdgpu_asic_get_gpu_clock_counter(adev) (adev)->asic_funcs->get_gpu_clock_counter((adev))  argument
2237 #define amdgpu_asic_read_disabled_bios(adev) (adev)->asic_funcs->read_disabled_bios((adev))  argument
2238 #define amdgpu_asic_read_register(adev, se, sh, offset, v)((adev)->asic_funcs->read_register((adev)…  argument
2239 #define amdgpu_asic_get_cu_info(adev, info) (adev)->asic_funcs->get_cu_info((adev), (info))  argument
2240 #define amdgpu_gart_flush_gpu_tlb(adev, vmid) (adev)->gart.gart_funcs->flush_gpu_tlb((adev), (vmid))  argument
2241 #define amdgpu_gart_set_pte_pde(adev, pt, idx, addr, flags) (adev)->gart.gart_funcs->set_pte_pde((a…  argument
2242 #define amdgpu_vm_copy_pte(adev, ib, pe, src, count) ((adev)->vm_manager.vm_pte_funcs->copy_pte((ib…  argument
2243 #define amdgpu_vm_write_pte(adev, ib, pe, addr, count, incr, flags) ((adev)->vm_manager.vm_pte_func…  argument
2244 #define amdgpu_vm_set_pte_pde(adev, ib, pe, addr, count, incr, flags) ((adev)->vm_manager.vm_pte_fu…  argument
2245 #define amdgpu_vm_pad_ib(adev, ib) ((adev)->vm_manager.vm_pte_funcs->pad_ib((ib)))  argument
2258 #define amdgpu_ih_get_wptr(adev) (adev)->irq.ih_funcs->get_wptr((adev))  argument
2259 #define amdgpu_ih_decode_iv(adev, iv) (adev)->irq.ih_funcs->decode_iv((adev), (iv))  argument
2260 #define amdgpu_ih_set_rptr(adev) (adev)->irq.ih_funcs->set_rptr((adev))  argument
2261 #define amdgpu_display_set_vga_render_state(adev, r) (adev)->mode_info.funcs->set_vga_render_state(…  argument
2262 #define amdgpu_display_vblank_get_counter(adev, crtc) (adev)->mode_info.funcs->vblank_get_counter((…  argument
2263 #define amdgpu_display_vblank_wait(adev, crtc) (adev)->mode_info.funcs->vblank_wait((adev), (crtc))  argument
2264 #define amdgpu_display_is_display_hung(adev) (adev)->mode_info.funcs->is_display_hung((adev))  argument
2265 #define amdgpu_display_backlight_set_level(adev, e, l) (adev)->mode_info.funcs->backlight_set_level…  argument
2266 #define amdgpu_display_backlight_get_level(adev, e) (adev)->mode_info.funcs->backlight_get_level((e…  argument
2267 #define amdgpu_display_hpd_sense(adev, h) (adev)->mode_info.funcs->hpd_sense((adev), (h))  argument
2268 #define amdgpu_display_hpd_set_polarity(adev, h) (adev)->mode_info.funcs->hpd_set_polarity((adev), …  argument
2269 #define amdgpu_display_hpd_get_gpio_reg(adev) (adev)->mode_info.funcs->hpd_get_gpio_reg((adev))  argument
2270 #define amdgpu_display_bandwidth_update(adev) (adev)->mode_info.funcs->bandwidth_update((adev))  argument
2271 #define amdgpu_display_page_flip(adev, crtc, base) (adev)->mode_info.funcs->page_flip((adev), (crtc…  argument
2272 …dgpu_display_page_flip_get_scanoutpos(adev, crtc, vbl, pos) (adev)->mode_info.funcs->page_flip_get…  argument
2273 #define amdgpu_display_add_encoder(adev, e, s, c) (adev)->mode_info.funcs->add_encoder((adev), (e),…  argument
2274 #define amdgpu_display_add_connector(adev, ci, sd, ct, ib, coi, h, r) (adev)->mode_info.funcs->add_…  argument
2275 #define amdgpu_display_stop_mc_access(adev, s) (adev)->mode_info.funcs->stop_mc_access((adev), (s))  argument
2276 #define amdgpu_display_resume_mc_access(adev, s) (adev)->mode_info.funcs->resume_mc_access((adev), …  argument
2277 #define amdgpu_emit_copy_buffer(adev, ib, s, d, b) (adev)->mman.buffer_funcs->emit_copy_buffer((ib)…  argument
2278 #define amdgpu_emit_fill_buffer(adev, ib, s, d, b) (adev)->mman.buffer_funcs->emit_fill_buffer((ib)…  argument
2279 #define amdgpu_dpm_get_temperature(adev) (adev)->pm.funcs->get_temperature((adev))  argument
2280 #define amdgpu_dpm_pre_set_power_state(adev) (adev)->pm.funcs->pre_set_power_state((adev))  argument
2281 #define amdgpu_dpm_set_power_state(adev) (adev)->pm.funcs->set_power_state((adev))  argument
2282 #define amdgpu_dpm_post_set_power_state(adev) (adev)->pm.funcs->post_set_power_state((adev))  argument
2283 …efine amdgpu_dpm_display_configuration_changed(adev) (adev)->pm.funcs->display_configuration_chang…  argument
2284 #define amdgpu_dpm_get_sclk(adev, l) (adev)->pm.funcs->get_sclk((adev), (l))  argument
2285 #define amdgpu_dpm_get_mclk(adev, l) (adev)->pm.funcs->get_mclk((adev), (l))  argument
2286 #define amdgpu_dpm_print_power_state(adev, ps) (adev)->pm.funcs->print_power_state((adev), (ps))  argument
2287 …debugfs_print_current_performance_level(adev, m) (adev)->pm.funcs->debugfs_print_current_performan…  argument
2288 #define amdgpu_dpm_force_performance_level(adev, l) (adev)->pm.funcs->force_performance_level((adev…  argument
2289 #define amdgpu_dpm_vblank_too_short(adev) (adev)->pm.funcs->vblank_too_short((adev))  argument
2290 #define amdgpu_dpm_powergate_uvd(adev, g) (adev)->pm.funcs->powergate_uvd((adev), (g))  argument
2291 #define amdgpu_dpm_powergate_vce(adev, g) (adev)->pm.funcs->powergate_vce((adev), (g))  argument
2292 #define amdgpu_dpm_enable_bapm(adev, e) (adev)->pm.funcs->enable_bapm((adev), (e))  argument
2293 #define amdgpu_dpm_set_fan_control_mode(adev, m) (adev)->pm.funcs->set_fan_control_mode((adev), (m))  argument
2294 #define amdgpu_dpm_get_fan_control_mode(adev) (adev)->pm.funcs->get_fan_control_mode((adev))  argument
2295 #define amdgpu_dpm_set_fan_speed_percent(adev, s) (adev)->pm.funcs->set_fan_speed_percent((adev), (…  argument
2296 #define amdgpu_dpm_get_fan_speed_percent(adev, s) (adev)->pm.funcs->get_fan_speed_percent((adev), (…  argument
2298 #define amdgpu_gds_switch(adev, r, v, d, w, a) (adev)->gds.funcs->patch_gds_switch((r), (v), (d), (…  argument
2301 int amdgpu_gpu_reset(struct amdgpu_device *adev);
2302 void amdgpu_pci_config_reset(struct amdgpu_device *adev);
2303 bool amdgpu_card_posted(struct amdgpu_device *adev);
2304 void amdgpu_update_display_priority(struct amdgpu_device *adev);
2305 bool amdgpu_boot_test_post_card(struct amdgpu_device *adev);
2308 int amdgpu_cs_get_ring(struct amdgpu_device *adev, u32 ip_type,
2319 uint32_t amdgpu_ttm_tt_pte_flags(struct amdgpu_device *adev, struct ttm_tt *ttm,
2321 void amdgpu_vram_location(struct amdgpu_device *adev, struct amdgpu_mc *mc, u64 base);
2322 void amdgpu_gtt_location(struct amdgpu_device *adev, struct amdgpu_mc *mc);
2323 void amdgpu_ttm_set_active_vram_size(struct amdgpu_device *adev, u64 size);
2324 void amdgpu_program_register_sequence(struct amdgpu_device *adev,
2385 int amdgpu_acpi_init(struct amdgpu_device *adev);
2386 void amdgpu_acpi_fini(struct amdgpu_device *adev);
2387 bool amdgpu_acpi_is_pcie_performance_request_supported(struct amdgpu_device *adev);
2388 int amdgpu_acpi_pcie_performance_request(struct amdgpu_device *adev,
2390 int amdgpu_acpi_pcie_notify_device_ready(struct amdgpu_device *adev);
2392 static inline int amdgpu_acpi_init(struct amdgpu_device *adev) { return 0; }  in amdgpu_acpi_init()  argument
2393 static inline void amdgpu_acpi_fini(struct amdgpu_device *adev) { }  in amdgpu_acpi_fini()  argument