gfx               367 arch/arm/mach-omap2/cm2xxx.c void omap2xxx_cm_set_mod_dividers(u32 mpu, u32 dsp, u32 gfx, u32 core, u32 mdm)
gfx               373 arch/arm/mach-omap2/cm2xxx.c 	omap2_cm_write_mod_reg(gfx, GFX_MOD, CM_CLKSEL);
gfx                60 arch/arm/mach-omap2/cm2xxx.h extern void omap2xxx_cm_set_mod_dividers(u32 mpu, u32 dsp, u32 gfx, u32 core,
gfx               926 drivers/gpu/drm/amd/amdgpu/amdgpu.h 	struct amdgpu_gfx		gfx;
gfx               151 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c 			.num_pipe_per_mec = adev->gfx.mec.num_pipe_per_mec,
gfx               152 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c 			.num_queue_per_pipe = adev->gfx.mec.num_queue_per_pipe,
gfx               165 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c 				  adev->gfx.mec.queue_bitmap,
gfx               169 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c 		if (adev->gfx.kiq.ring.sched.ready)
gfx               171 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c 							  adev->gfx.kiq.ring.me - 1,
gfx               172 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c 							  adev->gfx.kiq.ring.pipe,
gfx               173 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c 							  adev->gfx.kiq.ring.queue),
gfx               180 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c 				* adev->gfx.mec.num_pipe_per_mec
gfx               181 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c 				* adev->gfx.mec.num_queue_per_pipe;
gfx               392 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c 		return adev->gfx.pfp_fw_version;
gfx               395 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c 		return adev->gfx.me_fw_version;
gfx               398 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c 		return adev->gfx.ce_fw_version;
gfx               401 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c 		return adev->gfx.mec_fw_version;
gfx               404 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c 		return adev->gfx.mec2_fw_version;
gfx               407 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c 		return adev->gfx.rlc_fw_version;
gfx               461 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c 	if (adev->gfx.funcs->get_gpu_clock_counter)
gfx               462 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c 		return adev->gfx.funcs->get_gpu_clock_counter(adev);
gfx               482 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c 	struct amdgpu_cu_info acu_info = adev->gfx.cu_info;
gfx               492 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c 	cu_info->num_shader_engines = adev->gfx.config.max_shader_engines;
gfx               493 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c 	cu_info->num_shader_arrays_per_engine = adev->gfx.config.max_sh_per_se;
gfx               494 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c 	cu_info->num_cu_per_sh = adev->gfx.config.max_cu_per_sh;
gfx               613 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c 		ring = &adev->gfx.compute_ring[0];
gfx               118 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c 	config->gb_addr_config = adev->gfx.config.gb_addr_config;
gfx               125 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c 	config->num_banks = REG_GET_FIELD(adev->gfx.config.mc_arb_ramcfg,
gfx               127 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c 	config->num_ranks = REG_GET_FIELD(adev->gfx.config.mc_arb_ramcfg,
gfx               131 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c 	config->tile_config_ptr = adev->gfx.config.tile_mode_array;
gfx               133 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c 			ARRAY_SIZE(adev->gfx.config.tile_mode_array);
gfx               135 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c 			adev->gfx.config.macrotile_mode_array;
gfx               137 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c 			ARRAY_SIZE(adev->gfx.config.macrotile_mode_array);
gfx               200 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c 	uint32_t mec = (pipe_id / adev->gfx.mec.num_pipe_per_mec) + 1;
gfx               201 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c 	uint32_t pipe = (pipe_id % adev->gfx.mec.num_pipe_per_mec);
gfx               209 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c 	unsigned int bit = (pipe_id * adev->gfx.mec.num_queue_per_pipe +
gfx               295 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c 	mec = (pipe_id / adev->gfx.mec.num_pipe_per_mec) + 1;
gfx               296 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c 	pipe = (pipe_id % adev->gfx.mec.num_pipe_per_mec);
gfx               376 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c 		mec = (pipe_id / adev->gfx.mec.num_pipe_per_mec) + 1;
gfx               377 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c 		pipe = (pipe_id % adev->gfx.mec.num_pipe_per_mec);
gfx               808 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c 	struct amdgpu_ring *ring = &adev->gfx.kiq.ring;
gfx               810 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c 	spin_lock(&adev->gfx.kiq.ring_lock);
gfx               818 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c 	spin_unlock(&adev->gfx.kiq.ring_lock);
gfx               833 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c 	struct amdgpu_ring *ring = &adev->gfx.kiq.ring;
gfx               156 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c 	config->gb_addr_config = adev->gfx.config.gb_addr_config;
gfx               157 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c 	config->num_banks = REG_GET_FIELD(adev->gfx.config.mc_arb_ramcfg,
gfx               159 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c 	config->num_ranks = REG_GET_FIELD(adev->gfx.config.mc_arb_ramcfg,
gfx               162 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c 	config->tile_config_ptr = adev->gfx.config.tile_mode_array;
gfx               164 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c 			ARRAY_SIZE(adev->gfx.config.tile_mode_array);
gfx               166 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c 			adev->gfx.config.macrotile_mode_array;
gfx               168 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c 			ARRAY_SIZE(adev->gfx.config.macrotile_mode_array);
gfx               232 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c 	uint32_t mec = (pipe_id / adev->gfx.mec.num_pipe_per_mec) + 1;
gfx               233 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c 	uint32_t pipe = (pipe_id % adev->gfx.mec.num_pipe_per_mec);
gfx               293 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c 	mec = (pipe_id / adev->gfx.mec.num_pipe_per_mec) + 1;
gfx               294 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c 	pipe = (pipe_id % adev->gfx.mec.num_pipe_per_mec);
gfx               111 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c 	config->gb_addr_config = adev->gfx.config.gb_addr_config;
gfx               112 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c 	config->num_banks = REG_GET_FIELD(adev->gfx.config.mc_arb_ramcfg,
gfx               114 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c 	config->num_ranks = REG_GET_FIELD(adev->gfx.config.mc_arb_ramcfg,
gfx               117 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c 	config->tile_config_ptr = adev->gfx.config.tile_mode_array;
gfx               119 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c 			ARRAY_SIZE(adev->gfx.config.tile_mode_array);
gfx               121 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c 			adev->gfx.config.macrotile_mode_array;
gfx               123 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c 			ARRAY_SIZE(adev->gfx.config.macrotile_mode_array);
gfx               188 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c 	uint32_t mec = (pipe_id / adev->gfx.mec.num_pipe_per_mec) + 1;
gfx               189 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c 	uint32_t pipe = (pipe_id % adev->gfx.mec.num_pipe_per_mec);
gfx               250 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c 	mec = (pipe_id / adev->gfx.mec.num_pipe_per_mec) + 1;
gfx               251 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c 	pipe = (pipe_id % adev->gfx.mec.num_pipe_per_mec);
gfx               303 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c 		mec = (pipe_id / adev->gfx.mec.num_pipe_per_mec) + 1;
gfx               304 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c 		pipe = (pipe_id % adev->gfx.mec.num_pipe_per_mec);
gfx                71 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c 	config->gb_addr_config = adev->gfx.config.gb_addr_config;
gfx                73 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c 	config->tile_config_ptr = adev->gfx.config.tile_mode_array;
gfx                75 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c 			ARRAY_SIZE(adev->gfx.config.tile_mode_array);
gfx                77 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c 			adev->gfx.config.macrotile_mode_array;
gfx                79 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c 			ARRAY_SIZE(adev->gfx.config.macrotile_mode_array);
gfx               111 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c 	uint32_t mec = (pipe_id / adev->gfx.mec.num_pipe_per_mec) + 1;
gfx               112 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c 	uint32_t pipe = (pipe_id % adev->gfx.mec.num_pipe_per_mec);
gfx               120 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c 	unsigned int bit = (pipe_id * adev->gfx.mec.num_queue_per_pipe +
gfx               215 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c 	mec = (pipe_id / adev->gfx.mec.num_pipe_per_mec) + 1;
gfx               216 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c 	pipe = (pipe_id % adev->gfx.mec.num_pipe_per_mec);
gfx               277 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c 		mec = (pipe_id / adev->gfx.mec.num_pipe_per_mec) + 1;
gfx               278 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c 		pipe = (pipe_id % adev->gfx.mec.num_pipe_per_mec);
gfx               647 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c 	struct amdgpu_ring *ring = &adev->gfx.kiq.ring;
gfx               649 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c 	spin_lock(&adev->gfx.kiq.ring_lock);
gfx               659 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c 	spin_unlock(&adev->gfx.kiq.ring_lock);
gfx               674 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c 	struct amdgpu_ring *ring = &adev->gfx.kiq.ring;
gfx               725 drivers/gpu/drm/amd/amdgpu/amdgpu_atombios.c 		adev->gfx.config.max_shader_engines = gfx_info->info.max_shader_engines;
gfx               726 drivers/gpu/drm/amd/amdgpu/amdgpu_atombios.c 		adev->gfx.config.max_tile_pipes = gfx_info->info.max_tile_pipes;
gfx               727 drivers/gpu/drm/amd/amdgpu/amdgpu_atombios.c 		adev->gfx.config.max_cu_per_sh = gfx_info->info.max_cu_per_sh;
gfx               728 drivers/gpu/drm/amd/amdgpu/amdgpu_atombios.c 		adev->gfx.config.max_sh_per_se = gfx_info->info.max_sh_per_se;
gfx               729 drivers/gpu/drm/amd/amdgpu/amdgpu_atombios.c 		adev->gfx.config.max_backends_per_se = gfx_info->info.max_backends_per_se;
gfx               730 drivers/gpu/drm/amd/amdgpu/amdgpu_atombios.c 		adev->gfx.config.max_texture_channel_caches =
gfx               443 drivers/gpu/drm/amd/amdgpu/amdgpu_atomfirmware.c 			adev->gfx.config.max_shader_engines = gfx_info->v24.max_shader_engines;
gfx               444 drivers/gpu/drm/amd/amdgpu/amdgpu_atomfirmware.c 			adev->gfx.config.max_cu_per_sh = gfx_info->v24.max_cu_per_sh;
gfx               445 drivers/gpu/drm/amd/amdgpu/amdgpu_atomfirmware.c 			adev->gfx.config.max_sh_per_se = gfx_info->v24.max_sh_per_se;
gfx               446 drivers/gpu/drm/amd/amdgpu/amdgpu_atomfirmware.c 			adev->gfx.config.max_backends_per_se = gfx_info->v24.max_backends_per_se;
gfx               447 drivers/gpu/drm/amd/amdgpu/amdgpu_atomfirmware.c 			adev->gfx.config.max_texture_channel_caches = gfx_info->v24.max_texture_channel_caches;
gfx               448 drivers/gpu/drm/amd/amdgpu/amdgpu_atomfirmware.c 			adev->gfx.config.max_gprs = le16_to_cpu(gfx_info->v24.gc_num_gprs);
gfx               449 drivers/gpu/drm/amd/amdgpu/amdgpu_atomfirmware.c 			adev->gfx.config.max_gs_threads = gfx_info->v24.gc_num_max_gs_thds;
gfx               450 drivers/gpu/drm/amd/amdgpu/amdgpu_atomfirmware.c 			adev->gfx.config.gs_vgt_table_depth = gfx_info->v24.gc_gs_table_depth;
gfx               451 drivers/gpu/drm/amd/amdgpu/amdgpu_atomfirmware.c 			adev->gfx.config.gs_prim_buffer_depth =
gfx               453 drivers/gpu/drm/amd/amdgpu/amdgpu_atomfirmware.c 			adev->gfx.config.double_offchip_lds_buf =
gfx               455 drivers/gpu/drm/amd/amdgpu/amdgpu_atomfirmware.c 			adev->gfx.cu_info.wave_front_size = le16_to_cpu(gfx_info->v24.gc_wave_size);
gfx               456 drivers/gpu/drm/amd/amdgpu/amdgpu_atomfirmware.c 			adev->gfx.cu_info.max_waves_per_simd = le16_to_cpu(gfx_info->v24.gc_max_waves_per_simd);
gfx               457 drivers/gpu/drm/amd/amdgpu/amdgpu_atomfirmware.c 			adev->gfx.cu_info.max_scratch_slots_per_cu = gfx_info->v24.gc_max_scratch_slots_per_cu;
gfx               458 drivers/gpu/drm/amd/amdgpu/amdgpu_atomfirmware.c 			adev->gfx.cu_info.lds_size = le16_to_cpu(gfx_info->v24.gc_lds_size);
gfx               173 drivers/gpu/drm/amd/amdgpu/amdgpu_cgs.c 			fw_version = adev->gfx.ce_fw_version;
gfx               176 drivers/gpu/drm/amd/amdgpu/amdgpu_cgs.c 			fw_version = adev->gfx.pfp_fw_version;
gfx               179 drivers/gpu/drm/amd/amdgpu/amdgpu_cgs.c 			fw_version = adev->gfx.me_fw_version;
gfx               182 drivers/gpu/drm/amd/amdgpu/amdgpu_cgs.c 			fw_version = adev->gfx.mec_fw_version;
gfx               185 drivers/gpu/drm/amd/amdgpu/amdgpu_cgs.c 			fw_version = adev->gfx.mec_fw_version;
gfx               188 drivers/gpu/drm/amd/amdgpu/amdgpu_cgs.c 			fw_version = adev->gfx.mec_fw_version;
gfx               191 drivers/gpu/drm/amd/amdgpu/amdgpu_cgs.c 			fw_version = adev->gfx.rlc_fw_version;
gfx               131 drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.c 			rings[0] = &adev->gfx.gfx_ring[0];
gfx               135 drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.c 			for (j = 0; j < adev->gfx.num_compute_rings; ++j)
gfx               136 drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.c 				rings[j] = &adev->gfx.compute_ring[j];
gfx               137 drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.c 			num_rings = adev->gfx.num_compute_rings;
gfx               148 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 		if ((sh_bank != 0xFFFFFFFF && sh_bank >= adev->gfx.config.max_sh_per_se) ||
gfx               149 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 		    (se_bank != 0xFFFFFFFF && se_bank >= adev->gfx.config.max_shader_engines))
gfx               486 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 	config[no_regs++] = adev->gfx.config.max_shader_engines;
gfx               487 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 	config[no_regs++] = adev->gfx.config.max_tile_pipes;
gfx               488 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 	config[no_regs++] = adev->gfx.config.max_cu_per_sh;
gfx               489 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 	config[no_regs++] = adev->gfx.config.max_sh_per_se;
gfx               490 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 	config[no_regs++] = adev->gfx.config.max_backends_per_se;
gfx               491 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 	config[no_regs++] = adev->gfx.config.max_texture_channel_caches;
gfx               492 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 	config[no_regs++] = adev->gfx.config.max_gprs;
gfx               493 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 	config[no_regs++] = adev->gfx.config.max_gs_threads;
gfx               494 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 	config[no_regs++] = adev->gfx.config.max_hw_contexts;
gfx               495 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 	config[no_regs++] = adev->gfx.config.sc_prim_fifo_size_frontend;
gfx               496 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 	config[no_regs++] = adev->gfx.config.sc_prim_fifo_size_backend;
gfx               497 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 	config[no_regs++] = adev->gfx.config.sc_hiz_tile_fifo_size;
gfx               498 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 	config[no_regs++] = adev->gfx.config.sc_earlyz_tile_fifo_size;
gfx               499 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 	config[no_regs++] = adev->gfx.config.num_tile_pipes;
gfx               500 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 	config[no_regs++] = adev->gfx.config.backend_enable_mask;
gfx               501 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 	config[no_regs++] = adev->gfx.config.mem_max_burst_length_bytes;
gfx               502 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 	config[no_regs++] = adev->gfx.config.mem_row_size_in_kb;
gfx               503 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 	config[no_regs++] = adev->gfx.config.shader_engine_tile_size;
gfx               504 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 	config[no_regs++] = adev->gfx.config.num_gpus;
gfx               505 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 	config[no_regs++] = adev->gfx.config.multi_gpu_tile_size;
gfx               506 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 	config[no_regs++] = adev->gfx.config.mc_arb_ramcfg;
gfx               507 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 	config[no_regs++] = adev->gfx.config.gb_addr_config;
gfx               508 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 	config[no_regs++] = adev->gfx.config.num_rbs;
gfx               641 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 	if (adev->gfx.funcs->read_wave_data)
gfx               642 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 		adev->gfx.funcs->read_wave_data(adev, simd, wave, data, &x);
gfx               719 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 		if (adev->gfx.funcs->read_wave_vgprs)
gfx               720 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 			adev->gfx.funcs->read_wave_vgprs(adev, simd, wave, thread, offset, size>>2, data);
gfx               722 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 		if (adev->gfx.funcs->read_wave_sgprs)
gfx               723 drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.c 			adev->gfx.funcs->read_wave_sgprs(adev, simd, wave, offset, size>>2, data);
gfx              1472 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 		adev->gfx.config.max_shader_engines = le32_to_cpu(gpu_info_fw->gc_num_se);
gfx              1473 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 		adev->gfx.config.max_cu_per_sh = le32_to_cpu(gpu_info_fw->gc_num_cu_per_sh);
gfx              1474 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 		adev->gfx.config.max_sh_per_se = le32_to_cpu(gpu_info_fw->gc_num_sh_per_se);
gfx              1475 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 		adev->gfx.config.max_backends_per_se = le32_to_cpu(gpu_info_fw->gc_num_rb_per_se);
gfx              1476 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 		adev->gfx.config.max_texture_channel_caches =
gfx              1478 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 		adev->gfx.config.max_gprs = le32_to_cpu(gpu_info_fw->gc_num_gprs);
gfx              1479 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 		adev->gfx.config.max_gs_threads = le32_to_cpu(gpu_info_fw->gc_num_max_gs_thds);
gfx              1480 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 		adev->gfx.config.gs_vgt_table_depth = le32_to_cpu(gpu_info_fw->gc_gs_table_depth);
gfx              1481 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 		adev->gfx.config.gs_prim_buffer_depth = le32_to_cpu(gpu_info_fw->gc_gsprim_buff_depth);
gfx              1482 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 		adev->gfx.config.double_offchip_lds_buf =
gfx              1484 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 		adev->gfx.cu_info.wave_front_size = le32_to_cpu(gpu_info_fw->gc_wave_size);
gfx              1485 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 		adev->gfx.cu_info.max_waves_per_simd =
gfx              1487 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 		adev->gfx.cu_info.max_scratch_slots_per_cu =
gfx              1489 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 		adev->gfx.cu_info.lds_size = le32_to_cpu(gpu_info_fw->gc_lds_size);
gfx              1494 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 			adev->gfx.config.num_sc_per_sh =
gfx              1496 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 			adev->gfx.config.num_packer_per_sc =
gfx              2154 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 		container_of(work, struct amdgpu_device, gfx.gfx_off_delay_work.work);
gfx              2156 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 	mutex_lock(&adev->gfx.gfx_off_mutex);
gfx              2157 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 	if (!adev->gfx.gfx_off_state && !adev->gfx.gfx_off_req_count) {
gfx              2159 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 			adev->gfx.gfx_off_state = true;
gfx              2161 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 	mutex_unlock(&adev->gfx.gfx_off_mutex);
gfx              2599 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 	bitmap_zero(adev->gfx.pipe_reserve_bitmap, AMDGPU_MAX_COMPUTE_QUEUES);
gfx              2627 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 	mutex_init(&adev->gfx.gpu_clock_mutex);
gfx              2629 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 	mutex_init(&adev->gfx.pipe_reserve_mutex);
gfx              2630 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 	mutex_init(&adev->gfx.gfx_off_mutex);
gfx              2661 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 	INIT_DELAYED_WORK(&adev->gfx.gfx_off_delay_work,
gfx              2666 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c 	adev->gfx.gfx_off_req_count = 1;
gfx               395 drivers/gpu/drm/amd/amdgpu/amdgpu_discovery.c 	adev->gfx.config.max_shader_engines = le32_to_cpu(gc_info->gc_num_se);
gfx               396 drivers/gpu/drm/amd/amdgpu/amdgpu_discovery.c 	adev->gfx.config.max_cu_per_sh = 2 * (le32_to_cpu(gc_info->gc_num_wgp0_per_sa) +
gfx               398 drivers/gpu/drm/amd/amdgpu/amdgpu_discovery.c 	adev->gfx.config.max_sh_per_se = le32_to_cpu(gc_info->gc_num_sa_per_se);
gfx               399 drivers/gpu/drm/amd/amdgpu/amdgpu_discovery.c 	adev->gfx.config.max_backends_per_se = le32_to_cpu(gc_info->gc_num_rb_per_se);
gfx               400 drivers/gpu/drm/amd/amdgpu/amdgpu_discovery.c 	adev->gfx.config.max_texture_channel_caches = le32_to_cpu(gc_info->gc_num_gl2c);
gfx               401 drivers/gpu/drm/amd/amdgpu/amdgpu_discovery.c 	adev->gfx.config.max_gprs = le32_to_cpu(gc_info->gc_num_gprs);
gfx               402 drivers/gpu/drm/amd/amdgpu/amdgpu_discovery.c 	adev->gfx.config.max_gs_threads = le32_to_cpu(gc_info->gc_num_max_gs_thds);
gfx               403 drivers/gpu/drm/amd/amdgpu/amdgpu_discovery.c 	adev->gfx.config.gs_vgt_table_depth = le32_to_cpu(gc_info->gc_gs_table_depth);
gfx               404 drivers/gpu/drm/amd/amdgpu/amdgpu_discovery.c 	adev->gfx.config.gs_prim_buffer_depth = le32_to_cpu(gc_info->gc_gsprim_buff_depth);
gfx               405 drivers/gpu/drm/amd/amdgpu/amdgpu_discovery.c 	adev->gfx.config.double_offchip_lds_buf = le32_to_cpu(gc_info->gc_double_offchip_lds_buffer);
gfx               406 drivers/gpu/drm/amd/amdgpu/amdgpu_discovery.c 	adev->gfx.cu_info.wave_front_size = le32_to_cpu(gc_info->gc_wave_size);
gfx               407 drivers/gpu/drm/amd/amdgpu/amdgpu_discovery.c 	adev->gfx.cu_info.max_waves_per_simd = le32_to_cpu(gc_info->gc_max_waves_per_simd);
gfx               408 drivers/gpu/drm/amd/amdgpu/amdgpu_discovery.c 	adev->gfx.cu_info.max_scratch_slots_per_cu = le32_to_cpu(gc_info->gc_max_scratch_slots_per_cu);
gfx               409 drivers/gpu/drm/amd/amdgpu/amdgpu_discovery.c 	adev->gfx.cu_info.lds_size = le32_to_cpu(gc_info->gc_lds_size);
gfx               410 drivers/gpu/drm/amd/amdgpu/amdgpu_discovery.c 	adev->gfx.config.num_sc_per_sh = le32_to_cpu(gc_info->gc_num_sc_per_se) /
gfx               412 drivers/gpu/drm/amd/amdgpu/amdgpu_discovery.c 	adev->gfx.config.num_packer_per_sc = le32_to_cpu(gc_info->gc_num_packer_per_sc);
gfx                42 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	bit += mec * adev->gfx.mec.num_pipe_per_mec
gfx                43 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		* adev->gfx.mec.num_queue_per_pipe;
gfx                44 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	bit += pipe * adev->gfx.mec.num_queue_per_pipe;
gfx                53 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	*queue = bit % adev->gfx.mec.num_queue_per_pipe;
gfx                54 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	*pipe = (bit / adev->gfx.mec.num_queue_per_pipe)
gfx                55 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		% adev->gfx.mec.num_pipe_per_mec;
gfx                56 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	*mec = (bit / adev->gfx.mec.num_queue_per_pipe)
gfx                57 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	       / adev->gfx.mec.num_pipe_per_mec;
gfx                65 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 			adev->gfx.mec.queue_bitmap);
gfx                73 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	bit += me * adev->gfx.me.num_pipe_per_me
gfx                74 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		* adev->gfx.me.num_queue_per_pipe;
gfx                75 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	bit += pipe * adev->gfx.me.num_queue_per_pipe;
gfx                84 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	*queue = bit % adev->gfx.me.num_queue_per_pipe;
gfx                85 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	*pipe = (bit / adev->gfx.me.num_queue_per_pipe)
gfx                86 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		% adev->gfx.me.num_pipe_per_me;
gfx                87 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	*me = (bit / adev->gfx.me.num_queue_per_pipe)
gfx                88 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		/ adev->gfx.me.num_pipe_per_me;
gfx                95 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 			adev->gfx.me.queue_bitmap);
gfx               111 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	i = ffs(adev->gfx.scratch.free_mask);
gfx               112 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	if (i != 0 && i <= adev->gfx.scratch.num_reg) {
gfx               114 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		adev->gfx.scratch.free_mask &= ~(1u << i);
gfx               115 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		*reg = adev->gfx.scratch.reg_base + i;
gfx               131 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	adev->gfx.scratch.free_mask |= 1u << (reg - adev->gfx.scratch.reg_base);
gfx               191 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	return adev->gfx.mec.num_mec > 1;
gfx               201 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		queue = i % adev->gfx.mec.num_queue_per_pipe;
gfx               202 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		pipe = (i / adev->gfx.mec.num_queue_per_pipe)
gfx               203 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 			% adev->gfx.mec.num_pipe_per_mec;
gfx               204 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		mec = (i / adev->gfx.mec.num_queue_per_pipe)
gfx               205 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 			/ adev->gfx.mec.num_pipe_per_mec;
gfx               208 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		if (mec >= adev->gfx.mec.num_mec)
gfx               214 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 				set_bit(i, adev->gfx.mec.queue_bitmap);
gfx               218 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 				set_bit(i, adev->gfx.mec.queue_bitmap);
gfx               223 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	adev->gfx.num_compute_rings =
gfx               224 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		bitmap_weight(adev->gfx.mec.queue_bitmap, AMDGPU_MAX_COMPUTE_QUEUES);
gfx               228 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	if (WARN_ON(adev->gfx.num_compute_rings > AMDGPU_MAX_COMPUTE_RINGS))
gfx               229 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		adev->gfx.num_compute_rings = AMDGPU_MAX_COMPUTE_RINGS;
gfx               237 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		queue = i % adev->gfx.me.num_queue_per_pipe;
gfx               238 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		pipe = (i / adev->gfx.me.num_queue_per_pipe)
gfx               239 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 			% adev->gfx.me.num_pipe_per_me;
gfx               240 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		me = (i / adev->gfx.me.num_queue_per_pipe)
gfx               241 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		      / adev->gfx.me.num_pipe_per_me;
gfx               243 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		if (me >= adev->gfx.me.num_me)
gfx               248 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 			set_bit(i, adev->gfx.me.queue_bitmap);
gfx               252 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	adev->gfx.num_gfx_rings =
gfx               253 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		bitmap_weight(adev->gfx.me.queue_bitmap, AMDGPU_MAX_GFX_QUEUES);
gfx               262 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	queue_bit = adev->gfx.mec.num_mec
gfx               263 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		    * adev->gfx.mec.num_pipe_per_mec
gfx               264 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		    * adev->gfx.mec.num_queue_per_pipe;
gfx               267 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		if (test_bit(queue_bit, adev->gfx.mec.queue_bitmap))
gfx               295 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	struct amdgpu_kiq *kiq = &adev->gfx.kiq;
gfx               332 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	struct amdgpu_kiq *kiq = &adev->gfx.kiq;
gfx               342 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	struct amdgpu_kiq *kiq = &adev->gfx.kiq;
gfx               371 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	ring = &adev->gfx.kiq.ring;
gfx               387 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		adev->gfx.mec.mqd_backup[AMDGPU_MAX_COMPUTE_RINGS] = kmalloc(mqd_size, GFP_KERNEL);
gfx               388 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		if (!adev->gfx.mec.mqd_backup[AMDGPU_MAX_COMPUTE_RINGS])
gfx               394 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		for (i = 0; i < adev->gfx.num_gfx_rings; i++) {
gfx               395 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 			ring = &adev->gfx.gfx_ring[i];
gfx               406 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 				adev->gfx.me.mqd_backup[i] = kmalloc(mqd_size, GFP_KERNEL);
gfx               407 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 				if (!adev->gfx.me.mqd_backup[i])
gfx               414 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++) {
gfx               415 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		ring = &adev->gfx.compute_ring[i];
gfx               426 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 			adev->gfx.mec.mqd_backup[i] = kmalloc(mqd_size, GFP_KERNEL);
gfx               427 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 			if (!adev->gfx.mec.mqd_backup[i])
gfx               441 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		for (i = 0; i < adev->gfx.num_gfx_rings; i++) {
gfx               442 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 			ring = &adev->gfx.gfx_ring[i];
gfx               443 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 			kfree(adev->gfx.me.mqd_backup[i]);
gfx               450 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++) {
gfx               451 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		ring = &adev->gfx.compute_ring[i];
gfx               452 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		kfree(adev->gfx.mec.mqd_backup[i]);
gfx               458 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	ring = &adev->gfx.kiq.ring;
gfx               460 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		kfree(adev->gfx.me.mqd_backup[AMDGPU_MAX_GFX_RINGS]);
gfx               461 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	kfree(adev->gfx.mec.mqd_backup[AMDGPU_MAX_COMPUTE_RINGS]);
gfx               469 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	struct amdgpu_kiq *kiq = &adev->gfx.kiq;
gfx               477 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 					adev->gfx.num_compute_rings))
gfx               480 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++)
gfx               481 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		kiq->pmf->kiq_unmap_queues(kiq_ring, &adev->gfx.compute_ring[i],
gfx               489 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	struct amdgpu_kiq *kiq = &adev->gfx.kiq;
gfx               490 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	struct amdgpu_ring *kiq_ring = &adev->gfx.kiq.ring;
gfx               498 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		if (!test_bit(i, adev->gfx.mec.queue_bitmap))
gfx               516 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 					adev->gfx.num_compute_rings +
gfx               524 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++)
gfx               525 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		kiq->pmf->kiq_map_queues(kiq_ring, &adev->gfx.compute_ring[i]);
gfx               556 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	mutex_lock(&adev->gfx.gfx_off_mutex);
gfx               559 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		adev->gfx.gfx_off_req_count++;
gfx               560 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	else if (adev->gfx.gfx_off_req_count > 0)
gfx               561 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		adev->gfx.gfx_off_req_count--;
gfx               563 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	if (enable && !adev->gfx.gfx_off_state && !adev->gfx.gfx_off_req_count) {
gfx               564 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 		schedule_delayed_work(&adev->gfx.gfx_off_delay_work, GFX_OFF_DELAY_ENABLE);
gfx               565 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	} else if (!enable && adev->gfx.gfx_off_state) {
gfx               567 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 			adev->gfx.gfx_off_state = false;
gfx               570 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c 	mutex_unlock(&adev->gfx.gfx_off_mutex);
gfx               332 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.h #define amdgpu_gfx_get_gpu_clock_counter(adev) (adev)->gfx.funcs->get_gpu_clock_counter((adev))
gfx               333 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.h #define amdgpu_gfx_select_se_sh(adev, se, sh, instance) (adev)->gfx.funcs->select_se_sh((adev), (se), (sh), (instance))
gfx               334 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.h #define amdgpu_gfx_select_me_pipe_q(adev, me, pipe, q, vmid) (adev)->gfx.funcs->select_me_pipe_q((adev), (me), (pipe), (q), (vmid))
gfx               389 drivers/gpu/drm/amd/amdgpu/amdgpu_ib.c 		if (ring == &adev->gfx.gfx_ring[0]) {
gfx               226 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		fw_info->ver = adev->gfx.me_fw_version;
gfx               227 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		fw_info->feature = adev->gfx.me_feature_version;
gfx               230 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		fw_info->ver = adev->gfx.pfp_fw_version;
gfx               231 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		fw_info->feature = adev->gfx.pfp_feature_version;
gfx               234 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		fw_info->ver = adev->gfx.ce_fw_version;
gfx               235 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		fw_info->feature = adev->gfx.ce_feature_version;
gfx               238 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		fw_info->ver = adev->gfx.rlc_fw_version;
gfx               239 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		fw_info->feature = adev->gfx.rlc_feature_version;
gfx               242 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		fw_info->ver = adev->gfx.rlc_srlc_fw_version;
gfx               243 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		fw_info->feature = adev->gfx.rlc_srlc_feature_version;
gfx               246 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		fw_info->ver = adev->gfx.rlc_srlg_fw_version;
gfx               247 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		fw_info->feature = adev->gfx.rlc_srlg_feature_version;
gfx               250 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		fw_info->ver = adev->gfx.rlc_srls_fw_version;
gfx               251 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		fw_info->feature = adev->gfx.rlc_srls_feature_version;
gfx               255 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 			fw_info->ver = adev->gfx.mec_fw_version;
gfx               256 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 			fw_info->feature = adev->gfx.mec_feature_version;
gfx               258 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 			fw_info->ver = adev->gfx.mec2_fw_version;
gfx               259 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 			fw_info->feature = adev->gfx.mec2_feature_version;
gfx               318 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		for (i = 0; i < adev->gfx.num_gfx_rings; i++)
gfx               319 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 			if (adev->gfx.gfx_ring[i].sched.ready)
gfx               326 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		for (i = 0; i < adev->gfx.num_compute_rings; i++)
gfx               327 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 			if (adev->gfx.compute_ring[i].sched.ready)
gfx               678 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		dev_info.num_shader_engines = adev->gfx.config.max_shader_engines;
gfx               679 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		dev_info.num_shader_arrays_per_engine = adev->gfx.config.max_sh_per_se;
gfx               693 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		dev_info.enabled_rb_pipes_mask = adev->gfx.config.backend_enable_mask;
gfx               694 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		dev_info.num_rb_pipes = adev->gfx.config.max_backends_per_se *
gfx               695 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 			adev->gfx.config.max_shader_engines;
gfx               696 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		dev_info.num_hw_gfx_contexts = adev->gfx.config.max_hw_contexts;
gfx               723 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		dev_info.cu_active_number = adev->gfx.cu_info.number;
gfx               724 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		dev_info.cu_ao_mask = adev->gfx.cu_info.ao_cu_mask;
gfx               725 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		dev_info.ce_ram_size = adev->gfx.ce_ram_size;
gfx               726 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		memcpy(&dev_info.cu_ao_bitmap[0], &adev->gfx.cu_info.ao_cu_bitmap[0],
gfx               727 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		       sizeof(adev->gfx.cu_info.ao_cu_bitmap));
gfx               728 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		memcpy(&dev_info.cu_bitmap[0], &adev->gfx.cu_info.bitmap[0],
gfx               729 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		       sizeof(adev->gfx.cu_info.bitmap));
gfx               734 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 			adev->gfx.config.double_offchip_lds_buf;
gfx               737 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 			dev_info.prim_buf_gpu_addr = adev->gfx.ngg.buf[NGG_PRIM].gpu_addr;
gfx               738 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 			dev_info.prim_buf_size = adev->gfx.ngg.buf[NGG_PRIM].size;
gfx               739 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 			dev_info.pos_buf_gpu_addr = adev->gfx.ngg.buf[NGG_POS].gpu_addr;
gfx               740 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 			dev_info.pos_buf_size = adev->gfx.ngg.buf[NGG_POS].size;
gfx               741 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 			dev_info.cntl_sb_buf_gpu_addr = adev->gfx.ngg.buf[NGG_CNTL].gpu_addr;
gfx               742 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 			dev_info.cntl_sb_buf_size = adev->gfx.ngg.buf[NGG_CNTL].size;
gfx               743 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 			dev_info.param_buf_gpu_addr = adev->gfx.ngg.buf[NGG_PARAM].gpu_addr;
gfx               744 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 			dev_info.param_buf_size = adev->gfx.ngg.buf[NGG_PARAM].size;
gfx               746 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		dev_info.wave_front_size = adev->gfx.cu_info.wave_front_size;
gfx               747 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		dev_info.num_shader_visible_vgprs = adev->gfx.config.max_gprs;
gfx               748 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		dev_info.num_cu_per_sh = adev->gfx.config.max_cu_per_sh;
gfx               749 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		dev_info.num_tcc_blocks = adev->gfx.config.max_texture_channel_caches;
gfx               750 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		dev_info.gs_vgt_table_depth = adev->gfx.config.gs_vgt_table_depth;
gfx               751 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		dev_info.gs_prim_buffer_depth = adev->gfx.config.gs_prim_buffer_depth;
gfx               752 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		dev_info.max_gs_waves_per_vgt = adev->gfx.config.max_gs_threads;
gfx               756 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 				adev->gfx.config.pa_sc_tile_steering_override;
gfx               758 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c 		dev_info.tcc_disabled_mask = adev->gfx.config.tcc_disabled_mask;
gfx               969 drivers/gpu/drm/amd/amdgpu/amdgpu_psp.c 		hdr = (struct common_firmware_header *)adev->gfx.ce_fw->data;
gfx               973 drivers/gpu/drm/amd/amdgpu/amdgpu_psp.c 		hdr = (struct common_firmware_header *)adev->gfx.pfp_fw->data;
gfx               977 drivers/gpu/drm/amd/amdgpu/amdgpu_psp.c 		hdr = (struct common_firmware_header *)adev->gfx.me_fw->data;
gfx               981 drivers/gpu/drm/amd/amdgpu/amdgpu_psp.c 		hdr = (struct common_firmware_header *)adev->gfx.mec_fw->data;
gfx               985 drivers/gpu/drm/amd/amdgpu/amdgpu_psp.c 		hdr = (struct common_firmware_header *)adev->gfx.rlc_fw->data;
gfx               608 drivers/gpu/drm/amd/amdgpu/amdgpu_ras.c 		if (adev->gfx.funcs->query_ras_error_count)
gfx               609 drivers/gpu/drm/amd/amdgpu/amdgpu_ras.c 			adev->gfx.funcs->query_ras_error_count(adev, &err_data);
gfx               654 drivers/gpu/drm/amd/amdgpu/amdgpu_ras.c 		if (adev->gfx.funcs->ras_error_inject)
gfx               655 drivers/gpu/drm/amd/amdgpu/amdgpu_ras.c 			ret = adev->gfx.funcs->ras_error_inject(adev, info);
gfx                39 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 	if (adev->gfx.rlc.in_safe_mode)
gfx                43 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 	if (!adev->gfx.rlc.funcs->is_rlc_enabled(adev))
gfx                49 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 		adev->gfx.rlc.funcs->set_safe_mode(adev);
gfx                50 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 		adev->gfx.rlc.in_safe_mode = true;
gfx                63 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 	if (!(adev->gfx.rlc.in_safe_mode))
gfx                67 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 	if (!adev->gfx.rlc.funcs->is_rlc_enabled(adev))
gfx                73 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 		adev->gfx.rlc.funcs->unset_safe_mode(adev);
gfx                74 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 		adev->gfx.rlc.in_safe_mode = false;
gfx                97 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 				      &adev->gfx.rlc.save_restore_obj,
gfx                98 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 				      &adev->gfx.rlc.save_restore_gpu_addr,
gfx                99 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 				      (void **)&adev->gfx.rlc.sr_ptr);
gfx               107 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 	src_ptr = adev->gfx.rlc.reg_list;
gfx               108 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 	dst_ptr = adev->gfx.rlc.sr_ptr;
gfx               109 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 	for (i = 0; i < adev->gfx.rlc.reg_list_size; i++)
gfx               111 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 	amdgpu_bo_kunmap(adev->gfx.rlc.save_restore_obj);
gfx               112 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 	amdgpu_bo_unreserve(adev->gfx.rlc.save_restore_obj);
gfx               132 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 	adev->gfx.rlc.clear_state_size = dws = adev->gfx.rlc.funcs->get_csb_size(adev);
gfx               135 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 				      &adev->gfx.rlc.clear_state_obj,
gfx               136 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 				      &adev->gfx.rlc.clear_state_gpu_addr,
gfx               137 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 				      (void **)&adev->gfx.rlc.cs_ptr);
gfx               145 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 	dst_ptr = adev->gfx.rlc.cs_ptr;
gfx               146 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 	adev->gfx.rlc.funcs->get_csb_buffer(adev, dst_ptr);
gfx               147 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 	amdgpu_bo_kunmap(adev->gfx.rlc.clear_state_obj);
gfx               148 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 	amdgpu_bo_unpin(adev->gfx.rlc.clear_state_obj);
gfx               149 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 	amdgpu_bo_unreserve(adev->gfx.rlc.clear_state_obj);
gfx               166 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 	r = amdgpu_bo_create_reserved(adev, adev->gfx.rlc.cp_table_size,
gfx               168 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 				      &adev->gfx.rlc.cp_table_obj,
gfx               169 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 				      &adev->gfx.rlc.cp_table_gpu_addr,
gfx               170 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 				      (void **)&adev->gfx.rlc.cp_table_ptr);
gfx               179 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 	amdgpu_bo_kunmap(adev->gfx.rlc.cp_table_obj);
gfx               180 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 	amdgpu_bo_unreserve(adev->gfx.rlc.cp_table_obj);
gfx               200 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 	max_me = adev->gfx.rlc.funcs->get_cp_table_num(adev);
gfx               203 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 	dst_ptr = adev->gfx.rlc.cp_table_ptr;
gfx               207 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 				(const struct gfx_firmware_header_v1_0 *)adev->gfx.ce_fw->data;
gfx               209 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 				(adev->gfx.ce_fw->data +
gfx               215 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 				(const struct gfx_firmware_header_v1_0 *)adev->gfx.pfp_fw->data;
gfx               217 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 				(adev->gfx.pfp_fw->data +
gfx               223 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 				(const struct gfx_firmware_header_v1_0 *)adev->gfx.me_fw->data;
gfx               225 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 				(adev->gfx.me_fw->data +
gfx               231 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 				(const struct gfx_firmware_header_v1_0 *)adev->gfx.mec_fw->data;
gfx               233 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 				(adev->gfx.mec_fw->data +
gfx               239 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 				(const struct gfx_firmware_header_v1_0 *)adev->gfx.mec2_fw->data;
gfx               241 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 				(adev->gfx.mec2_fw->data +
gfx               267 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 	if (adev->gfx.rlc.save_restore_obj) {
gfx               268 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 		amdgpu_bo_free_kernel(&adev->gfx.rlc.save_restore_obj,
gfx               269 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 				      &adev->gfx.rlc.save_restore_gpu_addr,
gfx               270 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 				      (void **)&adev->gfx.rlc.sr_ptr);
gfx               274 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 	amdgpu_bo_free_kernel(&adev->gfx.rlc.clear_state_obj,
gfx               275 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 			      &adev->gfx.rlc.clear_state_gpu_addr,
gfx               276 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 			      (void **)&adev->gfx.rlc.cs_ptr);
gfx               279 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 	amdgpu_bo_free_kernel(&adev->gfx.rlc.cp_table_obj,
gfx               280 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 			      &adev->gfx.rlc.cp_table_gpu_addr,
gfx               281 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c 			      (void **)&adev->gfx.rlc.cp_table_ptr);
gfx               396 drivers/gpu/drm/amd/amdgpu/amdgpu_ucode.c FW_VERSION_ATTR(me_fw_version, 0444, gfx.me_fw_version);
gfx               397 drivers/gpu/drm/amd/amdgpu/amdgpu_ucode.c FW_VERSION_ATTR(pfp_fw_version, 0444, gfx.pfp_fw_version);
gfx               398 drivers/gpu/drm/amd/amdgpu/amdgpu_ucode.c FW_VERSION_ATTR(ce_fw_version, 0444, gfx.ce_fw_version);
gfx               399 drivers/gpu/drm/amd/amdgpu/amdgpu_ucode.c FW_VERSION_ATTR(rlc_fw_version, 0444, gfx.rlc_fw_version);
gfx               400 drivers/gpu/drm/amd/amdgpu/amdgpu_ucode.c FW_VERSION_ATTR(rlc_srlc_fw_version, 0444, gfx.rlc_srlc_fw_version);
gfx               401 drivers/gpu/drm/amd/amdgpu/amdgpu_ucode.c FW_VERSION_ATTR(rlc_srlg_fw_version, 0444, gfx.rlc_srlg_fw_version);
gfx               402 drivers/gpu/drm/amd/amdgpu/amdgpu_ucode.c FW_VERSION_ATTR(rlc_srls_fw_version, 0444, gfx.rlc_srls_fw_version);
gfx               403 drivers/gpu/drm/amd/amdgpu/amdgpu_ucode.c FW_VERSION_ATTR(mec_fw_version, 0444, gfx.mec_fw_version);
gfx               404 drivers/gpu/drm/amd/amdgpu/amdgpu_ucode.c FW_VERSION_ATTR(mec2_fw_version, 0444, gfx.mec2_fw_version);
gfx               511 drivers/gpu/drm/amd/amdgpu/amdgpu_ucode.c 		ucode->ucode_size = adev->gfx.rlc.save_restore_list_cntl_size_bytes;
gfx               512 drivers/gpu/drm/amd/amdgpu/amdgpu_ucode.c 		memcpy(ucode->kaddr, adev->gfx.rlc.save_restore_list_cntl,
gfx               515 drivers/gpu/drm/amd/amdgpu/amdgpu_ucode.c 		ucode->ucode_size = adev->gfx.rlc.save_restore_list_gpm_size_bytes;
gfx               516 drivers/gpu/drm/amd/amdgpu/amdgpu_ucode.c 		memcpy(ucode->kaddr, adev->gfx.rlc.save_restore_list_gpm,
gfx               519 drivers/gpu/drm/amd/amdgpu/amdgpu_ucode.c 		ucode->ucode_size = adev->gfx.rlc.save_restore_list_srm_size_bytes;
gfx               520 drivers/gpu/drm/amd/amdgpu/amdgpu_ucode.c 		memcpy(ucode->kaddr, adev->gfx.rlc.save_restore_list_srm,
gfx               257 drivers/gpu/drm/amd/amdgpu/amdgpu_ucode.h 	struct gfx_firmware_header_v1_0 gfx;
gfx                53 drivers/gpu/drm/amd/amdgpu/amdgpu_virt.c 	struct amdgpu_kiq *kiq = &adev->gfx.kiq;
gfx                99 drivers/gpu/drm/amd/amdgpu/amdgpu_virt.c 	struct amdgpu_kiq *kiq = &adev->gfx.kiq;
gfx               144 drivers/gpu/drm/amd/amdgpu/amdgpu_virt.c 	struct amdgpu_kiq *kiq = &adev->gfx.kiq;
gfx               961 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c 			if (adev->gfx.mec_fw_version < 673)
gfx              1038 drivers/gpu/drm/amd/amdgpu/cik.c 			return adev->gfx.config.rb_config[se_idx][sh_idx].rb_backend_disable;
gfx              1040 drivers/gpu/drm/amd/amdgpu/cik.c 			return adev->gfx.config.rb_config[se_idx][sh_idx].user_rb_backend_disable;
gfx              1042 drivers/gpu/drm/amd/amdgpu/cik.c 			return adev->gfx.config.rb_config[se_idx][sh_idx].raster_config;
gfx              1044 drivers/gpu/drm/amd/amdgpu/cik.c 			return adev->gfx.config.rb_config[se_idx][sh_idx].raster_config_1;
gfx              1062 drivers/gpu/drm/amd/amdgpu/cik.c 			return adev->gfx.config.gb_addr_config;
gfx              1064 drivers/gpu/drm/amd/amdgpu/cik.c 			return adev->gfx.config.mc_arb_ramcfg;
gfx              1098 drivers/gpu/drm/amd/amdgpu/cik.c 			return adev->gfx.config.tile_mode_array[idx];
gfx              1116 drivers/gpu/drm/amd/amdgpu/cik.c 			return adev->gfx.config.macrotile_mode_array[idx];
gfx               456 drivers/gpu/drm/amd/amdgpu/cik_sdma.c 		       adev->gfx.config.gb_addr_config & 0x70);
gfx               358 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.kiq.pmf = &gfx_v10_0_kiq_pm4_funcs;
gfx               395 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.scratch.num_reg = 8;
gfx               396 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.scratch.reg_base = SOC15_REG_OFFSET(GC, 0, mmSCRATCH_REG0);
gfx               397 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.scratch.free_mask = (1u << adev->gfx.scratch.num_reg) - 1;
gfx               551 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	release_firmware(adev->gfx.pfp_fw);
gfx               552 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.pfp_fw = NULL;
gfx               553 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	release_firmware(adev->gfx.me_fw);
gfx               554 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.me_fw = NULL;
gfx               555 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	release_firmware(adev->gfx.ce_fw);
gfx               556 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.ce_fw = NULL;
gfx               557 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	release_firmware(adev->gfx.rlc_fw);
gfx               558 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc_fw = NULL;
gfx               559 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	release_firmware(adev->gfx.mec_fw);
gfx               560 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.mec_fw = NULL;
gfx               561 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	release_firmware(adev->gfx.mec2_fw);
gfx               562 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.mec2_fw = NULL;
gfx               564 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	kfree(adev->gfx.rlc.register_list_format);
gfx               569 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.cp_fw_write_wait = false;
gfx               575 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		if ((adev->gfx.me_fw_version >= 0x00000046) &&
gfx               576 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		    (adev->gfx.me_feature_version >= 27) &&
gfx               577 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		    (adev->gfx.pfp_fw_version >= 0x00000068) &&
gfx               578 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		    (adev->gfx.pfp_feature_version >= 27) &&
gfx               579 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		    (adev->gfx.mec_fw_version >= 0x0000005b) &&
gfx               580 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		    (adev->gfx.mec_feature_version >= 27))
gfx               581 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			adev->gfx.cp_fw_write_wait = true;
gfx               587 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	if (adev->gfx.cp_fw_write_wait == false)
gfx               597 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	rlc_hdr = (const struct rlc_firmware_header_v2_1 *)adev->gfx.rlc_fw->data;
gfx               598 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc_srlc_fw_version = le32_to_cpu(rlc_hdr->save_restore_list_cntl_ucode_ver);
gfx               599 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc_srlc_feature_version = le32_to_cpu(rlc_hdr->save_restore_list_cntl_feature_ver);
gfx               600 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc.save_restore_list_cntl_size_bytes = le32_to_cpu(rlc_hdr->save_restore_list_cntl_size_bytes);
gfx               601 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc.save_restore_list_cntl = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->save_restore_list_cntl_offset_bytes);
gfx               602 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc_srlg_fw_version = le32_to_cpu(rlc_hdr->save_restore_list_gpm_ucode_ver);
gfx               603 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc_srlg_feature_version = le32_to_cpu(rlc_hdr->save_restore_list_gpm_feature_ver);
gfx               604 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc.save_restore_list_gpm_size_bytes = le32_to_cpu(rlc_hdr->save_restore_list_gpm_size_bytes);
gfx               605 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc.save_restore_list_gpm = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->save_restore_list_gpm_offset_bytes);
gfx               606 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc_srls_fw_version = le32_to_cpu(rlc_hdr->save_restore_list_srm_ucode_ver);
gfx               607 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc_srls_feature_version = le32_to_cpu(rlc_hdr->save_restore_list_srm_feature_ver);
gfx               608 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc.save_restore_list_srm_size_bytes = le32_to_cpu(rlc_hdr->save_restore_list_srm_size_bytes);
gfx               609 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc.save_restore_list_srm = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->save_restore_list_srm_offset_bytes);
gfx               610 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc.reg_list_format_direct_reg_list_length =
gfx               661 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	err = request_firmware(&adev->gfx.pfp_fw, fw_name, adev->dev);
gfx               664 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	err = amdgpu_ucode_validate(adev->gfx.pfp_fw);
gfx               667 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	cp_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.pfp_fw->data;
gfx               668 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.pfp_fw_version = le32_to_cpu(cp_hdr->header.ucode_version);
gfx               669 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.pfp_feature_version = le32_to_cpu(cp_hdr->ucode_feature_version);
gfx               672 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	err = request_firmware(&adev->gfx.me_fw, fw_name, adev->dev);
gfx               675 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	err = amdgpu_ucode_validate(adev->gfx.me_fw);
gfx               678 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	cp_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.me_fw->data;
gfx               679 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.me_fw_version = le32_to_cpu(cp_hdr->header.ucode_version);
gfx               680 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.me_feature_version = le32_to_cpu(cp_hdr->ucode_feature_version);
gfx               683 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	err = request_firmware(&adev->gfx.ce_fw, fw_name, adev->dev);
gfx               686 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	err = amdgpu_ucode_validate(adev->gfx.ce_fw);
gfx               689 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	cp_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.ce_fw->data;
gfx               690 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.ce_fw_version = le32_to_cpu(cp_hdr->header.ucode_version);
gfx               691 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.ce_feature_version = le32_to_cpu(cp_hdr->ucode_feature_version);
gfx               694 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	err = request_firmware(&adev->gfx.rlc_fw, fw_name, adev->dev);
gfx               697 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	err = amdgpu_ucode_validate(adev->gfx.rlc_fw);
gfx               698 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	rlc_hdr = (const struct rlc_firmware_header_v2_0 *)adev->gfx.rlc_fw->data;
gfx               702 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.rlc.is_rlc_v2_1 = true;
gfx               704 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc_fw_version = le32_to_cpu(rlc_hdr->header.ucode_version);
gfx               705 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc_feature_version = le32_to_cpu(rlc_hdr->ucode_feature_version);
gfx               706 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc.save_and_restore_offset =
gfx               708 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc.clear_state_descriptor_offset =
gfx               710 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc.avail_scratch_ram_locations =
gfx               712 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc.reg_restore_list_size =
gfx               714 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc.reg_list_format_start =
gfx               716 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc.reg_list_format_separate_start =
gfx               718 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc.starting_offsets_start =
gfx               720 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc.reg_list_format_size_bytes =
gfx               722 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc.reg_list_size_bytes =
gfx               724 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc.register_list_format =
gfx               725 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			kmalloc(adev->gfx.rlc.reg_list_format_size_bytes +
gfx               726 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 				adev->gfx.rlc.reg_list_size_bytes, GFP_KERNEL);
gfx               727 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	if (!adev->gfx.rlc.register_list_format) {
gfx               735 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.rlc.register_list_format[i] =	le32_to_cpu(tmp[i]);
gfx               737 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc.register_restore = adev->gfx.rlc.register_list_format + i;
gfx               742 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.rlc.register_restore[i] = le32_to_cpu(tmp[i]);
gfx               744 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	if (adev->gfx.rlc.is_rlc_v2_1)
gfx               748 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	err = request_firmware(&adev->gfx.mec_fw, fw_name, adev->dev);
gfx               751 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	err = amdgpu_ucode_validate(adev->gfx.mec_fw);
gfx               754 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	cp_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.mec_fw->data;
gfx               755 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.mec_fw_version = le32_to_cpu(cp_hdr->header.ucode_version);
gfx               756 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.mec_feature_version = le32_to_cpu(cp_hdr->ucode_feature_version);
gfx               759 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	err = request_firmware(&adev->gfx.mec2_fw, fw_name, adev->dev);
gfx               761 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		err = amdgpu_ucode_validate(adev->gfx.mec2_fw);
gfx               765 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.mec2_fw->data;
gfx               766 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.mec2_fw_version =
gfx               768 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.mec2_feature_version =
gfx               772 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.mec2_fw = NULL;
gfx               778 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		info->fw = adev->gfx.pfp_fw;
gfx               785 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		info->fw = adev->gfx.me_fw;
gfx               792 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		info->fw = adev->gfx.ce_fw;
gfx               799 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		info->fw = adev->gfx.rlc_fw;
gfx               804 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		if (adev->gfx.rlc.is_rlc_v2_1 &&
gfx               805 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		    adev->gfx.rlc.save_restore_list_cntl_size_bytes &&
gfx               806 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		    adev->gfx.rlc.save_restore_list_gpm_size_bytes &&
gfx               807 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		    adev->gfx.rlc.save_restore_list_srm_size_bytes) {
gfx               810 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			info->fw = adev->gfx.rlc_fw;
gfx               812 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 				ALIGN(adev->gfx.rlc.save_restore_list_cntl_size_bytes, PAGE_SIZE);
gfx               816 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			info->fw = adev->gfx.rlc_fw;
gfx               818 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 				ALIGN(adev->gfx.rlc.save_restore_list_gpm_size_bytes, PAGE_SIZE);
gfx               822 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			info->fw = adev->gfx.rlc_fw;
gfx               824 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 				ALIGN(adev->gfx.rlc.save_restore_list_srm_size_bytes, PAGE_SIZE);
gfx               829 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		info->fw = adev->gfx.mec_fw;
gfx               838 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		info->fw = adev->gfx.mec_fw;
gfx               842 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		if (adev->gfx.mec2_fw) {
gfx               845 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			info->fw = adev->gfx.mec2_fw;
gfx               854 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			info->fw = adev->gfx.mec2_fw;
gfx               867 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		release_firmware(adev->gfx.pfp_fw);
gfx               868 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.pfp_fw = NULL;
gfx               869 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		release_firmware(adev->gfx.me_fw);
gfx               870 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.me_fw = NULL;
gfx               871 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		release_firmware(adev->gfx.ce_fw);
gfx               872 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.ce_fw = NULL;
gfx               873 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		release_firmware(adev->gfx.rlc_fw);
gfx               874 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.rlc_fw = NULL;
gfx               875 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		release_firmware(adev->gfx.mec_fw);
gfx               876 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.mec_fw = NULL;
gfx               877 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		release_firmware(adev->gfx.mec2_fw);
gfx               878 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.mec2_fw = NULL;
gfx               924 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	if (adev->gfx.rlc.cs_data == NULL)
gfx               936 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	for (sect = adev->gfx.rlc.cs_data; sect->section != NULL; ++sect) {
gfx               955 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	buffer[count++] = cpu_to_le32(adev->gfx.config.pa_sc_tile_steering_override);
gfx               967 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	amdgpu_bo_free_kernel(&adev->gfx.rlc.clear_state_obj,
gfx               968 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			&adev->gfx.rlc.clear_state_gpu_addr,
gfx               969 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			(void **)&adev->gfx.rlc.cs_ptr);
gfx               972 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	amdgpu_bo_free_kernel(&adev->gfx.rlc.cp_table_obj,
gfx               973 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			&adev->gfx.rlc.cp_table_gpu_addr,
gfx               974 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			(void **)&adev->gfx.rlc.cp_table_ptr);
gfx               982 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.rlc.cs_data = gfx10_cs_data;
gfx               984 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	cs_data = adev->gfx.rlc.cs_data;
gfx              1000 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	r = amdgpu_bo_reserve(adev->gfx.rlc.clear_state_obj, false);
gfx              1004 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	r = amdgpu_bo_pin(adev->gfx.rlc.clear_state_obj,
gfx              1007 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.rlc.clear_state_gpu_addr =
gfx              1008 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			amdgpu_bo_gpu_offset(adev->gfx.rlc.clear_state_obj);
gfx              1010 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	amdgpu_bo_unreserve(adev->gfx.rlc.clear_state_obj);
gfx              1019 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	if (!adev->gfx.rlc.clear_state_obj)
gfx              1022 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	r = amdgpu_bo_reserve(adev->gfx.rlc.clear_state_obj, true);
gfx              1024 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		amdgpu_bo_unpin(adev->gfx.rlc.clear_state_obj);
gfx              1025 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		amdgpu_bo_unreserve(adev->gfx.rlc.clear_state_obj);
gfx              1031 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	amdgpu_bo_free_kernel(&adev->gfx.mec.hpd_eop_obj, NULL, NULL);
gfx              1032 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	amdgpu_bo_free_kernel(&adev->gfx.mec.mec_fw_obj, NULL, NULL);
gfx              1039 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	bitmap_zero(adev->gfx.me.queue_bitmap, AMDGPU_MAX_GFX_QUEUES);
gfx              1061 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	bitmap_zero(adev->gfx.mec.queue_bitmap, AMDGPU_MAX_COMPUTE_QUEUES);
gfx              1065 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	mec_hpd_size = adev->gfx.num_compute_rings * GFX10_MEC_HPD_SIZE;
gfx              1069 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 				      &adev->gfx.mec.hpd_eop_obj,
gfx              1070 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 				      &adev->gfx.mec.hpd_eop_gpu_addr,
gfx              1078 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	memset(hpd, 0, adev->gfx.mec.hpd_eop_obj->tbo.mem.size);
gfx              1080 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	amdgpu_bo_kunmap(adev->gfx.mec.hpd_eop_obj);
gfx              1081 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	amdgpu_bo_unreserve(adev->gfx.mec.hpd_eop_obj);
gfx              1084 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		mec_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.mec_fw->data;
gfx              1086 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		fw_data = (const __le32 *) (adev->gfx.mec_fw->data +
gfx              1092 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 					      &adev->gfx.mec.mec_fw_obj,
gfx              1093 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 					      &adev->gfx.mec.mec_fw_gpu_addr,
gfx              1103 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		amdgpu_bo_kunmap(adev->gfx.mec.mec_fw_obj);
gfx              1104 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		amdgpu_bo_unreserve(adev->gfx.mec.mec_fw_obj);
gfx              1198 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.funcs = &gfx_v10_0_gfx_funcs;
gfx              1204 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.config.max_hw_contexts = 8;
gfx              1205 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
gfx              1206 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
gfx              1207 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.config.sc_hiz_tile_fifo_size = 0;
gfx              1208 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x4C0;
gfx              1216 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.config.gb_addr_config = gb_addr_config;
gfx              1218 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.config.gb_addr_config_fields.num_pipes = 1 <<
gfx              1219 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			REG_GET_FIELD(adev->gfx.config.gb_addr_config,
gfx              1222 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.config.max_tile_pipes =
gfx              1223 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.config.gb_addr_config_fields.num_pipes;
gfx              1225 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.config.gb_addr_config_fields.max_compress_frags = 1 <<
gfx              1226 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			REG_GET_FIELD(adev->gfx.config.gb_addr_config,
gfx              1228 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.config.gb_addr_config_fields.num_rb_per_se = 1 <<
gfx              1229 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			REG_GET_FIELD(adev->gfx.config.gb_addr_config,
gfx              1231 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.config.gb_addr_config_fields.num_se = 1 <<
gfx              1232 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			REG_GET_FIELD(adev->gfx.config.gb_addr_config,
gfx              1234 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.config.gb_addr_config_fields.pipe_interleave_size = 1 << (8 +
gfx              1235 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			REG_GET_FIELD(adev->gfx.config.gb_addr_config,
gfx              1246 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	ring = &adev->gfx.gfx_ring[ring_id];
gfx              1263 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			     &adev->gfx.eop_irq, irq_type);
gfx              1274 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	struct amdgpu_ring *ring = &adev->gfx.compute_ring[ring_id];
gfx              1276 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	ring = &adev->gfx.compute_ring[ring_id];
gfx              1286 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	ring->eop_gpu_addr = adev->gfx.mec.hpd_eop_gpu_addr
gfx              1291 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		+ ((ring->me - 1) * adev->gfx.mec.num_pipe_per_mec)
gfx              1296 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			     &adev->gfx.eop_irq, irq_type);
gfx              1313 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.me.num_me = 1;
gfx              1314 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.me.num_pipe_per_me = 2;
gfx              1315 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.me.num_queue_per_pipe = 1;
gfx              1316 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.mec.num_mec = 2;
gfx              1317 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.mec.num_pipe_per_mec = 4;
gfx              1318 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.mec.num_queue_per_pipe = 8;
gfx              1321 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.me.num_me = 1;
gfx              1322 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.me.num_pipe_per_me = 1;
gfx              1323 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.me.num_queue_per_pipe = 1;
gfx              1324 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.mec.num_mec = 1;
gfx              1325 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.mec.num_pipe_per_mec = 4;
gfx              1326 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.mec.num_queue_per_pipe = 8;
gfx              1333 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			      &adev->gfx.kiq.irq);
gfx              1340 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			      &adev->gfx.eop_irq);
gfx              1346 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			      &adev->gfx.priv_reg_irq);
gfx              1352 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			      &adev->gfx.priv_inst_irq);
gfx              1356 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.gfx_current_status = AMDGPU_GFX_NORMAL_MODE;
gfx              1377 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	for (i = 0; i < adev->gfx.me.num_me; i++) {
gfx              1378 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		for (j = 0; j < adev->gfx.me.num_queue_per_pipe; j++) {
gfx              1379 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			for (k = 0; k < adev->gfx.me.num_pipe_per_me; k++) {
gfx              1394 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	for (i = 0; i < adev->gfx.mec.num_mec; ++i) {
gfx              1395 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		for (j = 0; j < adev->gfx.mec.num_queue_per_pipe; j++) {
gfx              1396 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			for (k = 0; k < adev->gfx.mec.num_pipe_per_mec; k++) {
gfx              1417 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	kiq = &adev->gfx.kiq;
gfx              1433 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.ce_ram_size = F32_CE_PROGRAM_RAM_SIZE;
gfx              1442 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	amdgpu_bo_free_kernel(&adev->gfx.pfp.pfp_fw_obj,
gfx              1443 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			      &adev->gfx.pfp.pfp_fw_gpu_addr,
gfx              1444 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			      (void **)&adev->gfx.pfp.pfp_fw_ptr);
gfx              1449 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	amdgpu_bo_free_kernel(&adev->gfx.ce.ce_fw_obj,
gfx              1450 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			      &adev->gfx.ce.ce_fw_gpu_addr,
gfx              1451 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			      (void **)&adev->gfx.ce.ce_fw_ptr);
gfx              1456 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	amdgpu_bo_free_kernel(&adev->gfx.me.me_fw_obj,
gfx              1457 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			      &adev->gfx.me.me_fw_gpu_addr,
gfx              1458 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			      (void **)&adev->gfx.me.me_fw_ptr);
gfx              1466 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	for (i = 0; i < adev->gfx.num_gfx_rings; i++)
gfx              1467 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		amdgpu_ring_fini(&adev->gfx.gfx_ring[i]);
gfx              1468 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++)
gfx              1469 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		amdgpu_ring_fini(&adev->gfx.compute_ring[i]);
gfx              1472 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	amdgpu_gfx_kiq_free_ring(&adev->gfx.kiq.ring, &adev->gfx.kiq.irq);
gfx              1532 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	mask = amdgpu_gfx_create_bitmask(adev->gfx.config.max_backends_per_se /
gfx              1533 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 					 adev->gfx.config.max_sh_per_se);
gfx              1543 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	u32 rb_bitmap_width_per_sh = adev->gfx.config.max_backends_per_se /
gfx              1544 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 					adev->gfx.config.max_sh_per_se;
gfx              1547 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	for (i = 0; i < adev->gfx.config.max_shader_engines; i++) {
gfx              1548 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		for (j = 0; j < adev->gfx.config.max_sh_per_se; j++) {
gfx              1551 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			active_rbs |= data << ((i * adev->gfx.config.max_sh_per_se + j) *
gfx              1558 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.config.backend_enable_mask = active_rbs;
gfx              1559 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.config.num_rbs = hweight32(active_rbs);
gfx              1572 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	num_sc = adev->gfx.config.max_shader_engines * adev->gfx.config.max_sh_per_se *
gfx              1573 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			adev->gfx.config.num_sc_per_sh;
gfx              1577 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	num_rb_per_sc = enabled_rb_per_sh / adev->gfx.config.num_sc_per_sh;
gfx              1579 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	num_packer_per_sc = adev->gfx.config.num_packer_per_sc;
gfx              1654 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	int max_wgp_per_sh = adev->gfx.config.max_cu_per_sh >> 1;
gfx              1682 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		for (i = 0; i < adev->gfx.config.max_shader_engines; i++) {
gfx              1683 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			for (j = 0; j < adev->gfx.config.max_sh_per_se; j++) {
gfx              1727 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.config.tcc_disabled_mask =
gfx              1742 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	gfx_v10_0_get_cu_info(adev, &adev->gfx.cu_info);
gfx              1744 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.config.pa_sc_tile_steering_override =
gfx              1793 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		r = amdgpu_bo_reserve(adev->gfx.rlc.clear_state_obj, false);
gfx              1797 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		r = amdgpu_bo_kmap(adev->gfx.rlc.clear_state_obj,
gfx              1798 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 				   (void **)&adev->gfx.rlc.cs_ptr);
gfx              1800 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			adev->gfx.rlc.funcs->get_csb_buffer(adev,
gfx              1801 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 					adev->gfx.rlc.cs_ptr);
gfx              1802 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			amdgpu_bo_kunmap(adev->gfx.rlc.clear_state_obj);
gfx              1805 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		amdgpu_bo_unreserve(adev->gfx.rlc.clear_state_obj);
gfx              1812 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		     adev->gfx.rlc.clear_state_gpu_addr >> 32);
gfx              1814 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		     adev->gfx.rlc.clear_state_gpu_addr & 0xfffffffc);
gfx              1815 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	WREG32_SOC15(GC, 0, mmRLC_CSIB_LENGTH, adev->gfx.rlc.clear_state_size);
gfx              1902 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	if (!adev->gfx.rlc_fw)
gfx              1905 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	hdr = (const struct rlc_firmware_header_v2_0 *)adev->gfx.rlc_fw->data;
gfx              1908 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	fw_data = (const __le32 *)(adev->gfx.rlc_fw->data +
gfx              1919 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	WREG32_SOC15(GC, 0, mmRLC_GPM_UCODE_ADDR, adev->gfx.rlc_fw_version);
gfx              1944 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.rlc.funcs->stop(adev);
gfx              1968 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.rlc.funcs->start(adev);
gfx              1992 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 					&adev->gfx.rlc.rlc_toc_bo,
gfx              1993 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 					&adev->gfx.rlc.rlc_toc_gpu_addr,
gfx              1994 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 					(void **)&adev->gfx.rlc.rlc_toc_buf);
gfx              2001 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	memcpy(adev->gfx.rlc.rlc_toc_buf, adev->psp.toc_start_addr, adev->psp.toc_bin_size);
gfx              2003 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	rlc_toc = (RLC_TABLE_OF_CONTENT *)adev->gfx.rlc.rlc_toc_buf;
gfx              2054 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 				      &adev->gfx.rlc.rlc_autoload_bo,
gfx              2055 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 				      &adev->gfx.rlc.rlc_autoload_gpu_addr,
gfx              2056 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 				      (void **)&adev->gfx.rlc.rlc_autoload_ptr);
gfx              2067 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	amdgpu_bo_free_kernel(&adev->gfx.rlc.rlc_toc_bo,
gfx              2068 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			      &adev->gfx.rlc.rlc_toc_gpu_addr,
gfx              2069 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			      (void **)&adev->gfx.rlc.rlc_toc_buf);
gfx              2070 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	amdgpu_bo_free_kernel(&adev->gfx.rlc.rlc_autoload_bo,
gfx              2071 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			      &adev->gfx.rlc.rlc_autoload_gpu_addr,
gfx              2072 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			      (void **)&adev->gfx.rlc.rlc_autoload_ptr);
gfx              2082 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	char *ptr = adev->gfx.rlc.rlc_autoload_ptr;
gfx              2107 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	data = adev->gfx.rlc.rlc_toc_buf;
gfx              2124 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.pfp_fw->data;
gfx              2125 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	fw_data = (const __le32 *)(adev->gfx.pfp_fw->data +
gfx              2134 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.ce_fw->data;
gfx              2135 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	fw_data = (const __le32 *)(adev->gfx.ce_fw->data +
gfx              2144 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.me_fw->data;
gfx              2145 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	fw_data = (const __le32 *)(adev->gfx.me_fw->data +
gfx              2154 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.rlc_fw->data;
gfx              2155 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	fw_data = (const __le32 *)(adev->gfx.rlc_fw->data +
gfx              2164 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.mec_fw->data;
gfx              2165 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	fw_data = (const __le32 *) (adev->gfx.mec_fw->data +
gfx              2221 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	gpu_addr = adev->gfx.rlc.rlc_autoload_gpu_addr + rlc_g_offset;
gfx              2270 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	addr = adev->gfx.rlc.rlc_autoload_gpu_addr +
gfx              2307 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	addr = adev->gfx.rlc.rlc_autoload_gpu_addr +
gfx              2344 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	addr = adev->gfx.rlc.rlc_autoload_gpu_addr +
gfx              2381 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	addr = adev->gfx.rlc.rlc_autoload_gpu_addr +
gfx              2443 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		for (i = 0; i < adev->gfx.num_gfx_rings; i++)
gfx              2444 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			adev->gfx.gfx_ring[i].sched.ready = false;
gfx              2470 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.pfp_fw->data;
gfx              2474 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	fw_data = (const __le32 *)(adev->gfx.pfp_fw->data +
gfx              2480 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 				      &adev->gfx.pfp.pfp_fw_obj,
gfx              2481 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 				      &adev->gfx.pfp.pfp_fw_gpu_addr,
gfx              2482 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 				      (void **)&adev->gfx.pfp.pfp_fw_ptr);
gfx              2489 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	memcpy(adev->gfx.pfp.pfp_fw_ptr, fw_data, fw_size);
gfx              2491 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	amdgpu_bo_kunmap(adev->gfx.pfp.pfp_fw_obj);
gfx              2492 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	amdgpu_bo_unreserve(adev->gfx.pfp.pfp_fw_obj);
gfx              2523 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.pfp.pfp_fw_gpu_addr & 0xFFFFF000);
gfx              2525 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		upper_32_bits(adev->gfx.pfp.pfp_fw_gpu_addr));
gfx              2540 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.ce_fw->data;
gfx              2544 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	fw_data = (const __le32 *)(adev->gfx.ce_fw->data +
gfx              2550 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 				      &adev->gfx.ce.ce_fw_obj,
gfx              2551 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 				      &adev->gfx.ce.ce_fw_gpu_addr,
gfx              2552 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 				      (void **)&adev->gfx.ce.ce_fw_ptr);
gfx              2559 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	memcpy(adev->gfx.ce.ce_fw_ptr, fw_data, fw_size);
gfx              2561 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	amdgpu_bo_kunmap(adev->gfx.ce.ce_fw_obj);
gfx              2562 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	amdgpu_bo_unreserve(adev->gfx.ce.ce_fw_obj);
gfx              2592 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.ce.ce_fw_gpu_addr & 0xFFFFF000);
gfx              2594 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		upper_32_bits(adev->gfx.ce.ce_fw_gpu_addr));
gfx              2609 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.me_fw->data;
gfx              2613 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	fw_data = (const __le32 *)(adev->gfx.me_fw->data +
gfx              2619 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 				      &adev->gfx.me.me_fw_obj,
gfx              2620 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 				      &adev->gfx.me.me_fw_gpu_addr,
gfx              2621 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 				      (void **)&adev->gfx.me.me_fw_ptr);
gfx              2628 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	memcpy(adev->gfx.me.me_fw_ptr, fw_data, fw_size);
gfx              2630 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	amdgpu_bo_kunmap(adev->gfx.me.me_fw_obj);
gfx              2631 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	amdgpu_bo_unreserve(adev->gfx.me.me_fw_obj);
gfx              2661 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.me.me_fw_gpu_addr & 0xFFFFF000);
gfx              2663 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		upper_32_bits(adev->gfx.me.me_fw_gpu_addr));
gfx              2672 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	if (!adev->gfx.me_fw || !adev->gfx.pfp_fw || !adev->gfx.ce_fw)
gfx              2708 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		     adev->gfx.config.max_hw_contexts - 1);
gfx              2713 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	ring = &adev->gfx.gfx_ring[0];
gfx              2745 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	amdgpu_ring_write(ring, adev->gfx.config.pa_sc_tile_steering_override);
gfx              2761 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	ring = &adev->gfx.gfx_ring[1];
gfx              2830 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	ring = &adev->gfx.gfx_ring[0];
gfx              2871 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	ring = &adev->gfx.gfx_ring[1];
gfx              2909 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	for (i = 0; i < adev->gfx.num_gfx_rings; i++) {
gfx              2910 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		ring = &adev->gfx.gfx_ring[i];
gfx              2927 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		for (i = 0; i < adev->gfx.num_compute_rings; i++)
gfx              2928 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			adev->gfx.compute_ring[i].sched.ready = false;
gfx              2929 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.kiq.ring.sched.ready = false;
gfx              2942 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	if (!adev->gfx.mec_fw)
gfx              2947 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	mec_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.mec_fw->data;
gfx              2951 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		(adev->gfx.mec_fw->data +
gfx              2982 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	WREG32_SOC15(GC, 0, mmCP_CPC_IC_BASE_LO, adev->gfx.mec.mec_fw_gpu_addr &
gfx              2985 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		     upper_32_bits(adev->gfx.mec.mec_fw_gpu_addr));
gfx              2994 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	WREG32_SOC15(GC, 0, mmCP_MEC_ME1_UCODE_ADDR, adev->gfx.mec_fw_version);
gfx              3169 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		if (adev->gfx.me.mqd_backup[AMDGPU_MAX_GFX_RINGS])
gfx              3170 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			memcpy(adev->gfx.me.mqd_backup[AMDGPU_MAX_GFX_RINGS], mqd, sizeof(*mqd));
gfx              3173 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		if (adev->gfx.me.mqd_backup[AMDGPU_MAX_GFX_RINGS])
gfx              3174 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			memcpy(mqd, adev->gfx.me.mqd_backup[AMDGPU_MAX_GFX_RINGS], sizeof(*mqd));
gfx              3195 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	struct amdgpu_kiq *kiq = &adev->gfx.kiq;
gfx              3196 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	struct amdgpu_ring *kiq_ring = &adev->gfx.kiq.ring;
gfx              3203 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 					adev->gfx.num_gfx_rings);
gfx              3209 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	for (i = 0; i < adev->gfx.num_gfx_rings; i++)
gfx              3210 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		kiq->pmf->kiq_map_queues(kiq_ring, &adev->gfx.gfx_ring[i]);
gfx              3226 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	for (i = 0; i < adev->gfx.num_gfx_rings; i++) {
gfx              3227 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		ring = &adev->gfx.gfx_ring[i];
gfx              3252 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	for (i = 0; i < adev->gfx.num_gfx_rings; i++) {
gfx              3253 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		ring = &adev->gfx.gfx_ring[i];
gfx              3507 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		if (adev->gfx.mec.mqd_backup[mqd_idx])
gfx              3508 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			memcpy(mqd, adev->gfx.mec.mqd_backup[mqd_idx], sizeof(*mqd));
gfx              3528 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		if (adev->gfx.mec.mqd_backup[mqd_idx])
gfx              3529 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			memcpy(adev->gfx.mec.mqd_backup[mqd_idx], mqd, sizeof(*mqd));
gfx              3539 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	int mqd_idx = ring - &adev->gfx.compute_ring[0];
gfx              3549 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		if (adev->gfx.mec.mqd_backup[mqd_idx])
gfx              3550 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			memcpy(adev->gfx.mec.mqd_backup[mqd_idx], mqd, sizeof(*mqd));
gfx              3553 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		if (adev->gfx.mec.mqd_backup[mqd_idx])
gfx              3554 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			memcpy(mqd, adev->gfx.mec.mqd_backup[mqd_idx], sizeof(*mqd));
gfx              3572 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	ring = &adev->gfx.kiq.ring;
gfx              3597 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++) {
gfx              3598 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		ring = &adev->gfx.compute_ring[i];
gfx              3656 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	for (i = 0; i < adev->gfx.num_gfx_rings; i++) {
gfx              3657 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		ring = &adev->gfx.gfx_ring[i];
gfx              3667 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++) {
gfx              3668 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		ring = &adev->gfx.compute_ring[i];
gfx              3827 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	struct amdgpu_kiq *kiq = &adev->gfx.kiq;
gfx              3835 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 					adev->gfx.num_gfx_rings))
gfx              3838 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	for (i = 0; i < adev->gfx.num_gfx_rings; i++)
gfx              3839 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		kiq->pmf->kiq_unmap_queues(kiq_ring, &adev->gfx.gfx_ring[i],
gfx              3851 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	amdgpu_irq_put(adev, &adev->gfx.priv_reg_irq, 0);
gfx              3852 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	amdgpu_irq_put(adev, &adev->gfx.priv_inst_irq, 0);
gfx              3982 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	mutex_lock(&adev->gfx.gpu_clock_mutex);
gfx              3986 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	mutex_unlock(&adev->gfx.gpu_clock_mutex);
gfx              4024 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.num_gfx_rings = GFX10_NUM_GFX_RINGS;
gfx              4025 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.num_compute_rings = AMDGPU_MAX_COMPUTE_RINGS;
gfx              4041 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	r = amdgpu_irq_get(adev, &adev->gfx.priv_reg_irq, 0);
gfx              4045 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	r = amdgpu_irq_get(adev, &adev->gfx.priv_inst_irq, 0);
gfx              4684 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	struct amdgpu_kiq *kiq = &adev->gfx.kiq;
gfx              4843 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	fw_version_ok = adev->gfx.cp_fw_write_wait;
gfx              5006 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			amdgpu_fence_process(&adev->gfx.gfx_ring[0]);
gfx              5008 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			amdgpu_fence_process(&adev->gfx.gfx_ring[1]);
gfx              5012 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		for (i = 0; i < adev->gfx.num_compute_rings; i++) {
gfx              5013 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			ring = &adev->gfx.compute_ring[i];
gfx              5075 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		for (i = 0; i < adev->gfx.num_gfx_rings; i++) {
gfx              5076 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			ring = &adev->gfx.gfx_ring[i];
gfx              5084 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		for (i = 0; i < adev->gfx.num_compute_rings; i++) {
gfx              5085 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			ring = &adev->gfx.compute_ring[i];
gfx              5120 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	struct amdgpu_ring *ring = &(adev->gfx.kiq.ring);
gfx              5164 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	struct amdgpu_ring *ring = &(adev->gfx.kiq.ring);
gfx              5315 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.kiq.ring.funcs = &gfx_v10_0_ring_funcs_kiq;
gfx              5317 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	for (i = 0; i < adev->gfx.num_gfx_rings; i++)
gfx              5318 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.gfx_ring[i].funcs = &gfx_v10_0_ring_funcs_gfx;
gfx              5320 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++)
gfx              5321 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.compute_ring[i].funcs = &gfx_v10_0_ring_funcs_compute;
gfx              5346 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.eop_irq.num_types = AMDGPU_CP_IRQ_LAST;
gfx              5347 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.eop_irq.funcs = &gfx_v10_0_eop_irq_funcs;
gfx              5349 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.kiq.irq.num_types = AMDGPU_CP_KIQ_IRQ_LAST;
gfx              5350 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.kiq.irq.funcs = &gfx_v10_0_kiq_irq_funcs;
gfx              5352 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.priv_reg_irq.num_types = 1;
gfx              5353 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.priv_reg_irq.funcs = &gfx_v10_0_priv_reg_irq_funcs;
gfx              5355 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.priv_inst_irq.num_types = 1;
gfx              5356 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	adev->gfx.priv_inst_irq.funcs = &gfx_v10_0_priv_inst_irq_funcs;
gfx              5365 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		adev->gfx.rlc.funcs = &gfx_v10_0_rlc_funcs;
gfx              5411 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		amdgpu_gfx_create_bitmask(adev->gfx.config.max_cu_per_sh >> 1);
gfx              5447 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 	for (i = 0; i < adev->gfx.config.max_shader_engines; i++) {
gfx              5448 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 		for (j = 0; j < adev->gfx.config.max_sh_per_se; j++) {
gfx              5459 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 			for (k = 0; k < adev->gfx.config.max_cu_per_sh; k++) {
gfx              5461 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c 					if (counter < adev->gfx.config.max_cu_per_sh)
gfx               341 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	err = request_firmware(&adev->gfx.pfp_fw, fw_name, adev->dev);
gfx               344 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	err = amdgpu_ucode_validate(adev->gfx.pfp_fw);
gfx               347 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	cp_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.pfp_fw->data;
gfx               348 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.pfp_fw_version = le32_to_cpu(cp_hdr->header.ucode_version);
gfx               349 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.pfp_feature_version = le32_to_cpu(cp_hdr->ucode_feature_version);
gfx               352 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	err = request_firmware(&adev->gfx.me_fw, fw_name, adev->dev);
gfx               355 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	err = amdgpu_ucode_validate(adev->gfx.me_fw);
gfx               358 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	cp_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.me_fw->data;
gfx               359 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.me_fw_version = le32_to_cpu(cp_hdr->header.ucode_version);
gfx               360 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.me_feature_version = le32_to_cpu(cp_hdr->ucode_feature_version);
gfx               363 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	err = request_firmware(&adev->gfx.ce_fw, fw_name, adev->dev);
gfx               366 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	err = amdgpu_ucode_validate(adev->gfx.ce_fw);
gfx               369 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	cp_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.ce_fw->data;
gfx               370 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.ce_fw_version = le32_to_cpu(cp_hdr->header.ucode_version);
gfx               371 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.ce_feature_version = le32_to_cpu(cp_hdr->ucode_feature_version);
gfx               374 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	err = request_firmware(&adev->gfx.rlc_fw, fw_name, adev->dev);
gfx               377 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	err = amdgpu_ucode_validate(adev->gfx.rlc_fw);
gfx               378 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	rlc_hdr = (const struct rlc_firmware_header_v1_0 *)adev->gfx.rlc_fw->data;
gfx               379 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.rlc_fw_version = le32_to_cpu(rlc_hdr->header.ucode_version);
gfx               380 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.rlc_feature_version = le32_to_cpu(rlc_hdr->ucode_feature_version);
gfx               385 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		release_firmware(adev->gfx.pfp_fw);
gfx               386 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.pfp_fw = NULL;
gfx               387 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		release_firmware(adev->gfx.me_fw);
gfx               388 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.me_fw = NULL;
gfx               389 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		release_firmware(adev->gfx.ce_fw);
gfx               390 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.ce_fw = NULL;
gfx               391 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		release_firmware(adev->gfx.rlc_fw);
gfx               392 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.rlc_fw = NULL;
gfx               399 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	const u32 num_tile_mode_states = ARRAY_SIZE(adev->gfx.config.tile_mode_array);
gfx               402 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	memset(adev->gfx.config.tile_mode_array, 0, sizeof(adev->gfx.config.tile_mode_array));
gfx               403 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	tilemode = adev->gfx.config.tile_mode_array;
gfx               405 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	switch (adev->gfx.config.mem_row_size_in_kb) {
gfx              1335 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	mask = amdgpu_gfx_create_bitmask(adev->gfx.config.max_backends_per_se/
gfx              1336 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 					 adev->gfx.config.max_sh_per_se);
gfx              1377 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	unsigned sh_per_se = max_t(unsigned, adev->gfx.config.max_sh_per_se, 1);
gfx              1378 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	unsigned num_se = max_t(unsigned, adev->gfx.config.max_shader_engines, 1);
gfx              1469 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	u32 rb_bitmap_width_per_sh = adev->gfx.config.max_backends_per_se /
gfx              1470 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 					adev->gfx.config.max_sh_per_se;
gfx              1474 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	for (i = 0; i < adev->gfx.config.max_shader_engines; i++) {
gfx              1475 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		for (j = 0; j < adev->gfx.config.max_sh_per_se; j++) {
gfx              1479 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 				((i * adev->gfx.config.max_sh_per_se + j) *
gfx              1485 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.config.backend_enable_mask = active_rbs;
gfx              1486 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.config.num_rbs = hweight32(active_rbs);
gfx              1488 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	num_rb_pipes = min_t(unsigned, adev->gfx.config.max_backends_per_se *
gfx              1489 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 			     adev->gfx.config.max_shader_engines, 16);
gfx              1493 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	if (!adev->gfx.config.backend_enable_mask ||
gfx              1494 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	     adev->gfx.config.num_rbs >= num_rb_pipes)
gfx              1498 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 							adev->gfx.config.backend_enable_mask,
gfx              1502 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	for (i = 0; i < adev->gfx.config.max_shader_engines; i++) {
gfx              1503 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		for (j = 0; j < adev->gfx.config.max_sh_per_se; j++) {
gfx              1505 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 			adev->gfx.config.rb_config[i][j].rb_backend_disable =
gfx              1507 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 			adev->gfx.config.rb_config[i][j].user_rb_backend_disable =
gfx              1509 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 			adev->gfx.config.rb_config[i][j].raster_config =
gfx              1538 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	mask = amdgpu_gfx_create_bitmask(adev->gfx.config.max_cu_per_sh);
gfx              1550 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	for (i = 0; i < adev->gfx.config.max_shader_engines; i++) {
gfx              1551 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		for (j = 0; j < adev->gfx.config.max_sh_per_se; j++) {
gfx              1573 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.config.double_offchip_lds_buf = 0;
gfx              1586 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_shader_engines = 2;
gfx              1587 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_tile_pipes = 12;
gfx              1588 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_cu_per_sh = 8;
gfx              1589 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_sh_per_se = 2;
gfx              1590 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_backends_per_se = 4;
gfx              1591 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_texture_channel_caches = 12;
gfx              1592 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_gprs = 256;
gfx              1593 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_gs_threads = 32;
gfx              1594 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_hw_contexts = 8;
gfx              1596 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
gfx              1597 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
gfx              1598 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
gfx              1599 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x130;
gfx              1603 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_shader_engines = 2;
gfx              1604 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_tile_pipes = 8;
gfx              1605 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_cu_per_sh = 5;
gfx              1606 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_sh_per_se = 2;
gfx              1607 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_backends_per_se = 4;
gfx              1608 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_texture_channel_caches = 8;
gfx              1609 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_gprs = 256;
gfx              1610 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_gs_threads = 32;
gfx              1611 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_hw_contexts = 8;
gfx              1613 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
gfx              1614 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
gfx              1615 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
gfx              1616 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x130;
gfx              1620 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_shader_engines = 1;
gfx              1621 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_tile_pipes = 4;
gfx              1622 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_cu_per_sh = 5;
gfx              1623 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_sh_per_se = 2;
gfx              1624 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_backends_per_se = 4;
gfx              1625 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_texture_channel_caches = 4;
gfx              1626 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_gprs = 256;
gfx              1627 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_gs_threads = 32;
gfx              1628 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_hw_contexts = 8;
gfx              1630 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
gfx              1631 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.sc_prim_fifo_size_backend = 0x40;
gfx              1632 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
gfx              1633 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x130;
gfx              1637 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_shader_engines = 1;
gfx              1638 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_tile_pipes = 4;
gfx              1639 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_cu_per_sh = 6;
gfx              1640 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_sh_per_se = 1;
gfx              1641 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_backends_per_se = 2;
gfx              1642 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_texture_channel_caches = 4;
gfx              1643 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_gprs = 256;
gfx              1644 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_gs_threads = 16;
gfx              1645 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_hw_contexts = 8;
gfx              1647 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
gfx              1648 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.sc_prim_fifo_size_backend = 0x40;
gfx              1649 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
gfx              1650 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x130;
gfx              1654 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_shader_engines = 1;
gfx              1655 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_tile_pipes = 4;
gfx              1656 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_cu_per_sh = 5;
gfx              1657 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_sh_per_se = 1;
gfx              1658 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_backends_per_se = 1;
gfx              1659 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_texture_channel_caches = 2;
gfx              1660 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_gprs = 256;
gfx              1661 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_gs_threads = 16;
gfx              1662 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.max_hw_contexts = 8;
gfx              1664 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
gfx              1665 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.sc_prim_fifo_size_backend = 0x40;
gfx              1666 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
gfx              1667 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x130;
gfx              1682 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.config.mc_arb_ramcfg = RREG32(mmMC_ARB_RAMCFG);
gfx              1683 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	mc_arb_ramcfg = adev->gfx.config.mc_arb_ramcfg;
gfx              1685 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.config.num_tile_pipes = adev->gfx.config.max_tile_pipes;
gfx              1686 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.config.mem_max_burst_length_bytes = 256;
gfx              1688 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.config.mem_row_size_in_kb = (4 * (1 << (8 + tmp))) / 1024;
gfx              1689 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	if (adev->gfx.config.mem_row_size_in_kb > 4)
gfx              1690 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.config.mem_row_size_in_kb = 4;
gfx              1691 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.config.shader_engine_tile_size = 32;
gfx              1692 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.config.num_gpus = 1;
gfx              1693 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.config.multi_gpu_tile_size = 64;
gfx              1696 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	switch (adev->gfx.config.mem_row_size_in_kb) {
gfx              1709 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	if (adev->gfx.config.max_shader_engines == 2)
gfx              1711 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.config.gb_addr_config = gb_addr_config;
gfx              1746 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	WREG32(mmPA_SC_FIFO_SIZE, ((adev->gfx.config.sc_prim_fifo_size_frontend << PA_SC_FIFO_SIZE__SC_FRONTEND_PRIM_FIFO_SIZE__SHIFT) |
gfx              1747 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 				   (adev->gfx.config.sc_prim_fifo_size_backend << PA_SC_FIFO_SIZE__SC_BACKEND_PRIM_FIFO_SIZE__SHIFT) |
gfx              1748 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 				   (adev->gfx.config.sc_hiz_tile_fifo_size << PA_SC_FIFO_SIZE__SC_HIZ_TILE_FIFO_SIZE__SHIFT) |
gfx              1749 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 				   (adev->gfx.config.sc_earlyz_tile_fifo_size << PA_SC_FIFO_SIZE__SC_EARLYZ_TILE_FIFO_SIZE__SHIFT)));
gfx              1785 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.scratch.num_reg = 8;
gfx              1786 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.scratch.reg_base = mmSCRATCH_REG0;
gfx              1787 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.scratch.free_mask = (1u << adev->gfx.scratch.num_reg) - 1;
gfx              1962 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		for (i = 0; i < adev->gfx.num_gfx_rings; i++)
gfx              1963 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 			adev->gfx.gfx_ring[i].sched.ready = false;
gfx              1964 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		for (i = 0; i < adev->gfx.num_compute_rings; i++)
gfx              1965 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 			adev->gfx.compute_ring[i].sched.ready = false;
gfx              1979 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	if (!adev->gfx.me_fw || !adev->gfx.pfp_fw || !adev->gfx.ce_fw)
gfx              1983 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	pfp_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.pfp_fw->data;
gfx              1984 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	ce_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.ce_fw->data;
gfx              1985 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	me_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.me_fw->data;
gfx              1993 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		(adev->gfx.pfp_fw->data + le32_to_cpu(pfp_hdr->header.ucode_array_offset_bytes));
gfx              2002 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		(adev->gfx.ce_fw->data + le32_to_cpu(ce_hdr->header.ucode_array_offset_bytes));
gfx              2011 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		(adev->gfx.me_fw->data + le32_to_cpu(me_hdr->header.ucode_array_offset_bytes));
gfx              2029 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	struct amdgpu_ring *ring = &adev->gfx.gfx_ring[0];
gfx              2040 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	amdgpu_ring_write(ring, adev->gfx.config.max_hw_contexts - 1);
gfx              2062 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	for (sect = adev->gfx.rlc.cs_data; sect->section != NULL; ++sect) {
gfx              2109 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	ring = &adev->gfx.gfx_ring[0];
gfx              2153 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	if (ring == &adev->gfx.gfx_ring[0])
gfx              2155 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	else if (ring == &adev->gfx.compute_ring[0])
gfx              2157 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	else if (ring == &adev->gfx.compute_ring[1])
gfx              2175 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	if (ring == &adev->gfx.compute_ring[0]) {
gfx              2178 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	} else if (ring == &adev->gfx.compute_ring[1]) {
gfx              2198 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	ring = &adev->gfx.compute_ring[0];
gfx              2218 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	ring = &adev->gfx.compute_ring[1];
gfx              2239 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		r = amdgpu_ring_test_helper(&adev->gfx.compute_ring[i]);
gfx              2384 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.rlc.reg_list = verde_rlc_save_restore_register_list;
gfx              2385 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.rlc.reg_list_size =
gfx              2388 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.rlc.cs_data = si_cs_data;
gfx              2389 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	src_ptr = adev->gfx.rlc.reg_list;
gfx              2390 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	dws = adev->gfx.rlc.reg_list_size;
gfx              2391 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	cs_data = adev->gfx.rlc.cs_data;
gfx              2402 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.rlc.clear_state_size = gfx_v6_0_get_csb_size(adev);
gfx              2403 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		dws = adev->gfx.rlc.clear_state_size + (256 / 4);
gfx              2407 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 					      &adev->gfx.rlc.clear_state_obj,
gfx              2408 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 					      &adev->gfx.rlc.clear_state_gpu_addr,
gfx              2409 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 					      (void **)&adev->gfx.rlc.cs_ptr);
gfx              2417 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		dst_ptr = adev->gfx.rlc.cs_ptr;
gfx              2418 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		reg_list_mc_addr = adev->gfx.rlc.clear_state_gpu_addr + 256;
gfx              2421 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		dst_ptr[2] = cpu_to_le32(adev->gfx.rlc.clear_state_size);
gfx              2423 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		amdgpu_bo_kunmap(adev->gfx.rlc.clear_state_obj);
gfx              2424 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		amdgpu_bo_unreserve(adev->gfx.rlc.clear_state_obj);
gfx              2530 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	if (!adev->gfx.rlc_fw)
gfx              2533 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.rlc.funcs->stop(adev);
gfx              2534 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.rlc.funcs->reset(adev);
gfx              2548 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	hdr = (const struct rlc_firmware_header_v1_0 *)adev->gfx.rlc_fw->data;
gfx              2551 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		(adev->gfx.rlc_fw->data + le32_to_cpu(hdr->header.ucode_array_offset_bytes));
gfx              2562 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.rlc.funcs->start(adev);
gfx              2788 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	WREG32(mmRLC_PG_ALWAYS_ON_CU_MASK, adev->gfx.cu_info.ao_cu_mask);
gfx              2792 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	tmp |= (adev->gfx.cu_info.number << RLC_MAX_PG_CU__MAX_POWERED_UP_CU__SHIFT);
gfx              2828 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	WREG32(mmRLC_SAVE_AND_RESTORE_BASE, adev->gfx.rlc.save_restore_gpu_addr >> 8);
gfx              2830 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	WREG32(mmRLC_CLEAR_STATE_RESTORE_BASE, adev->gfx.rlc.clear_state_gpu_addr >> 8);
gfx              2852 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	if (adev->gfx.rlc.cs_data == NULL)
gfx              2860 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	for (sect = adev->gfx.rlc.cs_data; sect->section != NULL; ++sect) {
gfx              2885 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	if (adev->gfx.rlc.cs_data == NULL)
gfx              2896 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	for (sect = adev->gfx.rlc.cs_data; sect->section != NULL; ++sect) {
gfx              2912 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	buffer[count++] = cpu_to_le32(adev->gfx.config.rb_config[0][0].raster_config);
gfx              2936 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 			WREG32(mmRLC_SAVE_AND_RESTORE_BASE, adev->gfx.rlc.save_restore_gpu_addr >> 8);
gfx              2937 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 			WREG32(mmRLC_CLEAR_STATE_RESTORE_BASE, adev->gfx.rlc.clear_state_gpu_addr >> 8);
gfx              2944 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		WREG32(mmRLC_SAVE_AND_RESTORE_BASE, adev->gfx.rlc.save_restore_gpu_addr >> 8);
gfx              2945 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		WREG32(mmRLC_CLEAR_STATE_RESTORE_BASE, adev->gfx.rlc.clear_state_gpu_addr >> 8);
gfx              2969 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	mutex_lock(&adev->gfx.gpu_clock_mutex);
gfx              2973 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	mutex_unlock(&adev->gfx.gpu_clock_mutex);
gfx              3071 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.num_gfx_rings = GFX6_NUM_GFX_RINGS;
gfx              3072 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.num_compute_rings = GFX6_NUM_COMPUTE_RINGS;
gfx              3073 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.funcs = &gfx_v6_0_gfx_funcs;
gfx              3074 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.rlc.funcs = &gfx_v6_0_rlc_funcs;
gfx              3087 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	r = amdgpu_irq_add_id(adev, AMDGPU_IRQ_CLIENTID_LEGACY, 181, &adev->gfx.eop_irq);
gfx              3091 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	r = amdgpu_irq_add_id(adev, AMDGPU_IRQ_CLIENTID_LEGACY, 184, &adev->gfx.priv_reg_irq);
gfx              3095 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	r = amdgpu_irq_add_id(adev, AMDGPU_IRQ_CLIENTID_LEGACY, 185, &adev->gfx.priv_inst_irq);
gfx              3107 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	r = adev->gfx.rlc.funcs->init(adev);
gfx              3113 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	for (i = 0; i < adev->gfx.num_gfx_rings; i++) {
gfx              3114 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		ring = &adev->gfx.gfx_ring[i];
gfx              3118 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 				     &adev->gfx.eop_irq, AMDGPU_CP_IRQ_GFX_ME0_PIPE0_EOP);
gfx              3123 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++) {
gfx              3130 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		ring = &adev->gfx.compute_ring[i];
gfx              3140 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 				     &adev->gfx.eop_irq, irq_type);
gfx              3153 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	for (i = 0; i < adev->gfx.num_gfx_rings; i++)
gfx              3154 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		amdgpu_ring_fini(&adev->gfx.gfx_ring[i]);
gfx              3155 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++)
gfx              3156 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		amdgpu_ring_fini(&adev->gfx.compute_ring[i]);
gfx              3170 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	r = adev->gfx.rlc.funcs->resume(adev);
gfx              3178 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.ce_ram_size = 0x8000;
gfx              3188 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.rlc.funcs->stop(adev);
gfx              3374 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		amdgpu_fence_process(&adev->gfx.gfx_ring[0]);
gfx              3378 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		amdgpu_fence_process(&adev->gfx.compute_ring[entry->ring_id - 1]);
gfx              3393 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		ring = &adev->gfx.gfx_ring[0];
gfx              3397 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		ring = &adev->gfx.compute_ring[entry->ring_id - 1];
gfx              3540 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	for (i = 0; i < adev->gfx.num_gfx_rings; i++)
gfx              3541 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.gfx_ring[i].funcs = &gfx_v6_0_ring_funcs_gfx;
gfx              3542 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++)
gfx              3543 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		adev->gfx.compute_ring[i].funcs = &gfx_v6_0_ring_funcs_compute;
gfx              3563 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.eop_irq.num_types = AMDGPU_CP_IRQ_LAST;
gfx              3564 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.eop_irq.funcs = &gfx_v6_0_eop_irq_funcs;
gfx              3566 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.priv_reg_irq.num_types = 1;
gfx              3567 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.priv_reg_irq.funcs = &gfx_v6_0_priv_reg_irq_funcs;
gfx              3569 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.priv_inst_irq.num_types = 1;
gfx              3570 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	adev->gfx.priv_inst_irq.funcs = &gfx_v6_0_priv_inst_irq_funcs;
gfx              3577 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	struct amdgpu_cu_info *cu_info = &adev->gfx.cu_info;
gfx              3584 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		ao_cu_num = adev->gfx.config.max_cu_per_sh;
gfx              3591 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 	for (i = 0; i < adev->gfx.config.max_shader_engines; i++) {
gfx              3592 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 		for (j = 0; j < adev->gfx.config.max_sh_per_se; j++) {
gfx              3603 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c 			for (k = 0; k < adev->gfx.config.max_cu_per_sh; k++) {
gfx               930 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	err = request_firmware(&adev->gfx.pfp_fw, fw_name, adev->dev);
gfx               933 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	err = amdgpu_ucode_validate(adev->gfx.pfp_fw);
gfx               938 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	err = request_firmware(&adev->gfx.me_fw, fw_name, adev->dev);
gfx               941 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	err = amdgpu_ucode_validate(adev->gfx.me_fw);
gfx               946 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	err = request_firmware(&adev->gfx.ce_fw, fw_name, adev->dev);
gfx               949 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	err = amdgpu_ucode_validate(adev->gfx.ce_fw);
gfx               954 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	err = request_firmware(&adev->gfx.mec_fw, fw_name, adev->dev);
gfx               957 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	err = amdgpu_ucode_validate(adev->gfx.mec_fw);
gfx               963 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		err = request_firmware(&adev->gfx.mec2_fw, fw_name, adev->dev);
gfx               966 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		err = amdgpu_ucode_validate(adev->gfx.mec2_fw);
gfx               972 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	err = request_firmware(&adev->gfx.rlc_fw, fw_name, adev->dev);
gfx               975 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	err = amdgpu_ucode_validate(adev->gfx.rlc_fw);
gfx               980 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		release_firmware(adev->gfx.pfp_fw);
gfx               981 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.pfp_fw = NULL;
gfx               982 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		release_firmware(adev->gfx.me_fw);
gfx               983 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.me_fw = NULL;
gfx               984 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		release_firmware(adev->gfx.ce_fw);
gfx               985 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.ce_fw = NULL;
gfx               986 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		release_firmware(adev->gfx.mec_fw);
gfx               987 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.mec_fw = NULL;
gfx               988 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		release_firmware(adev->gfx.mec2_fw);
gfx               989 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.mec2_fw = NULL;
gfx               990 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		release_firmware(adev->gfx.rlc_fw);
gfx               991 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.rlc_fw = NULL;
gfx               998 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	release_firmware(adev->gfx.pfp_fw);
gfx               999 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.pfp_fw = NULL;
gfx              1000 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	release_firmware(adev->gfx.me_fw);
gfx              1001 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.me_fw = NULL;
gfx              1002 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	release_firmware(adev->gfx.ce_fw);
gfx              1003 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.ce_fw = NULL;
gfx              1004 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	release_firmware(adev->gfx.mec_fw);
gfx              1005 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.mec_fw = NULL;
gfx              1006 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	release_firmware(adev->gfx.mec2_fw);
gfx              1007 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.mec2_fw = NULL;
gfx              1008 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	release_firmware(adev->gfx.rlc_fw);
gfx              1009 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.rlc_fw = NULL;
gfx              1026 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			ARRAY_SIZE(adev->gfx.config.tile_mode_array);
gfx              1028 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			ARRAY_SIZE(adev->gfx.config.macrotile_mode_array);
gfx              1032 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	tile = adev->gfx.config.tile_mode_array;
gfx              1033 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	macrotile = adev->gfx.config.macrotile_mode_array;
gfx              1035 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	switch (adev->gfx.config.mem_row_size_in_kb) {
gfx              1631 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	mask = amdgpu_gfx_create_bitmask(adev->gfx.config.max_backends_per_se /
gfx              1632 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 					 adev->gfx.config.max_sh_per_se);
gfx              1674 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	unsigned sh_per_se = max_t(unsigned, adev->gfx.config.max_sh_per_se, 1);
gfx              1675 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	unsigned num_se = max_t(unsigned, adev->gfx.config.max_shader_engines, 1);
gfx              1793 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	u32 rb_bitmap_width_per_sh = adev->gfx.config.max_backends_per_se /
gfx              1794 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 					adev->gfx.config.max_sh_per_se;
gfx              1798 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	for (i = 0; i < adev->gfx.config.max_shader_engines; i++) {
gfx              1799 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		for (j = 0; j < adev->gfx.config.max_sh_per_se; j++) {
gfx              1802 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			active_rbs |= data << ((i * adev->gfx.config.max_sh_per_se + j) *
gfx              1808 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.config.backend_enable_mask = active_rbs;
gfx              1809 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.config.num_rbs = hweight32(active_rbs);
gfx              1811 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	num_rb_pipes = min_t(unsigned, adev->gfx.config.max_backends_per_se *
gfx              1812 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			     adev->gfx.config.max_shader_engines, 16);
gfx              1816 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	if (!adev->gfx.config.backend_enable_mask ||
gfx              1817 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			adev->gfx.config.num_rbs >= num_rb_pipes) {
gfx              1822 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 							adev->gfx.config.backend_enable_mask,
gfx              1827 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	for (i = 0; i < adev->gfx.config.max_shader_engines; i++) {
gfx              1828 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		for (j = 0; j < adev->gfx.config.max_sh_per_se; j++) {
gfx              1830 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			adev->gfx.config.rb_config[i][j].rb_backend_disable =
gfx              1832 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			adev->gfx.config.rb_config[i][j].user_rb_backend_disable =
gfx              1834 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			adev->gfx.config.rb_config[i][j].raster_config =
gfx              1836 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			adev->gfx.config.rb_config[i][j].raster_config_1 =
gfx              1913 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.config.double_offchip_lds_buf = 1;
gfx              1932 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	WREG32(mmGB_ADDR_CONFIG, adev->gfx.config.gb_addr_config);
gfx              1933 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	WREG32(mmHDP_ADDR_CONFIG, adev->gfx.config.gb_addr_config);
gfx              1934 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	WREG32(mmDMIF_ADDR_CALC, adev->gfx.config.gb_addr_config);
gfx              2018 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		((adev->gfx.config.sc_prim_fifo_size_frontend << PA_SC_FIFO_SIZE__SC_FRONTEND_PRIM_FIFO_SIZE__SHIFT) |
gfx              2019 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		(adev->gfx.config.sc_prim_fifo_size_backend << PA_SC_FIFO_SIZE__SC_BACKEND_PRIM_FIFO_SIZE__SHIFT) |
gfx              2020 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		(adev->gfx.config.sc_hiz_tile_fifo_size << PA_SC_FIFO_SIZE__SC_HIZ_TILE_FIFO_SIZE__SHIFT) |
gfx              2021 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		(adev->gfx.config.sc_earlyz_tile_fifo_size << PA_SC_FIFO_SIZE__SC_EARLYZ_TILE_FIFO_SIZE__SHIFT)));
gfx              2071 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.scratch.num_reg = 8;
gfx              2072 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.scratch.reg_base = mmSCRATCH_REG0;
gfx              2073 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.scratch.free_mask = (1u << adev->gfx.scratch.num_reg) - 1;
gfx              2440 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		for (i = 0; i < adev->gfx.num_gfx_rings; i++)
gfx              2441 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			adev->gfx.gfx_ring[i].sched.ready = false;
gfx              2462 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	if (!adev->gfx.me_fw || !adev->gfx.pfp_fw || !adev->gfx.ce_fw)
gfx              2465 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	pfp_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.pfp_fw->data;
gfx              2466 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	ce_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.ce_fw->data;
gfx              2467 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	me_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.me_fw->data;
gfx              2472 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.pfp_fw_version = le32_to_cpu(pfp_hdr->header.ucode_version);
gfx              2473 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.ce_fw_version = le32_to_cpu(ce_hdr->header.ucode_version);
gfx              2474 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.me_fw_version = le32_to_cpu(me_hdr->header.ucode_version);
gfx              2475 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.me_feature_version = le32_to_cpu(me_hdr->ucode_feature_version);
gfx              2476 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.ce_feature_version = le32_to_cpu(ce_hdr->ucode_feature_version);
gfx              2477 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.pfp_feature_version = le32_to_cpu(pfp_hdr->ucode_feature_version);
gfx              2483 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		(adev->gfx.pfp_fw->data +
gfx              2489 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	WREG32(mmCP_PFP_UCODE_ADDR, adev->gfx.pfp_fw_version);
gfx              2493 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		(adev->gfx.ce_fw->data +
gfx              2499 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	WREG32(mmCP_CE_UCODE_ADDR, adev->gfx.ce_fw_version);
gfx              2503 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		(adev->gfx.me_fw->data +
gfx              2509 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	WREG32(mmCP_ME_RAM_WADDR, adev->gfx.me_fw_version);
gfx              2525 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	struct amdgpu_ring *ring = &adev->gfx.gfx_ring[0];
gfx              2531 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	WREG32(mmCP_MAX_CONTEXT, adev->gfx.config.max_hw_contexts - 1);
gfx              2557 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	for (sect = adev->gfx.rlc.cs_data; sect->section != NULL; ++sect) {
gfx              2571 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	amdgpu_ring_write(ring, adev->gfx.config.rb_config[0][0].raster_config);
gfx              2572 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	amdgpu_ring_write(ring, adev->gfx.config.rb_config[0][0].raster_config_1);
gfx              2621 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	ring = &adev->gfx.gfx_ring[0];
gfx              2709 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		for (i = 0; i < adev->gfx.num_compute_rings; i++)
gfx              2710 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			adev->gfx.compute_ring[i].sched.ready = false;
gfx              2729 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	if (!adev->gfx.mec_fw)
gfx              2732 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	mec_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.mec_fw->data;
gfx              2734 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.mec_fw_version = le32_to_cpu(mec_hdr->header.ucode_version);
gfx              2735 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.mec_feature_version = le32_to_cpu(
gfx              2742 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		(adev->gfx.mec_fw->data +
gfx              2753 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		if (!adev->gfx.mec2_fw)
gfx              2756 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		mec2_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.mec2_fw->data;
gfx              2758 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.mec2_fw_version = le32_to_cpu(mec2_hdr->header.ucode_version);
gfx              2759 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.mec2_feature_version = le32_to_cpu(
gfx              2764 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			(adev->gfx.mec2_fw->data +
gfx              2788 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++) {
gfx              2789 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		struct amdgpu_ring *ring = &adev->gfx.compute_ring[i];
gfx              2797 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	amdgpu_bo_free_kernel(&adev->gfx.mec.hpd_eop_obj, NULL, NULL);
gfx              2806 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	bitmap_zero(adev->gfx.mec.queue_bitmap, AMDGPU_MAX_COMPUTE_QUEUES);
gfx              2812 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	mec_hpd_size = adev->gfx.mec.num_mec * adev->gfx.mec.num_pipe_per_mec
gfx              2817 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 				      &adev->gfx.mec.hpd_eop_obj,
gfx              2818 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 				      &adev->gfx.mec.hpd_eop_gpu_addr,
gfx              2829 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	amdgpu_bo_kunmap(adev->gfx.mec.hpd_eop_obj);
gfx              2830 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	amdgpu_bo_unreserve(adev->gfx.mec.hpd_eop_obj);
gfx              2879 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	size_t eop_offset = (mec * adev->gfx.mec.num_pipe_per_mec + pipe)
gfx              2883 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	eop_gpu_addr = adev->gfx.mec.hpd_eop_gpu_addr + eop_offset;
gfx              3078 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	struct amdgpu_ring *ring = &adev->gfx.compute_ring[ring_id];
gfx              3124 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	for (i = 0; i < adev->gfx.mec.num_mec; i++)
gfx              3125 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		for (j = 0; j < adev->gfx.mec.num_pipe_per_mec; j++)
gfx              3129 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++) {
gfx              3139 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++) {
gfx              3140 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		ring = &adev->gfx.compute_ring[i];
gfx              3310 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			adev->gfx.rlc.reg_list = spectre_rlc_save_restore_register_list;
gfx              3311 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			adev->gfx.rlc.reg_list_size =
gfx              3314 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			adev->gfx.rlc.reg_list = kalindi_rlc_save_restore_register_list;
gfx              3315 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			adev->gfx.rlc.reg_list_size =
gfx              3319 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.rlc.cs_data = ci_cs_data;
gfx              3320 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.rlc.cp_table_size = ALIGN(CP_ME_TABLE_SIZE * 5 * 4, 2048); /* CP JT */
gfx              3321 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.rlc.cp_table_size += 64 * 1024; /* GDS */
gfx              3323 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	src_ptr = adev->gfx.rlc.reg_list;
gfx              3324 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	dws = adev->gfx.rlc.reg_list_size;
gfx              3327 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	cs_data = adev->gfx.rlc.cs_data;
gfx              3343 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	if (adev->gfx.rlc.cp_table_size) {
gfx              3370 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	for (i = 0; i < adev->gfx.config.max_shader_engines; i++) {
gfx              3371 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		for (j = 0; j < adev->gfx.config.max_sh_per_se; j++) {
gfx              3522 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	if (!adev->gfx.rlc_fw)
gfx              3525 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	hdr = (const struct rlc_firmware_header_v1_0 *)adev->gfx.rlc_fw->data;
gfx              3527 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.rlc_fw_version = le32_to_cpu(hdr->header.ucode_version);
gfx              3528 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.rlc_feature_version = le32_to_cpu(
gfx              3531 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.rlc.funcs->stop(adev);
gfx              3537 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.rlc.funcs->reset(adev);
gfx              3555 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		(adev->gfx.rlc_fw->data + le32_to_cpu(hdr->header.ucode_array_offset_bytes));
gfx              3560 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	WREG32(mmRLC_GPM_UCODE_ADDR, adev->gfx.rlc_fw_version);
gfx              3568 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.rlc.funcs->start(adev);
gfx              3832 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	mask = amdgpu_gfx_create_bitmask(adev->gfx.config.max_cu_per_sh);
gfx              3841 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	WREG32(mmRLC_PG_ALWAYS_ON_CU_MASK, adev->gfx.cu_info.ao_cu_mask);
gfx              3845 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	tmp |= (adev->gfx.cu_info.number << RLC_MAX_PG_CU__MAX_POWERED_UP_CU__SHIFT);
gfx              3885 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	if (adev->gfx.rlc.cs_data) {
gfx              3887 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		WREG32(mmRLC_GPM_SCRATCH_DATA, upper_32_bits(adev->gfx.rlc.clear_state_gpu_addr));
gfx              3888 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		WREG32(mmRLC_GPM_SCRATCH_DATA, lower_32_bits(adev->gfx.rlc.clear_state_gpu_addr));
gfx              3889 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		WREG32(mmRLC_GPM_SCRATCH_DATA, adev->gfx.rlc.clear_state_size);
gfx              3895 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	if (adev->gfx.rlc.reg_list) {
gfx              3897 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		for (i = 0; i < adev->gfx.rlc.reg_list_size; i++)
gfx              3898 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			WREG32(mmRLC_GPM_SCRATCH_DATA, adev->gfx.rlc.reg_list[i]);
gfx              3906 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	WREG32(mmRLC_SAVE_AND_RESTORE_BASE, adev->gfx.rlc.save_restore_gpu_addr >> 8);
gfx              3907 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	WREG32(mmRLC_JUMP_TABLE_RESTORE, adev->gfx.rlc.cp_table_gpu_addr >> 8);
gfx              3942 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	if (adev->gfx.rlc.cs_data == NULL)
gfx              3950 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	for (sect = adev->gfx.rlc.cs_data; sect->section != NULL; ++sect) {
gfx              3975 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	if (adev->gfx.rlc.cs_data == NULL)
gfx              3987 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	for (sect = adev->gfx.rlc.cs_data; sect->section != NULL; ++sect) {
gfx              4082 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	mutex_lock(&adev->gfx.gpu_clock_mutex);
gfx              4086 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	mutex_unlock(&adev->gfx.gpu_clock_mutex);
gfx              4231 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.num_gfx_rings = GFX7_NUM_GFX_RINGS;
gfx              4232 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.num_compute_rings = AMDGPU_MAX_COMPUTE_RINGS;
gfx              4233 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.funcs = &gfx_v7_0_gfx_funcs;
gfx              4234 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.rlc.funcs = &gfx_v7_0_rlc_funcs;
gfx              4247 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	r = amdgpu_irq_get(adev, &adev->gfx.priv_reg_irq, 0);
gfx              4251 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	r = amdgpu_irq_get(adev, &adev->gfx.priv_inst_irq, 0);
gfx              4267 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_shader_engines = 2;
gfx              4268 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_tile_pipes = 4;
gfx              4269 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_cu_per_sh = 7;
gfx              4270 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_sh_per_se = 1;
gfx              4271 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_backends_per_se = 2;
gfx              4272 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_texture_channel_caches = 4;
gfx              4273 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_gprs = 256;
gfx              4274 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_gs_threads = 32;
gfx              4275 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_hw_contexts = 8;
gfx              4277 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
gfx              4278 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
gfx              4279 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
gfx              4280 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x130;
gfx              4284 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_shader_engines = 4;
gfx              4285 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_tile_pipes = 16;
gfx              4286 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_cu_per_sh = 11;
gfx              4287 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_sh_per_se = 1;
gfx              4288 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_backends_per_se = 4;
gfx              4289 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_texture_channel_caches = 16;
gfx              4290 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_gprs = 256;
gfx              4291 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_gs_threads = 32;
gfx              4292 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_hw_contexts = 8;
gfx              4294 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
gfx              4295 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
gfx              4296 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
gfx              4297 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x130;
gfx              4301 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_shader_engines = 1;
gfx              4302 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_tile_pipes = 4;
gfx              4303 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_cu_per_sh = 8;
gfx              4304 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_backends_per_se = 2;
gfx              4305 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_sh_per_se = 1;
gfx              4306 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_texture_channel_caches = 4;
gfx              4307 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_gprs = 256;
gfx              4308 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_gs_threads = 16;
gfx              4309 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_hw_contexts = 8;
gfx              4311 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
gfx              4312 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
gfx              4313 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
gfx              4314 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x130;
gfx              4320 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_shader_engines = 1;
gfx              4321 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_tile_pipes = 2;
gfx              4322 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_cu_per_sh = 2;
gfx              4323 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_sh_per_se = 1;
gfx              4324 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_backends_per_se = 1;
gfx              4325 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_texture_channel_caches = 2;
gfx              4326 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_gprs = 256;
gfx              4327 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_gs_threads = 16;
gfx              4328 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.max_hw_contexts = 8;
gfx              4330 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
gfx              4331 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
gfx              4332 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
gfx              4333 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x130;
gfx              4339 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.config.mc_arb_ramcfg = RREG32(mmMC_ARB_RAMCFG);
gfx              4340 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	mc_arb_ramcfg = adev->gfx.config.mc_arb_ramcfg;
gfx              4342 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.config.num_tile_pipes = adev->gfx.config.max_tile_pipes;
gfx              4343 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.config.mem_max_burst_length_bytes = 256;
gfx              4367 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			adev->gfx.config.mem_row_size_in_kb = 2;
gfx              4369 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			adev->gfx.config.mem_row_size_in_kb = 1;
gfx              4372 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.config.mem_row_size_in_kb = (4 * (1 << (8 + tmp))) / 1024;
gfx              4373 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		if (adev->gfx.config.mem_row_size_in_kb > 4)
gfx              4374 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			adev->gfx.config.mem_row_size_in_kb = 4;
gfx              4377 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.config.shader_engine_tile_size = 32;
gfx              4378 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.config.num_gpus = 1;
gfx              4379 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.config.multi_gpu_tile_size = 64;
gfx              4383 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	switch (adev->gfx.config.mem_row_size_in_kb) {
gfx              4395 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.config.gb_addr_config = gb_addr_config;
gfx              4403 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	struct amdgpu_ring *ring = &adev->gfx.compute_ring[ring_id];
gfx              4416 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		+ ((ring->me - 1) * adev->gfx.mec.num_pipe_per_mec)
gfx              4421 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			&adev->gfx.eop_irq, irq_type);
gfx              4437 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.mec.num_mec = 2;
gfx              4444 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.mec.num_mec = 1;
gfx              4447 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.mec.num_pipe_per_mec = 4;
gfx              4448 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.mec.num_queue_per_pipe = 8;
gfx              4451 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	r = amdgpu_irq_add_id(adev, AMDGPU_IRQ_CLIENTID_LEGACY, 181, &adev->gfx.eop_irq);
gfx              4457 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			      &adev->gfx.priv_reg_irq);
gfx              4463 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			      &adev->gfx.priv_inst_irq);
gfx              4475 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	r = adev->gfx.rlc.funcs->init(adev);
gfx              4488 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	for (i = 0; i < adev->gfx.num_gfx_rings; i++) {
gfx              4489 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		ring = &adev->gfx.gfx_ring[i];
gfx              4493 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 				     &adev->gfx.eop_irq, AMDGPU_CP_IRQ_GFX_ME0_PIPE0_EOP);
gfx              4500 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	for (i = 0; i < adev->gfx.mec.num_mec; ++i) {
gfx              4501 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		for (j = 0; j < adev->gfx.mec.num_queue_per_pipe; j++) {
gfx              4502 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			for (k = 0; k < adev->gfx.mec.num_pipe_per_mec; k++) {
gfx              4517 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.ce_ram_size = 0x8000;
gfx              4529 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	for (i = 0; i < adev->gfx.num_gfx_rings; i++)
gfx              4530 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		amdgpu_ring_fini(&adev->gfx.gfx_ring[i]);
gfx              4531 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++)
gfx              4532 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		amdgpu_ring_fini(&adev->gfx.compute_ring[i]);
gfx              4537 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	amdgpu_bo_free_kernel(&adev->gfx.rlc.clear_state_obj,
gfx              4538 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 				&adev->gfx.rlc.clear_state_gpu_addr,
gfx              4539 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 				(void **)&adev->gfx.rlc.cs_ptr);
gfx              4540 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	if (adev->gfx.rlc.cp_table_size) {
gfx              4541 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		amdgpu_bo_free_kernel(&adev->gfx.rlc.cp_table_obj,
gfx              4542 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 				&adev->gfx.rlc.cp_table_gpu_addr,
gfx              4543 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 				(void **)&adev->gfx.rlc.cp_table_ptr);
gfx              4558 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	r = adev->gfx.rlc.funcs->resume(adev);
gfx              4573 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	amdgpu_irq_put(adev, &adev->gfx.priv_reg_irq, 0);
gfx              4574 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	amdgpu_irq_put(adev, &adev->gfx.priv_inst_irq, 0);
gfx              4576 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.rlc.funcs->stop(adev);
gfx              4661 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.rlc.funcs->stop(adev);
gfx              4876 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		amdgpu_fence_process(&adev->gfx.gfx_ring[0]);
gfx              4880 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		for (i = 0; i < adev->gfx.num_compute_rings; i++) {
gfx              4881 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			ring = &adev->gfx.compute_ring[i];
gfx              4901 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		drm_sched_fault(&adev->gfx.gfx_ring[0].sched);
gfx              4905 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		for (i = 0; i < adev->gfx.num_compute_rings; i++) {
gfx              4906 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			ring = &adev->gfx.compute_ring[i];
gfx              5063 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	for (i = 0; i < adev->gfx.num_gfx_rings; i++)
gfx              5064 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.gfx_ring[i].funcs = &gfx_v7_0_ring_funcs_gfx;
gfx              5065 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++)
gfx              5066 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		adev->gfx.compute_ring[i].funcs = &gfx_v7_0_ring_funcs_compute;
gfx              5086 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.eop_irq.num_types = AMDGPU_CP_IRQ_LAST;
gfx              5087 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.eop_irq.funcs = &gfx_v7_0_eop_irq_funcs;
gfx              5089 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.priv_reg_irq.num_types = 1;
gfx              5090 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.priv_reg_irq.funcs = &gfx_v7_0_priv_reg_irq_funcs;
gfx              5092 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.priv_inst_irq.num_types = 1;
gfx              5093 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	adev->gfx.priv_inst_irq.funcs = &gfx_v7_0_priv_inst_irq_funcs;
gfx              5110 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	struct amdgpu_cu_info *cu_info = &adev->gfx.cu_info;
gfx              5117 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		ao_cu_num = adev->gfx.config.max_cu_per_sh;
gfx              5124 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 	for (i = 0; i < adev->gfx.config.max_shader_engines; i++) {
gfx              5125 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 		for (j = 0; j < adev->gfx.config.max_sh_per_se; j++) {
gfx              5136 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c 			for (k = 0; k < adev->gfx.config.max_cu_per_sh; k ++) {
gfx               831 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.scratch.num_reg = 8;
gfx               832 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.scratch.reg_base = mmSCRATCH_REG0;
gfx               833 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.scratch.free_mask = (1u << adev->gfx.scratch.num_reg) - 1;
gfx               931 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	release_firmware(adev->gfx.pfp_fw);
gfx               932 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.pfp_fw = NULL;
gfx               933 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	release_firmware(adev->gfx.me_fw);
gfx               934 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.me_fw = NULL;
gfx               935 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	release_firmware(adev->gfx.ce_fw);
gfx               936 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.ce_fw = NULL;
gfx               937 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	release_firmware(adev->gfx.rlc_fw);
gfx               938 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.rlc_fw = NULL;
gfx               939 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	release_firmware(adev->gfx.mec_fw);
gfx               940 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.mec_fw = NULL;
gfx               943 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		release_firmware(adev->gfx.mec2_fw);
gfx               944 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.mec2_fw = NULL;
gfx               946 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	kfree(adev->gfx.rlc.register_list_format);
gfx               996 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		err = request_firmware(&adev->gfx.pfp_fw, fw_name, adev->dev);
gfx               999 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			err = request_firmware(&adev->gfx.pfp_fw, fw_name, adev->dev);
gfx              1003 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		err = request_firmware(&adev->gfx.pfp_fw, fw_name, adev->dev);
gfx              1007 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	err = amdgpu_ucode_validate(adev->gfx.pfp_fw);
gfx              1010 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	cp_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.pfp_fw->data;
gfx              1011 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.pfp_fw_version = le32_to_cpu(cp_hdr->header.ucode_version);
gfx              1012 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.pfp_feature_version = le32_to_cpu(cp_hdr->ucode_feature_version);
gfx              1016 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		err = request_firmware(&adev->gfx.me_fw, fw_name, adev->dev);
gfx              1019 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			err = request_firmware(&adev->gfx.me_fw, fw_name, adev->dev);
gfx              1023 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		err = request_firmware(&adev->gfx.me_fw, fw_name, adev->dev);
gfx              1027 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	err = amdgpu_ucode_validate(adev->gfx.me_fw);
gfx              1030 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	cp_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.me_fw->data;
gfx              1031 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.me_fw_version = le32_to_cpu(cp_hdr->header.ucode_version);
gfx              1033 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.me_feature_version = le32_to_cpu(cp_hdr->ucode_feature_version);
gfx              1037 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		err = request_firmware(&adev->gfx.ce_fw, fw_name, adev->dev);
gfx              1040 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			err = request_firmware(&adev->gfx.ce_fw, fw_name, adev->dev);
gfx              1044 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		err = request_firmware(&adev->gfx.ce_fw, fw_name, adev->dev);
gfx              1048 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	err = amdgpu_ucode_validate(adev->gfx.ce_fw);
gfx              1051 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	cp_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.ce_fw->data;
gfx              1052 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.ce_fw_version = le32_to_cpu(cp_hdr->header.ucode_version);
gfx              1053 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.ce_feature_version = le32_to_cpu(cp_hdr->ucode_feature_version);
gfx              1059 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	if (adev->gfx.ce_feature_version >= 46 &&
gfx              1060 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	    adev->gfx.pfp_feature_version >= 46) {
gfx              1067 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	err = request_firmware(&adev->gfx.rlc_fw, fw_name, adev->dev);
gfx              1070 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	err = amdgpu_ucode_validate(adev->gfx.rlc_fw);
gfx              1071 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	rlc_hdr = (const struct rlc_firmware_header_v2_0 *)adev->gfx.rlc_fw->data;
gfx              1072 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.rlc_fw_version = le32_to_cpu(rlc_hdr->header.ucode_version);
gfx              1073 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.rlc_feature_version = le32_to_cpu(rlc_hdr->ucode_feature_version);
gfx              1075 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.rlc.save_and_restore_offset =
gfx              1077 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.rlc.clear_state_descriptor_offset =
gfx              1079 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.rlc.avail_scratch_ram_locations =
gfx              1081 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.rlc.reg_restore_list_size =
gfx              1083 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.rlc.reg_list_format_start =
gfx              1085 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.rlc.reg_list_format_separate_start =
gfx              1087 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.rlc.starting_offsets_start =
gfx              1089 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.rlc.reg_list_format_size_bytes =
gfx              1091 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.rlc.reg_list_size_bytes =
gfx              1094 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.rlc.register_list_format =
gfx              1095 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			kmalloc(adev->gfx.rlc.reg_list_format_size_bytes +
gfx              1096 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 					adev->gfx.rlc.reg_list_size_bytes, GFP_KERNEL);
gfx              1098 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	if (!adev->gfx.rlc.register_list_format) {
gfx              1105 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	for (i = 0 ; i < (adev->gfx.rlc.reg_list_format_size_bytes >> 2); i++)
gfx              1106 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.rlc.register_list_format[i] =	le32_to_cpu(tmp[i]);
gfx              1108 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.rlc.register_restore = adev->gfx.rlc.register_list_format + i;
gfx              1112 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	for (i = 0 ; i < (adev->gfx.rlc.reg_list_size_bytes >> 2); i++)
gfx              1113 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.rlc.register_restore[i] = le32_to_cpu(tmp[i]);
gfx              1117 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		err = request_firmware(&adev->gfx.mec_fw, fw_name, adev->dev);
gfx              1120 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			err = request_firmware(&adev->gfx.mec_fw, fw_name, adev->dev);
gfx              1124 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		err = request_firmware(&adev->gfx.mec_fw, fw_name, adev->dev);
gfx              1128 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	err = amdgpu_ucode_validate(adev->gfx.mec_fw);
gfx              1131 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	cp_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.mec_fw->data;
gfx              1132 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.mec_fw_version = le32_to_cpu(cp_hdr->header.ucode_version);
gfx              1133 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.mec_feature_version = le32_to_cpu(cp_hdr->ucode_feature_version);
gfx              1139 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			err = request_firmware(&adev->gfx.mec2_fw, fw_name, adev->dev);
gfx              1142 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 				err = request_firmware(&adev->gfx.mec2_fw, fw_name, adev->dev);
gfx              1146 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			err = request_firmware(&adev->gfx.mec2_fw, fw_name, adev->dev);
gfx              1149 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			err = amdgpu_ucode_validate(adev->gfx.mec2_fw);
gfx              1153 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 				adev->gfx.mec2_fw->data;
gfx              1154 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			adev->gfx.mec2_fw_version =
gfx              1156 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			adev->gfx.mec2_feature_version =
gfx              1160 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			adev->gfx.mec2_fw = NULL;
gfx              1166 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	info->fw = adev->gfx.pfp_fw;
gfx              1173 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	info->fw = adev->gfx.me_fw;
gfx              1180 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	info->fw = adev->gfx.ce_fw;
gfx              1187 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	info->fw = adev->gfx.rlc_fw;
gfx              1194 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	info->fw = adev->gfx.mec_fw;
gfx              1200 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	cp_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.mec_fw->data;
gfx              1207 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		info->fw = adev->gfx.mec_fw;
gfx              1212 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	if (adev->gfx.mec2_fw) {
gfx              1215 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		info->fw = adev->gfx.mec2_fw;
gfx              1226 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		release_firmware(adev->gfx.pfp_fw);
gfx              1227 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.pfp_fw = NULL;
gfx              1228 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		release_firmware(adev->gfx.me_fw);
gfx              1229 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.me_fw = NULL;
gfx              1230 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		release_firmware(adev->gfx.ce_fw);
gfx              1231 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.ce_fw = NULL;
gfx              1232 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		release_firmware(adev->gfx.rlc_fw);
gfx              1233 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.rlc_fw = NULL;
gfx              1234 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		release_firmware(adev->gfx.mec_fw);
gfx              1235 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.mec_fw = NULL;
gfx              1236 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		release_firmware(adev->gfx.mec2_fw);
gfx              1237 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.mec2_fw = NULL;
gfx              1249 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	if (adev->gfx.rlc.cs_data == NULL)
gfx              1261 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	for (sect = adev->gfx.rlc.cs_data; sect->section != NULL; ++sect) {
gfx              1279 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	buffer[count++] = cpu_to_le32(adev->gfx.config.rb_config[0][0].raster_config);
gfx              1280 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	buffer[count++] = cpu_to_le32(adev->gfx.config.rb_config[0][0].raster_config_1);
gfx              1302 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.rlc.cs_data = vi_cs_data;
gfx              1304 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	cs_data = adev->gfx.rlc.cs_data;
gfx              1315 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.rlc.cp_table_size = ALIGN(96 * 5 * 4, 2048) + (64 * 1024); /* JT + GDS */
gfx              1328 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	r = amdgpu_bo_reserve(adev->gfx.rlc.clear_state_obj, false);
gfx              1332 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	r = amdgpu_bo_pin(adev->gfx.rlc.clear_state_obj,
gfx              1335 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.rlc.clear_state_gpu_addr =
gfx              1336 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			amdgpu_bo_gpu_offset(adev->gfx.rlc.clear_state_obj);
gfx              1338 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	amdgpu_bo_unreserve(adev->gfx.rlc.clear_state_obj);
gfx              1347 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	if (!adev->gfx.rlc.clear_state_obj)
gfx              1350 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	r = amdgpu_bo_reserve(adev->gfx.rlc.clear_state_obj, true);
gfx              1352 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		amdgpu_bo_unpin(adev->gfx.rlc.clear_state_obj);
gfx              1353 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		amdgpu_bo_unreserve(adev->gfx.rlc.clear_state_obj);
gfx              1359 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	amdgpu_bo_free_kernel(&adev->gfx.mec.hpd_eop_obj, NULL, NULL);
gfx              1368 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	bitmap_zero(adev->gfx.mec.queue_bitmap, AMDGPU_MAX_COMPUTE_QUEUES);
gfx              1373 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	mec_hpd_size = adev->gfx.num_compute_rings * GFX8_MEC_HPD_SIZE;
gfx              1377 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 				      &adev->gfx.mec.hpd_eop_obj,
gfx              1378 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 				      &adev->gfx.mec.hpd_eop_gpu_addr,
gfx              1387 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	amdgpu_bo_kunmap(adev->gfx.mec.hpd_eop_obj);
gfx              1388 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	amdgpu_bo_unreserve(adev->gfx.mec.hpd_eop_obj);
gfx              1549 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	struct amdgpu_ring *ring = &adev->gfx.compute_ring[0];
gfx              1720 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_shader_engines = 1;
gfx              1721 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_tile_pipes = 2;
gfx              1722 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_cu_per_sh = 6;
gfx              1723 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_sh_per_se = 1;
gfx              1724 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_backends_per_se = 2;
gfx              1725 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_texture_channel_caches = 2;
gfx              1726 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_gprs = 256;
gfx              1727 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_gs_threads = 32;
gfx              1728 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_hw_contexts = 8;
gfx              1730 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
gfx              1731 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
gfx              1732 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
gfx              1733 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x130;
gfx              1737 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_shader_engines = 4;
gfx              1738 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_tile_pipes = 16;
gfx              1739 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_cu_per_sh = 16;
gfx              1740 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_sh_per_se = 1;
gfx              1741 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_backends_per_se = 4;
gfx              1742 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_texture_channel_caches = 16;
gfx              1743 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_gprs = 256;
gfx              1744 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_gs_threads = 32;
gfx              1745 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_hw_contexts = 8;
gfx              1747 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
gfx              1748 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
gfx              1749 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
gfx              1750 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x130;
gfx              1758 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_gprs = 256;
gfx              1759 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_gs_threads = 32;
gfx              1760 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_hw_contexts = 8;
gfx              1762 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
gfx              1763 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
gfx              1764 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
gfx              1765 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x130;
gfx              1773 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_gprs = 256;
gfx              1774 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_gs_threads = 32;
gfx              1775 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_hw_contexts = 8;
gfx              1777 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
gfx              1778 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
gfx              1779 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
gfx              1780 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x130;
gfx              1784 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_shader_engines = 4;
gfx              1785 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_tile_pipes = 8;
gfx              1786 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_cu_per_sh = 8;
gfx              1787 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_sh_per_se = 1;
gfx              1788 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_backends_per_se = 2;
gfx              1789 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_texture_channel_caches = 8;
gfx              1790 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_gprs = 256;
gfx              1791 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_gs_threads = 32;
gfx              1792 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_hw_contexts = 8;
gfx              1794 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
gfx              1795 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
gfx              1796 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
gfx              1797 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x130;
gfx              1801 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_shader_engines = 1;
gfx              1802 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_tile_pipes = 2;
gfx              1803 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_sh_per_se = 1;
gfx              1804 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_backends_per_se = 2;
gfx              1805 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_cu_per_sh = 8;
gfx              1806 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_texture_channel_caches = 2;
gfx              1807 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_gprs = 256;
gfx              1808 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_gs_threads = 32;
gfx              1809 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_hw_contexts = 8;
gfx              1811 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
gfx              1812 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
gfx              1813 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
gfx              1814 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x130;
gfx              1818 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_shader_engines = 1;
gfx              1819 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_tile_pipes = 2;
gfx              1820 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_sh_per_se = 1;
gfx              1821 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_backends_per_se = 1;
gfx              1822 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_cu_per_sh = 3;
gfx              1823 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_texture_channel_caches = 2;
gfx              1824 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_gprs = 256;
gfx              1825 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_gs_threads = 16;
gfx              1826 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_hw_contexts = 8;
gfx              1828 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
gfx              1829 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
gfx              1830 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
gfx              1831 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x130;
gfx              1835 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_shader_engines = 2;
gfx              1836 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_tile_pipes = 4;
gfx              1837 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_cu_per_sh = 2;
gfx              1838 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_sh_per_se = 1;
gfx              1839 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_backends_per_se = 2;
gfx              1840 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_texture_channel_caches = 4;
gfx              1841 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_gprs = 256;
gfx              1842 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_gs_threads = 32;
gfx              1843 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.max_hw_contexts = 8;
gfx              1845 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
gfx              1846 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
gfx              1847 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
gfx              1848 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x130;
gfx              1854 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.config.mc_arb_ramcfg = RREG32(mmMC_ARB_RAMCFG);
gfx              1855 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	mc_arb_ramcfg = adev->gfx.config.mc_arb_ramcfg;
gfx              1857 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.config.num_tile_pipes = adev->gfx.config.max_tile_pipes;
gfx              1858 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.config.mem_max_burst_length_bytes = 256;
gfx              1882 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			adev->gfx.config.mem_row_size_in_kb = 2;
gfx              1884 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			adev->gfx.config.mem_row_size_in_kb = 1;
gfx              1887 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.mem_row_size_in_kb = (4 * (1 << (8 + tmp))) / 1024;
gfx              1888 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		if (adev->gfx.config.mem_row_size_in_kb > 4)
gfx              1889 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			adev->gfx.config.mem_row_size_in_kb = 4;
gfx              1892 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.config.shader_engine_tile_size = 32;
gfx              1893 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.config.num_gpus = 1;
gfx              1894 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.config.multi_gpu_tile_size = 64;
gfx              1897 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	switch (adev->gfx.config.mem_row_size_in_kb) {
gfx              1909 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.config.gb_addr_config = gb_addr_config;
gfx              1919 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	struct amdgpu_ring *ring = &adev->gfx.compute_ring[ring_id];
gfx              1921 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	ring = &adev->gfx.compute_ring[ring_id];
gfx              1931 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	ring->eop_gpu_addr = adev->gfx.mec.hpd_eop_gpu_addr
gfx              1936 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		+ ((ring->me - 1) * adev->gfx.mec.num_pipe_per_mec)
gfx              1941 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			&adev->gfx.eop_irq, irq_type);
gfx              1966 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.mec.num_mec = 2;
gfx              1971 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.mec.num_mec = 1;
gfx              1975 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.mec.num_pipe_per_mec = 4;
gfx              1976 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.mec.num_queue_per_pipe = 8;
gfx              1979 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	r = amdgpu_irq_add_id(adev, AMDGPU_IRQ_CLIENTID_LEGACY, VISLANDS30_IV_SRCID_CP_END_OF_PIPE, &adev->gfx.eop_irq);
gfx              1985 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			      &adev->gfx.priv_reg_irq);
gfx              1991 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			      &adev->gfx.priv_inst_irq);
gfx              1997 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			      &adev->gfx.cp_ecc_error_irq);
gfx              2003 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			      &adev->gfx.sq_irq);
gfx              2009 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	INIT_WORK(&adev->gfx.sq_work.work, gfx_v8_0_sq_irq_work_func);
gfx              2011 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.gfx_current_status = AMDGPU_GFX_NORMAL_MODE;
gfx              2021 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	r = adev->gfx.rlc.funcs->init(adev);
gfx              2034 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	for (i = 0; i < adev->gfx.num_gfx_rings; i++) {
gfx              2035 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		ring = &adev->gfx.gfx_ring[i];
gfx              2044 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		r = amdgpu_ring_init(adev, ring, 1024, &adev->gfx.eop_irq,
gfx              2053 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	for (i = 0; i < adev->gfx.mec.num_mec; ++i) {
gfx              2054 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		for (j = 0; j < adev->gfx.mec.num_queue_per_pipe; j++) {
gfx              2055 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			for (k = 0; k < adev->gfx.mec.num_pipe_per_mec; k++) {
gfx              2076 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	kiq = &adev->gfx.kiq;
gfx              2086 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.ce_ram_size = 0x8000;
gfx              2100 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	for (i = 0; i < adev->gfx.num_gfx_rings; i++)
gfx              2101 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		amdgpu_ring_fini(&adev->gfx.gfx_ring[i]);
gfx              2102 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++)
gfx              2103 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		amdgpu_ring_fini(&adev->gfx.compute_ring[i]);
gfx              2106 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	amdgpu_gfx_kiq_free_ring(&adev->gfx.kiq.ring, &adev->gfx.kiq.irq);
gfx              2111 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	amdgpu_bo_free_kernel(&adev->gfx.rlc.clear_state_obj,
gfx              2112 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 				&adev->gfx.rlc.clear_state_gpu_addr,
gfx              2113 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 				(void **)&adev->gfx.rlc.cs_ptr);
gfx              2116 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		amdgpu_bo_free_kernel(&adev->gfx.rlc.cp_table_obj,
gfx              2117 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 				&adev->gfx.rlc.cp_table_gpu_addr,
gfx              2118 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 				(void **)&adev->gfx.rlc.cp_table_ptr);
gfx              2128 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	const u32 num_tile_mode_states = ARRAY_SIZE(adev->gfx.config.tile_mode_array);
gfx              2129 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	const u32 num_secondary_tile_mode_states = ARRAY_SIZE(adev->gfx.config.macrotile_mode_array);
gfx              2132 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	modearray = adev->gfx.config.tile_mode_array;
gfx              2133 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	mod2array = adev->gfx.config.macrotile_mode_array;
gfx              3486 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	mask = amdgpu_gfx_create_bitmask(adev->gfx.config.max_backends_per_se /
gfx              3487 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 					 adev->gfx.config.max_sh_per_se);
gfx              3538 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	unsigned sh_per_se = max_t(unsigned, adev->gfx.config.max_sh_per_se, 1);
gfx              3539 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	unsigned num_se = max_t(unsigned, adev->gfx.config.max_shader_engines, 1);
gfx              3648 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	u32 rb_bitmap_width_per_sh = adev->gfx.config.max_backends_per_se /
gfx              3649 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 					adev->gfx.config.max_sh_per_se;
gfx              3653 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	for (i = 0; i < adev->gfx.config.max_shader_engines; i++) {
gfx              3654 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		for (j = 0; j < adev->gfx.config.max_sh_per_se; j++) {
gfx              3657 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			active_rbs |= data << ((i * adev->gfx.config.max_sh_per_se + j) *
gfx              3663 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.config.backend_enable_mask = active_rbs;
gfx              3664 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.config.num_rbs = hweight32(active_rbs);
gfx              3666 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	num_rb_pipes = min_t(unsigned, adev->gfx.config.max_backends_per_se *
gfx              3667 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			     adev->gfx.config.max_shader_engines, 16);
gfx              3671 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	if (!adev->gfx.config.backend_enable_mask ||
gfx              3672 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			adev->gfx.config.num_rbs >= num_rb_pipes) {
gfx              3677 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 							adev->gfx.config.backend_enable_mask,
gfx              3682 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	for (i = 0; i < adev->gfx.config.max_shader_engines; i++) {
gfx              3683 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		for (j = 0; j < adev->gfx.config.max_sh_per_se; j++) {
gfx              3685 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			adev->gfx.config.rb_config[i][j].rb_backend_disable =
gfx              3687 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			adev->gfx.config.rb_config[i][j].user_rb_backend_disable =
gfx              3689 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			adev->gfx.config.rb_config[i][j].raster_config =
gfx              3691 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			adev->gfx.config.rb_config[i][j].raster_config_1 =
gfx              3775 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.double_offchip_lds_buf = 1;
gfx              3779 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.config.double_offchip_lds_buf = 0;
gfx              3790 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	WREG32(mmGB_ADDR_CONFIG, adev->gfx.config.gb_addr_config);
gfx              3791 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	WREG32(mmHDP_ADDR_CONFIG, adev->gfx.config.gb_addr_config);
gfx              3792 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	WREG32(mmDMIF_ADDR_CALC, adev->gfx.config.gb_addr_config);
gfx              3847 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		   (adev->gfx.config.sc_prim_fifo_size_frontend <<
gfx              3849 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		   (adev->gfx.config.sc_prim_fifo_size_backend <<
gfx              3851 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		   (adev->gfx.config.sc_hiz_tile_fifo_size <<
gfx              3853 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		   (adev->gfx.config.sc_earlyz_tile_fifo_size <<
gfx              3873 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	for (i = 0; i < adev->gfx.config.max_shader_engines; i++) {
gfx              3874 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		for (j = 0; j < adev->gfx.config.max_sh_per_se; j++) {
gfx              3922 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			adev->gfx.rlc.clear_state_gpu_addr >> 32);
gfx              3924 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			adev->gfx.rlc.clear_state_gpu_addr & 0xfffffffc);
gfx              3926 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			adev->gfx.rlc.clear_state_size);
gfx              3989 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		kmemdup(adev->gfx.rlc.register_list_format,
gfx              3990 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			adev->gfx.rlc.reg_list_format_size_bytes, GFP_KERNEL);
gfx              3996 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 				adev->gfx.rlc.reg_list_format_size_bytes >> 2,
gfx              4008 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	for (i = 0; i < adev->gfx.rlc.reg_list_size_bytes >> 2; i++)
gfx              4009 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		WREG32(mmRLC_SRM_ARAM_DATA, adev->gfx.rlc.register_restore[i]);
gfx              4012 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	WREG32(mmRLC_GPM_SCRATCH_ADDR, adev->gfx.rlc.reg_list_format_start);
gfx              4013 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	for (i = 0; i < adev->gfx.rlc.reg_list_format_size_bytes >> 2; i++)
gfx              4016 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	list_size = adev->gfx.rlc.reg_list_size_bytes >> 2;
gfx              4018 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	WREG32(mmRLC_GPM_SCRATCH_ADDR, adev->gfx.rlc.reg_restore_list_size);
gfx              4023 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.rlc.starting_offsets_start);
gfx              4088 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		WREG32(mmRLC_JUMP_TABLE_RESTORE, adev->gfx.rlc.cp_table_gpu_addr >> 8);
gfx              4090 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		WREG32(mmRLC_PG_ALWAYS_ON_CU_MASK, adev->gfx.cu_info.ao_cu_mask);
gfx              4137 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.rlc.funcs->stop(adev);
gfx              4138 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.rlc.funcs->reset(adev);
gfx              4140 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.rlc.funcs->start(adev);
gfx              4158 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		for (i = 0; i < adev->gfx.num_gfx_rings; i++)
gfx              4159 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			adev->gfx.gfx_ring[i].sched.ready = false;
gfx              4196 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	struct amdgpu_ring *ring = &adev->gfx.gfx_ring[0];
gfx              4202 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	WREG32(mmCP_MAX_CONTEXT, adev->gfx.config.max_hw_contexts - 1);
gfx              4238 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	amdgpu_ring_write(ring, adev->gfx.config.rb_config[0][0].raster_config);
gfx              4239 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	amdgpu_ring_write(ring, adev->gfx.config.rb_config[0][0].raster_config_1);
gfx              4305 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	ring = &adev->gfx.gfx_ring[0];
gfx              4353 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		for (i = 0; i < adev->gfx.num_compute_rings; i++)
gfx              4354 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			adev->gfx.compute_ring[i].sched.ready = false;
gfx              4355 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.kiq.ring.sched.ready = false;
gfx              4377 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	struct amdgpu_ring *kiq_ring = &adev->gfx.kiq.ring;
gfx              4382 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		if (!test_bit(i, adev->gfx.mec.queue_bitmap))
gfx              4396 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	r = amdgpu_ring_alloc(kiq_ring, (8 * adev->gfx.num_compute_rings) + 8);
gfx              4410 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++) {
gfx              4411 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		struct amdgpu_ring *ring = &adev->gfx.compute_ring[i];
gfx              4647 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		if (adev->gfx.mec.mqd_backup[mqd_idx])
gfx              4648 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			memcpy(mqd, adev->gfx.mec.mqd_backup[mqd_idx], sizeof(struct vi_mqd_allocation));
gfx              4669 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		if (adev->gfx.mec.mqd_backup[mqd_idx])
gfx              4670 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			memcpy(adev->gfx.mec.mqd_backup[mqd_idx], mqd, sizeof(struct vi_mqd_allocation));
gfx              4680 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	int mqd_idx = ring - &adev->gfx.compute_ring[0];
gfx              4692 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		if (adev->gfx.mec.mqd_backup[mqd_idx])
gfx              4693 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			memcpy(adev->gfx.mec.mqd_backup[mqd_idx], mqd, sizeof(struct vi_mqd_allocation));
gfx              4696 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		if (adev->gfx.mec.mqd_backup[mqd_idx])
gfx              4697 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			memcpy(mqd, adev->gfx.mec.mqd_backup[mqd_idx], sizeof(struct vi_mqd_allocation));
gfx              4722 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	ring = &adev->gfx.kiq.ring;
gfx              4747 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++) {
gfx              4748 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		ring = &adev->gfx.compute_ring[i];
gfx              4780 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	ring = &adev->gfx.gfx_ring[0];
gfx              4785 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	ring = &adev->gfx.kiq.ring;
gfx              4790 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++) {
gfx              4791 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		ring = &adev->gfx.compute_ring[i];
gfx              4844 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	r = adev->gfx.rlc.funcs->resume(adev);
gfx              4856 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	struct amdgpu_ring *kiq_ring = &adev->gfx.kiq.ring;
gfx              4858 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	r = amdgpu_ring_alloc(kiq_ring, 6 * adev->gfx.num_compute_rings);
gfx              4862 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++) {
gfx              4863 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		struct amdgpu_ring *ring = &adev->gfx.compute_ring[i];
gfx              4936 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	amdgpu_irq_put(adev, &adev->gfx.priv_reg_irq, 0);
gfx              4937 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	amdgpu_irq_put(adev, &adev->gfx.priv_inst_irq, 0);
gfx              4939 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	amdgpu_irq_put(adev, &adev->gfx.cp_ecc_error_irq, 0);
gfx              4941 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	amdgpu_irq_put(adev, &adev->gfx.sq_irq, 0);
gfx              4956 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.rlc.funcs->stop(adev);
gfx              5028 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.grbm_soft_reset = grbm_soft_reset;
gfx              5029 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.srbm_soft_reset = srbm_soft_reset;
gfx              5032 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.grbm_soft_reset = 0;
gfx              5033 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.srbm_soft_reset = 0;
gfx              5043 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	if ((!adev->gfx.grbm_soft_reset) &&
gfx              5044 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	    (!adev->gfx.srbm_soft_reset))
gfx              5047 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	grbm_soft_reset = adev->gfx.grbm_soft_reset;
gfx              5050 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.rlc.funcs->stop(adev);
gfx              5063 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		for (i = 0; i < adev->gfx.num_compute_rings; i++) {
gfx              5064 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			struct amdgpu_ring *ring = &adev->gfx.compute_ring[i];
gfx              5085 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	if ((!adev->gfx.grbm_soft_reset) &&
gfx              5086 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	    (!adev->gfx.srbm_soft_reset))
gfx              5089 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	grbm_soft_reset = adev->gfx.grbm_soft_reset;
gfx              5090 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	srbm_soft_reset = adev->gfx.srbm_soft_reset;
gfx              5146 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	if ((!adev->gfx.grbm_soft_reset) &&
gfx              5147 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	    (!adev->gfx.srbm_soft_reset))
gfx              5150 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	grbm_soft_reset = adev->gfx.grbm_soft_reset;
gfx              5158 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		for (i = 0; i < adev->gfx.num_compute_rings; i++) {
gfx              5159 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			struct amdgpu_ring *ring = &adev->gfx.compute_ring[i];
gfx              5177 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.rlc.funcs->start(adev);
gfx              5194 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	mutex_lock(&adev->gfx.gpu_clock_mutex);
gfx              5198 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	mutex_unlock(&adev->gfx.gpu_clock_mutex);
gfx              5312 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.num_gfx_rings = GFX8_NUM_GFX_RINGS;
gfx              5313 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.num_compute_rings = AMDGPU_MAX_COMPUTE_RINGS;
gfx              5314 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.funcs = &gfx_v8_0_gfx_funcs;
gfx              5328 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	r = amdgpu_irq_get(adev, &adev->gfx.priv_reg_irq, 0);
gfx              5332 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	r = amdgpu_irq_get(adev, &adev->gfx.priv_inst_irq, 0);
gfx              5341 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	r = amdgpu_irq_get(adev, &adev->gfx.cp_ecc_error_irq, 0);
gfx              5347 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	r = amdgpu_irq_get(adev, &adev->gfx.sq_irq, 0);
gfx              6282 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	pipe_num = ring->me * adev->gfx.mec.num_pipe_per_mec + ring->pipe;
gfx              6302 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	mutex_lock(&adev->gfx.pipe_reserve_mutex);
gfx              6305 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		set_bit(pipe, adev->gfx.pipe_reserve_bitmap);
gfx              6307 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		clear_bit(pipe, adev->gfx.pipe_reserve_bitmap);
gfx              6309 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	if (!bitmap_weight(adev->gfx.pipe_reserve_bitmap, AMDGPU_MAX_COMPUTE_QUEUES)) {
gfx              6311 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		for (i = 0; i < adev->gfx.num_gfx_rings; ++i)
gfx              6312 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			gfx_v8_0_ring_set_pipe_percent(&adev->gfx.gfx_ring[i],
gfx              6315 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		for (i = 0; i < adev->gfx.num_compute_rings; ++i)
gfx              6316 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			gfx_v8_0_ring_set_pipe_percent(&adev->gfx.compute_ring[i],
gfx              6320 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		for (i = 0; i < adev->gfx.num_gfx_rings; ++i) {
gfx              6321 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			iring = &adev->gfx.gfx_ring[i];
gfx              6326 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			reserve = test_bit(pipe, adev->gfx.pipe_reserve_bitmap);
gfx              6330 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		for (i = 0; i < adev->gfx.num_compute_rings; ++i) {
gfx              6331 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			iring = &adev->gfx.compute_ring[i];
gfx              6336 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			reserve = test_bit(pipe, adev->gfx.pipe_reserve_bitmap);
gfx              6341 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	mutex_unlock(&adev->gfx.pipe_reserve_mutex);
gfx              6742 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		amdgpu_fence_process(&adev->gfx.gfx_ring[0]);
gfx              6746 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		for (i = 0; i < adev->gfx.num_compute_rings; i++) {
gfx              6747 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			ring = &adev->gfx.compute_ring[i];
gfx              6772 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		drm_sched_fault(&adev->gfx.gfx_ring[0].sched);
gfx              6776 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		for (i = 0; i < adev->gfx.num_compute_rings; i++) {
gfx              6777 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			ring = &adev->gfx.compute_ring[i];
gfx              6885 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	struct amdgpu_device *adev = container_of(work, struct amdgpu_device, gfx.sq_work.work);
gfx              6902 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	if (work_pending(&adev->gfx.sq_work.work)) {
gfx              6905 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.sq_work.ih_data = ih_data;
gfx              6906 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		schedule_work(&adev->gfx.sq_work.work);
gfx              7036 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.kiq.ring.funcs = &gfx_v8_0_ring_funcs_kiq;
gfx              7038 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	for (i = 0; i < adev->gfx.num_gfx_rings; i++)
gfx              7039 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.gfx_ring[i].funcs = &gfx_v8_0_ring_funcs_gfx;
gfx              7041 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++)
gfx              7042 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		adev->gfx.compute_ring[i].funcs = &gfx_v8_0_ring_funcs_compute;
gfx              7072 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.eop_irq.num_types = AMDGPU_CP_IRQ_LAST;
gfx              7073 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.eop_irq.funcs = &gfx_v8_0_eop_irq_funcs;
gfx              7075 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.priv_reg_irq.num_types = 1;
gfx              7076 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.priv_reg_irq.funcs = &gfx_v8_0_priv_reg_irq_funcs;
gfx              7078 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.priv_inst_irq.num_types = 1;
gfx              7079 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.priv_inst_irq.funcs = &gfx_v8_0_priv_inst_irq_funcs;
gfx              7081 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.cp_ecc_error_irq.num_types = 1;
gfx              7082 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.cp_ecc_error_irq.funcs = &gfx_v8_0_cp_ecc_error_irq_funcs;
gfx              7084 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.sq_irq.num_types = 1;
gfx              7085 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.sq_irq.funcs = &gfx_v8_0_sq_irq_funcs;
gfx              7090 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	adev->gfx.rlc.funcs = &iceland_rlc_funcs;
gfx              7123 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	mask = amdgpu_gfx_create_bitmask(adev->gfx.config.max_cu_per_sh);
gfx              7132 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	struct amdgpu_cu_info *cu_info = &adev->gfx.cu_info;
gfx              7141 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		ao_cu_num = adev->gfx.config.max_cu_per_sh;
gfx              7146 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 	for (i = 0; i < adev->gfx.config.max_shader_engines; i++) {
gfx              7147 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 		for (j = 0; j < adev->gfx.config.max_sh_per_se; j++) {
gfx              7158 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c 			for (k = 0; k < adev->gfx.config.max_cu_per_sh; k ++) {
gfx               800 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.scratch.num_reg = 8;
gfx               801 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.scratch.reg_base = SOC15_REG_OFFSET(GC, 0, mmSCRATCH_REG0);
gfx               802 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.scratch.free_mask = (1u << adev->gfx.scratch.num_reg) - 1;
gfx               934 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	release_firmware(adev->gfx.pfp_fw);
gfx               935 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.pfp_fw = NULL;
gfx               936 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	release_firmware(adev->gfx.me_fw);
gfx               937 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.me_fw = NULL;
gfx               938 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	release_firmware(adev->gfx.ce_fw);
gfx               939 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.ce_fw = NULL;
gfx               940 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	release_firmware(adev->gfx.rlc_fw);
gfx               941 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc_fw = NULL;
gfx               942 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	release_firmware(adev->gfx.mec_fw);
gfx               943 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.mec_fw = NULL;
gfx               944 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	release_firmware(adev->gfx.mec2_fw);
gfx               945 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.mec2_fw = NULL;
gfx               947 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	kfree(adev->gfx.rlc.register_list_format);
gfx               954 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	rlc_hdr = (const struct rlc_firmware_header_v2_1 *)adev->gfx.rlc_fw->data;
gfx               955 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc_srlc_fw_version = le32_to_cpu(rlc_hdr->save_restore_list_cntl_ucode_ver);
gfx               956 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc_srlc_feature_version = le32_to_cpu(rlc_hdr->save_restore_list_cntl_feature_ver);
gfx               957 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc.save_restore_list_cntl_size_bytes = le32_to_cpu(rlc_hdr->save_restore_list_cntl_size_bytes);
gfx               958 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc.save_restore_list_cntl = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->save_restore_list_cntl_offset_bytes);
gfx               959 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc_srlg_fw_version = le32_to_cpu(rlc_hdr->save_restore_list_gpm_ucode_ver);
gfx               960 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc_srlg_feature_version = le32_to_cpu(rlc_hdr->save_restore_list_gpm_feature_ver);
gfx               961 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc.save_restore_list_gpm_size_bytes = le32_to_cpu(rlc_hdr->save_restore_list_gpm_size_bytes);
gfx               962 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc.save_restore_list_gpm = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->save_restore_list_gpm_offset_bytes);
gfx               963 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc_srls_fw_version = le32_to_cpu(rlc_hdr->save_restore_list_srm_ucode_ver);
gfx               964 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc_srls_feature_version = le32_to_cpu(rlc_hdr->save_restore_list_srm_feature_ver);
gfx               965 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc.save_restore_list_srm_size_bytes = le32_to_cpu(rlc_hdr->save_restore_list_srm_size_bytes);
gfx               966 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc.save_restore_list_srm = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->save_restore_list_srm_offset_bytes);
gfx               967 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc.reg_list_format_direct_reg_list_length =
gfx               973 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.me_fw_write_wait = false;
gfx               974 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.mec_fw_write_wait = false;
gfx               976 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	if ((adev->gfx.mec_fw_version < 0x000001a5) ||
gfx               977 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	    (adev->gfx.mec_feature_version < 46) ||
gfx               978 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	    (adev->gfx.pfp_fw_version < 0x000000b7) ||
gfx               979 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	    (adev->gfx.pfp_feature_version < 46))
gfx               985 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		if ((adev->gfx.me_fw_version >= 0x0000009c) &&
gfx               986 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		    (adev->gfx.me_feature_version >= 42) &&
gfx               987 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		    (adev->gfx.pfp_fw_version >=  0x000000b1) &&
gfx               988 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		    (adev->gfx.pfp_feature_version >= 42))
gfx               989 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			adev->gfx.me_fw_write_wait = true;
gfx               991 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		if ((adev->gfx.mec_fw_version >=  0x00000193) &&
gfx               992 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		    (adev->gfx.mec_feature_version >= 42))
gfx               993 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			adev->gfx.mec_fw_write_wait = true;
gfx               996 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		if ((adev->gfx.me_fw_version >= 0x0000009c) &&
gfx               997 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		    (adev->gfx.me_feature_version >= 44) &&
gfx               998 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		    (adev->gfx.pfp_fw_version >=  0x000000b2) &&
gfx               999 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		    (adev->gfx.pfp_feature_version >= 44))
gfx              1000 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			adev->gfx.me_fw_write_wait = true;
gfx              1002 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		if ((adev->gfx.mec_fw_version >=  0x00000196) &&
gfx              1003 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		    (adev->gfx.mec_feature_version >= 44))
gfx              1004 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			adev->gfx.mec_fw_write_wait = true;
gfx              1007 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		if ((adev->gfx.me_fw_version >= 0x0000009c) &&
gfx              1008 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		    (adev->gfx.me_feature_version >= 44) &&
gfx              1009 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		    (adev->gfx.pfp_fw_version >=  0x000000b2) &&
gfx              1010 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		    (adev->gfx.pfp_feature_version >= 44))
gfx              1011 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			adev->gfx.me_fw_write_wait = true;
gfx              1013 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		if ((adev->gfx.mec_fw_version >=  0x00000197) &&
gfx              1014 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		    (adev->gfx.mec_feature_version >= 44))
gfx              1015 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			adev->gfx.mec_fw_write_wait = true;
gfx              1018 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		if ((adev->gfx.me_fw_version >= 0x0000009c) &&
gfx              1019 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		    (adev->gfx.me_feature_version >= 42) &&
gfx              1020 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		    (adev->gfx.pfp_fw_version >=  0x000000b1) &&
gfx              1021 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		    (adev->gfx.pfp_feature_version >= 42))
gfx              1022 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			adev->gfx.me_fw_write_wait = true;
gfx              1024 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		if ((adev->gfx.mec_fw_version >=  0x00000192) &&
gfx              1025 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		    (adev->gfx.mec_feature_version >= 42))
gfx              1026 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			adev->gfx.mec_fw_write_wait = true;
gfx              1029 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.me_fw_write_wait = true;
gfx              1030 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.mec_fw_write_wait = true;
gfx              1046 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		     !adev->gfx.rlc.is_rlc_v2_1)) /* without rlc save restore ucodes */
gfx              1075 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	err = request_firmware(&adev->gfx.pfp_fw, fw_name, adev->dev);
gfx              1078 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	err = amdgpu_ucode_validate(adev->gfx.pfp_fw);
gfx              1081 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	cp_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.pfp_fw->data;
gfx              1082 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.pfp_fw_version = le32_to_cpu(cp_hdr->header.ucode_version);
gfx              1083 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.pfp_feature_version = le32_to_cpu(cp_hdr->ucode_feature_version);
gfx              1086 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	err = request_firmware(&adev->gfx.me_fw, fw_name, adev->dev);
gfx              1089 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	err = amdgpu_ucode_validate(adev->gfx.me_fw);
gfx              1092 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	cp_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.me_fw->data;
gfx              1093 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.me_fw_version = le32_to_cpu(cp_hdr->header.ucode_version);
gfx              1094 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.me_feature_version = le32_to_cpu(cp_hdr->ucode_feature_version);
gfx              1097 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	err = request_firmware(&adev->gfx.ce_fw, fw_name, adev->dev);
gfx              1100 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	err = amdgpu_ucode_validate(adev->gfx.ce_fw);
gfx              1103 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	cp_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.ce_fw->data;
gfx              1104 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.ce_fw_version = le32_to_cpu(cp_hdr->header.ucode_version);
gfx              1105 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.ce_feature_version = le32_to_cpu(cp_hdr->ucode_feature_version);
gfx              1110 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		info->fw = adev->gfx.pfp_fw;
gfx              1117 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		info->fw = adev->gfx.me_fw;
gfx              1124 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		info->fw = adev->gfx.ce_fw;
gfx              1135 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		release_firmware(adev->gfx.pfp_fw);
gfx              1136 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.pfp_fw = NULL;
gfx              1137 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		release_firmware(adev->gfx.me_fw);
gfx              1138 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.me_fw = NULL;
gfx              1139 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		release_firmware(adev->gfx.ce_fw);
gfx              1140 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.ce_fw = NULL;
gfx              1179 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	err = request_firmware(&adev->gfx.rlc_fw, fw_name, adev->dev);
gfx              1182 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	err = amdgpu_ucode_validate(adev->gfx.rlc_fw);
gfx              1183 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	rlc_hdr = (const struct rlc_firmware_header_v2_0 *)adev->gfx.rlc_fw->data;
gfx              1188 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.rlc.is_rlc_v2_1 = true;
gfx              1190 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc_fw_version = le32_to_cpu(rlc_hdr->header.ucode_version);
gfx              1191 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc_feature_version = le32_to_cpu(rlc_hdr->ucode_feature_version);
gfx              1192 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc.save_and_restore_offset =
gfx              1194 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc.clear_state_descriptor_offset =
gfx              1196 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc.avail_scratch_ram_locations =
gfx              1198 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc.reg_restore_list_size =
gfx              1200 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc.reg_list_format_start =
gfx              1202 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc.reg_list_format_separate_start =
gfx              1204 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc.starting_offsets_start =
gfx              1206 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc.reg_list_format_size_bytes =
gfx              1208 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc.reg_list_size_bytes =
gfx              1210 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc.register_list_format =
gfx              1211 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			kmalloc(adev->gfx.rlc.reg_list_format_size_bytes +
gfx              1212 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 				adev->gfx.rlc.reg_list_size_bytes, GFP_KERNEL);
gfx              1213 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	if (!adev->gfx.rlc.register_list_format) {
gfx              1220 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	for (i = 0 ; i < (adev->gfx.rlc.reg_list_format_size_bytes >> 2); i++)
gfx              1221 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.rlc.register_list_format[i] =	le32_to_cpu(tmp[i]);
gfx              1223 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc.register_restore = adev->gfx.rlc.register_list_format + i;
gfx              1227 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	for (i = 0 ; i < (adev->gfx.rlc.reg_list_size_bytes >> 2); i++)
gfx              1228 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.rlc.register_restore[i] = le32_to_cpu(tmp[i]);
gfx              1230 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	if (adev->gfx.rlc.is_rlc_v2_1)
gfx              1236 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		info->fw = adev->gfx.rlc_fw;
gfx              1241 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		if (adev->gfx.rlc.is_rlc_v2_1 &&
gfx              1242 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		    adev->gfx.rlc.save_restore_list_cntl_size_bytes &&
gfx              1243 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		    adev->gfx.rlc.save_restore_list_gpm_size_bytes &&
gfx              1244 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		    adev->gfx.rlc.save_restore_list_srm_size_bytes) {
gfx              1247 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			info->fw = adev->gfx.rlc_fw;
gfx              1249 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 				ALIGN(adev->gfx.rlc.save_restore_list_cntl_size_bytes, PAGE_SIZE);
gfx              1253 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			info->fw = adev->gfx.rlc_fw;
gfx              1255 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 				ALIGN(adev->gfx.rlc.save_restore_list_gpm_size_bytes, PAGE_SIZE);
gfx              1259 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			info->fw = adev->gfx.rlc_fw;
gfx              1261 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 				ALIGN(adev->gfx.rlc.save_restore_list_srm_size_bytes, PAGE_SIZE);
gfx              1270 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		release_firmware(adev->gfx.rlc_fw);
gfx              1271 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.rlc_fw = NULL;
gfx              1286 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	err = request_firmware(&adev->gfx.mec_fw, fw_name, adev->dev);
gfx              1289 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	err = amdgpu_ucode_validate(adev->gfx.mec_fw);
gfx              1292 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	cp_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.mec_fw->data;
gfx              1293 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.mec_fw_version = le32_to_cpu(cp_hdr->header.ucode_version);
gfx              1294 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.mec_feature_version = le32_to_cpu(cp_hdr->ucode_feature_version);
gfx              1298 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	err = request_firmware(&adev->gfx.mec2_fw, fw_name, adev->dev);
gfx              1300 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		err = amdgpu_ucode_validate(adev->gfx.mec2_fw);
gfx              1304 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.mec2_fw->data;
gfx              1305 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.mec2_fw_version =
gfx              1307 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.mec2_feature_version =
gfx              1311 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.mec2_fw = NULL;
gfx              1317 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		info->fw = adev->gfx.mec_fw;
gfx              1325 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		info->fw = adev->gfx.mec_fw;
gfx              1329 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		if (adev->gfx.mec2_fw) {
gfx              1332 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			info->fw = adev->gfx.mec2_fw;
gfx              1343 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 				info->fw = adev->gfx.mec2_fw;
gfx              1358 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		release_firmware(adev->gfx.mec_fw);
gfx              1359 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.mec_fw = NULL;
gfx              1360 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		release_firmware(adev->gfx.mec2_fw);
gfx              1361 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.mec2_fw = NULL;
gfx              1454 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	if (adev->gfx.rlc.cs_data == NULL)
gfx              1466 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	for (sect = adev->gfx.rlc.cs_data; sect->section != NULL; ++sect) {
gfx              1490 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	struct amdgpu_cu_info *cu_info = &adev->gfx.cu_info;
gfx              1504 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	for (i = 0; i < adev->gfx.config.max_shader_engines; i++) {
gfx              1505 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		for (j = 0; j < adev->gfx.config.max_sh_per_se; j++) {
gfx              1511 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			for (k = 0; k < adev->gfx.config.max_cu_per_sh; k ++) {
gfx              1645 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc.cs_data = gfx9_cs_data;
gfx              1647 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	cs_data = adev->gfx.rlc.cs_data;
gfx              1658 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.rlc.cp_table_size = ALIGN(96 * 5 * 4, 2048) + (64 * 1024); /* JT + GDS */
gfx              1682 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	r = amdgpu_bo_reserve(adev->gfx.rlc.clear_state_obj, false);
gfx              1686 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	r = amdgpu_bo_pin(adev->gfx.rlc.clear_state_obj,
gfx              1689 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.rlc.clear_state_gpu_addr =
gfx              1690 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			amdgpu_bo_gpu_offset(adev->gfx.rlc.clear_state_obj);
gfx              1692 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	amdgpu_bo_unreserve(adev->gfx.rlc.clear_state_obj);
gfx              1701 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	if (!adev->gfx.rlc.clear_state_obj)
gfx              1704 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	r = amdgpu_bo_reserve(adev->gfx.rlc.clear_state_obj, true);
gfx              1706 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		amdgpu_bo_unpin(adev->gfx.rlc.clear_state_obj);
gfx              1707 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		amdgpu_bo_unreserve(adev->gfx.rlc.clear_state_obj);
gfx              1713 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	amdgpu_bo_free_kernel(&adev->gfx.mec.hpd_eop_obj, NULL, NULL);
gfx              1714 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	amdgpu_bo_free_kernel(&adev->gfx.mec.mec_fw_obj, NULL, NULL);
gfx              1728 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	bitmap_zero(adev->gfx.mec.queue_bitmap, AMDGPU_MAX_COMPUTE_QUEUES);
gfx              1732 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	mec_hpd_size = adev->gfx.num_compute_rings * GFX9_MEC_HPD_SIZE;
gfx              1736 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 				      &adev->gfx.mec.hpd_eop_obj,
gfx              1737 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 				      &adev->gfx.mec.hpd_eop_gpu_addr,
gfx              1745 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	memset(hpd, 0, adev->gfx.mec.hpd_eop_obj->tbo.mem.size);
gfx              1747 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	amdgpu_bo_kunmap(adev->gfx.mec.hpd_eop_obj);
gfx              1748 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	amdgpu_bo_unreserve(adev->gfx.mec.hpd_eop_obj);
gfx              1750 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	mec_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.mec_fw->data;
gfx              1753 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		(adev->gfx.mec_fw->data +
gfx              1759 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 				      &adev->gfx.mec.mec_fw_obj,
gfx              1760 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 				      &adev->gfx.mec.mec_fw_gpu_addr,
gfx              1770 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	amdgpu_bo_kunmap(adev->gfx.mec.mec_fw_obj);
gfx              1771 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	amdgpu_bo_unreserve(adev->gfx.mec.mec_fw_obj);
gfx              1862 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.funcs = &gfx_v9_0_gfx_funcs;
gfx              1866 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.max_hw_contexts = 8;
gfx              1867 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
gfx              1868 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
gfx              1869 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
gfx              1870 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x4C0;
gfx              1874 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.max_hw_contexts = 8;
gfx              1875 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
gfx              1876 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
gfx              1877 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
gfx              1878 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x4C0;
gfx              1883 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.max_hw_contexts = 8;
gfx              1884 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
gfx              1885 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
gfx              1886 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
gfx              1887 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x4C0;
gfx              1897 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.max_hw_contexts = 8;
gfx              1898 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
gfx              1899 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
gfx              1900 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
gfx              1901 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x4C0;
gfx              1908 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.max_hw_contexts = 8;
gfx              1909 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
gfx              1910 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
gfx              1911 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
gfx              1912 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x4C0;
gfx              1918 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.max_hw_contexts = 8;
gfx              1919 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
gfx              1920 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
gfx              1921 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x80;
gfx              1922 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x4C0;
gfx              1932 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.config.gb_addr_config = gb_addr_config;
gfx              1934 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.config.gb_addr_config_fields.num_pipes = 1 <<
gfx              1936 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 					adev->gfx.config.gb_addr_config,
gfx              1940 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.config.max_tile_pipes =
gfx              1941 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.gb_addr_config_fields.num_pipes;
gfx              1943 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.config.gb_addr_config_fields.num_banks = 1 <<
gfx              1945 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 					adev->gfx.config.gb_addr_config,
gfx              1948 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.config.gb_addr_config_fields.max_compress_frags = 1 <<
gfx              1950 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 					adev->gfx.config.gb_addr_config,
gfx              1953 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.config.gb_addr_config_fields.num_rb_per_se = 1 <<
gfx              1955 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 					adev->gfx.config.gb_addr_config,
gfx              1958 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.config.gb_addr_config_fields.num_se = 1 <<
gfx              1960 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 					adev->gfx.config.gb_addr_config,
gfx              1963 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.config.gb_addr_config_fields.pipe_interleave_size = 1 << (8 +
gfx              1965 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 					adev->gfx.config.gb_addr_config,
gfx              1985 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	ngg_buf->size = size_se * adev->gfx.config.max_shader_engines;
gfx              2005 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		amdgpu_bo_free_kernel(&adev->gfx.ngg.buf[i].bo,
gfx              2006 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 				      &adev->gfx.ngg.buf[i].gpu_addr,
gfx              2009 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	memset(&adev->gfx.ngg.buf[0], 0,
gfx              2012 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.ngg.init = false;
gfx              2021 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	if (!amdgpu_ngg || adev->gfx.ngg.init == true)
gfx              2025 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.ngg.gds_reserve_size = ALIGN(5 * 4, 0x40);
gfx              2026 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gds.gds_size -= adev->gfx.ngg.gds_reserve_size;
gfx              2027 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.ngg.gds_reserve_addr = RREG32_SOC15(GC, 0, mmGDS_VMID0_BASE);
gfx              2028 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.ngg.gds_reserve_addr += RREG32_SOC15(GC, 0, mmGDS_VMID0_SIZE);
gfx              2031 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	r = gfx_v9_0_ngg_create_buf(adev, &adev->gfx.ngg.buf[NGG_PRIM],
gfx              2040 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	r = gfx_v9_0_ngg_create_buf(adev, &adev->gfx.ngg.buf[NGG_POS],
gfx              2049 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	r = gfx_v9_0_ngg_create_buf(adev, &adev->gfx.ngg.buf[NGG_CNTL],
gfx              2061 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	r = gfx_v9_0_ngg_create_buf(adev, &adev->gfx.ngg.buf[NGG_PARAM],
gfx              2070 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.ngg.init = true;
gfx              2079 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	struct amdgpu_ring *ring = &adev->gfx.gfx_ring[0];
gfx              2088 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			     adev->gfx.ngg.buf[NGG_PRIM].size >> 8);
gfx              2090 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			     adev->gfx.ngg.buf[NGG_POS].size >> 8);
gfx              2094 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			     adev->gfx.ngg.buf[NGG_CNTL].size >> 8);
gfx              2096 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			     adev->gfx.ngg.buf[NGG_PARAM].size >> 10);
gfx              2100 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	base = lower_32_bits(adev->gfx.ngg.buf[NGG_PRIM].gpu_addr);
gfx              2104 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	base = upper_32_bits(adev->gfx.ngg.buf[NGG_PRIM].gpu_addr);
gfx              2108 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	base = lower_32_bits(adev->gfx.ngg.buf[NGG_POS].gpu_addr);
gfx              2112 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	base = upper_32_bits(adev->gfx.ngg.buf[NGG_POS].gpu_addr);
gfx              2116 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	base = lower_32_bits(adev->gfx.ngg.buf[NGG_CNTL].gpu_addr);
gfx              2120 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	base = upper_32_bits(adev->gfx.ngg.buf[NGG_CNTL].gpu_addr);
gfx              2135 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 				    adev->gfx.ngg.gds_reserve_size));
gfx              2143 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	amdgpu_ring_write(ring, adev->gfx.ngg.gds_reserve_addr);
gfx              2146 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 				adev->gfx.ngg.gds_reserve_size);
gfx              2161 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	struct amdgpu_ring *ring = &adev->gfx.compute_ring[ring_id];
gfx              2163 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	ring = &adev->gfx.compute_ring[ring_id];
gfx              2173 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	ring->eop_gpu_addr = adev->gfx.mec.hpd_eop_gpu_addr
gfx              2178 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		+ ((ring->me - 1) * adev->gfx.mec.num_pipe_per_mec)
gfx              2183 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			     &adev->gfx.eop_irq, irq_type);
gfx              2205 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.mec.num_mec = 2;
gfx              2208 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.mec.num_mec = 1;
gfx              2212 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.mec.num_pipe_per_mec = 4;
gfx              2213 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.mec.num_queue_per_pipe = 8;
gfx              2216 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	r = amdgpu_irq_add_id(adev, SOC15_IH_CLIENTID_GRBM_CP, GFX_9_0__SRCID__CP_EOP_INTERRUPT, &adev->gfx.eop_irq);
gfx              2222 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			      &adev->gfx.priv_reg_irq);
gfx              2228 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			      &adev->gfx.priv_inst_irq);
gfx              2234 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			      &adev->gfx.cp_ecc_error_irq);
gfx              2240 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			      &adev->gfx.cp_ecc_error_irq);
gfx              2244 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.gfx_current_status = AMDGPU_GFX_NORMAL_MODE;
gfx              2254 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	r = adev->gfx.rlc.funcs->init(adev);
gfx              2267 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	for (i = 0; i < adev->gfx.num_gfx_rings; i++) {
gfx              2268 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		ring = &adev->gfx.gfx_ring[i];
gfx              2277 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 				     &adev->gfx.eop_irq, AMDGPU_CP_IRQ_GFX_ME0_PIPE0_EOP);
gfx              2284 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	for (i = 0; i < adev->gfx.mec.num_mec; ++i) {
gfx              2285 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		for (j = 0; j < adev->gfx.mec.num_queue_per_pipe; j++) {
gfx              2286 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			for (k = 0; k < adev->gfx.mec.num_pipe_per_mec; k++) {
gfx              2307 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	kiq = &adev->gfx.kiq;
gfx              2317 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.ce_ram_size = 0x8000;
gfx              2337 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			adev->gfx.ras_if) {
gfx              2338 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		struct ras_common_if *ras_if = adev->gfx.ras_if;
gfx              2350 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	for (i = 0; i < adev->gfx.num_gfx_rings; i++)
gfx              2351 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		amdgpu_ring_fini(&adev->gfx.gfx_ring[i]);
gfx              2352 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++)
gfx              2353 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		amdgpu_ring_fini(&adev->gfx.compute_ring[i]);
gfx              2356 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	amdgpu_gfx_kiq_free_ring(&adev->gfx.kiq.ring, &adev->gfx.kiq.irq);
gfx              2361 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	amdgpu_bo_unref(&adev->gfx.rlc.clear_state_obj);
gfx              2363 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		amdgpu_bo_free_kernel(&adev->gfx.rlc.cp_table_obj,
gfx              2364 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 				&adev->gfx.rlc.cp_table_gpu_addr,
gfx              2365 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 				(void **)&adev->gfx.rlc.cp_table_ptr);
gfx              2410 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	mask = amdgpu_gfx_create_bitmask(adev->gfx.config.max_backends_per_se /
gfx              2411 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 					 adev->gfx.config.max_sh_per_se);
gfx              2421 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	u32 rb_bitmap_width_per_sh = adev->gfx.config.max_backends_per_se /
gfx              2422 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 					adev->gfx.config.max_sh_per_se;
gfx              2425 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	for (i = 0; i < adev->gfx.config.max_shader_engines; i++) {
gfx              2426 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		for (j = 0; j < adev->gfx.config.max_sh_per_se; j++) {
gfx              2429 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			active_rbs |= data << ((i * adev->gfx.config.max_sh_per_se + j) *
gfx              2436 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.config.backend_enable_mask = active_rbs;
gfx              2437 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.config.num_rbs = hweight32(active_rbs);
gfx              2509 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	gfx_v9_0_get_cu_info(adev, &adev->gfx.cu_info);
gfx              2510 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.config.db_debug2 = RREG32_SOC15(GC, 0, mmDB_DEBUG2);
gfx              2552 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	for (i = 0; i < adev->gfx.config.max_shader_engines; i++) {
gfx              2553 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		for (j = 0; j < adev->gfx.config.max_sh_per_se; j++) {
gfx              2601 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			adev->gfx.rlc.clear_state_gpu_addr >> 32);
gfx              2603 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			adev->gfx.rlc.clear_state_gpu_addr & 0xfffffffc);
gfx              2605 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			adev->gfx.rlc.clear_state_size);
gfx              2658 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		kmemdup(adev->gfx.rlc.register_list_format,
gfx              2659 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			adev->gfx.rlc.reg_list_format_size_bytes, GFP_KERNEL);
gfx              2666 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 				    adev->gfx.rlc.reg_list_format_direct_reg_list_length,
gfx              2667 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 				    adev->gfx.rlc.reg_list_format_size_bytes >> 2,
gfx              2682 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	for (i = 0; i < adev->gfx.rlc.reg_list_size_bytes >> 2; i++)
gfx              2684 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			adev->gfx.rlc.register_restore[i]);
gfx              2688 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.rlc.reg_list_format_start);
gfx              2691 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	for (i = 0; i < adev->gfx.rlc.reg_list_format_direct_reg_list_length; i++)
gfx              2696 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	while (i < (adev->gfx.rlc.reg_list_format_size_bytes >> 2)) {
gfx              2718 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	list_size = adev->gfx.rlc.reg_list_size_bytes >> 2;
gfx              2721 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.rlc.reg_restore_list_size);
gfx              2726 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.rlc.starting_offsets_start);
gfx              2927 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	if (adev->gfx.rlc.is_rlc_v2_1) {
gfx              2942 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		       adev->gfx.rlc.cp_table_gpu_addr >> 8);
gfx              2982 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 				rlc_ucode_ver, adev->gfx.rlc_fw_version);
gfx              3000 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	if (!adev->gfx.rlc_fw)
gfx              3003 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	hdr = (const struct rlc_firmware_header_v2_0 *)adev->gfx.rlc_fw->data;
gfx              3006 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	fw_data = (const __le32 *)(adev->gfx.rlc_fw->data +
gfx              3014 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	WREG32_SOC15(GC, 0, mmRLC_GPM_UCODE_ADDR, adev->gfx.rlc_fw_version);
gfx              3028 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc.funcs->stop(adev);
gfx              3059 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc.funcs->start(adev);
gfx              3073 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		for (i = 0; i < adev->gfx.num_gfx_rings; i++)
gfx              3074 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			adev->gfx.gfx_ring[i].sched.ready = false;
gfx              3088 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	if (!adev->gfx.me_fw || !adev->gfx.pfp_fw || !adev->gfx.ce_fw)
gfx              3092 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.pfp_fw->data;
gfx              3094 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.ce_fw->data;
gfx              3096 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.me_fw->data;
gfx              3106 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		(adev->gfx.pfp_fw->data +
gfx              3112 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	WREG32_SOC15(GC, 0, mmCP_PFP_UCODE_ADDR, adev->gfx.pfp_fw_version);
gfx              3116 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		(adev->gfx.ce_fw->data +
gfx              3122 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	WREG32_SOC15(GC, 0, mmCP_CE_UCODE_ADDR, adev->gfx.ce_fw_version);
gfx              3126 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		(adev->gfx.me_fw->data +
gfx              3132 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	WREG32_SOC15(GC, 0, mmCP_ME_RAM_WADDR, adev->gfx.me_fw_version);
gfx              3139 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	struct amdgpu_ring *ring = &adev->gfx.gfx_ring[0];
gfx              3145 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	WREG32_SOC15(GC, 0, mmCP_MAX_CONTEXT, adev->gfx.config.max_hw_contexts - 1);
gfx              3213 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	ring = &adev->gfx.gfx_ring[0];
gfx              3278 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		for (i = 0; i < adev->gfx.num_compute_rings; i++)
gfx              3279 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			adev->gfx.compute_ring[i].sched.ready = false;
gfx              3280 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.kiq.ring.sched.ready = false;
gfx              3292 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	if (!adev->gfx.mec_fw)
gfx              3297 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	mec_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.mec_fw->data;
gfx              3301 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		(adev->gfx.mec_fw->data +
gfx              3309 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.mec.mec_fw_gpu_addr & 0xFFFFF000);
gfx              3311 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		upper_32_bits(adev->gfx.mec.mec_fw_gpu_addr));
gfx              3321 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			adev->gfx.mec_fw_version);
gfx              3344 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	struct amdgpu_ring *kiq_ring = &adev->gfx.kiq.ring;
gfx              3349 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		if (!test_bit(i, adev->gfx.mec.queue_bitmap))
gfx              3363 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	r = amdgpu_ring_alloc(kiq_ring, (7 * adev->gfx.num_compute_rings) + 8);
gfx              3379 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++) {
gfx              3380 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		struct amdgpu_ring *ring = &adev->gfx.compute_ring[i];
gfx              3706 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		if (adev->gfx.mec.mqd_backup[mqd_idx])
gfx              3707 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			memcpy(mqd, adev->gfx.mec.mqd_backup[mqd_idx], sizeof(struct v9_mqd_allocation));
gfx              3729 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		if (adev->gfx.mec.mqd_backup[mqd_idx])
gfx              3730 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			memcpy(adev->gfx.mec.mqd_backup[mqd_idx], mqd, sizeof(struct v9_mqd_allocation));
gfx              3740 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	int mqd_idx = ring - &adev->gfx.compute_ring[0];
gfx              3752 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		if (adev->gfx.mec.mqd_backup[mqd_idx])
gfx              3753 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			memcpy(adev->gfx.mec.mqd_backup[mqd_idx], mqd, sizeof(struct v9_mqd_allocation));
gfx              3756 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		if (adev->gfx.mec.mqd_backup[mqd_idx])
gfx              3757 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			memcpy(mqd, adev->gfx.mec.mqd_backup[mqd_idx], sizeof(struct v9_mqd_allocation));
gfx              3775 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	ring = &adev->gfx.kiq.ring;
gfx              3800 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++) {
gfx              3801 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		ring = &adev->gfx.compute_ring[i];
gfx              3858 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		ring = &adev->gfx.gfx_ring[0];
gfx              3864 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++) {
gfx              3865 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		ring = &adev->gfx.compute_ring[i];
gfx              3895 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	r = adev->gfx.rlc.funcs->resume(adev);
gfx              3915 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	struct amdgpu_ring *kiq_ring = &adev->gfx.kiq.ring;
gfx              3917 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	r = amdgpu_ring_alloc(kiq_ring, 6 * adev->gfx.num_compute_rings);
gfx              3921 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++) {
gfx              3922 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		struct amdgpu_ring *ring = &adev->gfx.compute_ring[i];
gfx              3946 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	amdgpu_irq_put(adev, &adev->gfx.cp_ecc_error_irq, 0);
gfx              3947 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	amdgpu_irq_put(adev, &adev->gfx.priv_reg_irq, 0);
gfx              3948 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	amdgpu_irq_put(adev, &adev->gfx.priv_inst_irq, 0);
gfx              3969 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		soc15_grbm_select(adev, adev->gfx.kiq.ring.me,
gfx              3970 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 				adev->gfx.kiq.ring.pipe,
gfx              3971 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 				adev->gfx.kiq.ring.queue, 0);
gfx              3972 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		gfx_v9_0_kiq_fini_register(&adev->gfx.kiq.ring);
gfx              3978 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.rlc.funcs->stop(adev);
gfx              4053 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.rlc.funcs->stop(adev);
gfx              4087 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	mutex_lock(&adev->gfx.gpu_clock_mutex);
gfx              4091 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	mutex_unlock(&adev->gfx.gpu_clock_mutex);
gfx              4222 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	struct amdgpu_ring *ring = &adev->gfx.compute_ring[0];
gfx              4265 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	struct amdgpu_ring *ring = &adev->gfx.compute_ring[0];
gfx              4403 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.num_gfx_rings = 0;
gfx              4405 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.num_gfx_rings = GFX9_NUM_GFX_RINGS;
gfx              4406 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.num_compute_rings = AMDGPU_MAX_COMPUTE_RINGS;
gfx              4422 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	struct ras_common_if **ras_if = &adev->gfx.ras_if;
gfx              4502 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	r = amdgpu_irq_get(adev, &adev->gfx.cp_ecc_error_irq, 0);
gfx              4525 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	r = amdgpu_irq_get(adev, &adev->gfx.priv_reg_irq, 0);
gfx              4529 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	r = amdgpu_irq_get(adev, &adev->gfx.priv_inst_irq, 0);
gfx              5161 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	pipe_num = ring->me * adev->gfx.mec.num_pipe_per_mec + ring->pipe;
gfx              5181 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	mutex_lock(&adev->gfx.pipe_reserve_mutex);
gfx              5184 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		set_bit(pipe, adev->gfx.pipe_reserve_bitmap);
gfx              5186 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		clear_bit(pipe, adev->gfx.pipe_reserve_bitmap);
gfx              5188 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	if (!bitmap_weight(adev->gfx.pipe_reserve_bitmap, AMDGPU_MAX_COMPUTE_QUEUES)) {
gfx              5190 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		for (i = 0; i < adev->gfx.num_gfx_rings; ++i)
gfx              5191 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			gfx_v9_0_ring_set_pipe_percent(&adev->gfx.gfx_ring[i],
gfx              5194 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		for (i = 0; i < adev->gfx.num_compute_rings; ++i)
gfx              5195 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			gfx_v9_0_ring_set_pipe_percent(&adev->gfx.compute_ring[i],
gfx              5199 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		for (i = 0; i < adev->gfx.num_gfx_rings; ++i) {
gfx              5200 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			iring = &adev->gfx.gfx_ring[i];
gfx              5205 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			reserve = test_bit(pipe, adev->gfx.pipe_reserve_bitmap);
gfx              5209 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		for (i = 0; i < adev->gfx.num_compute_rings; ++i) {
gfx              5210 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			iring = &adev->gfx.compute_ring[i];
gfx              5215 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			reserve = test_bit(pipe, adev->gfx.pipe_reserve_bitmap);
gfx              5220 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	mutex_unlock(&adev->gfx.pipe_reserve_mutex);
gfx              5457 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.me_fw_write_wait : adev->gfx.mec_fw_write_wait;
gfx              5677 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		amdgpu_fence_process(&adev->gfx.gfx_ring[0]);
gfx              5681 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		for (i = 0; i < adev->gfx.num_compute_rings; i++) {
gfx              5682 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			ring = &adev->gfx.compute_ring[i];
gfx              5707 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		drm_sched_fault(&adev->gfx.gfx_ring[0].sched);
gfx              5711 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		for (i = 0; i < adev->gfx.num_compute_rings; i++) {
gfx              5712 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			ring = &adev->gfx.compute_ring[i];
gfx              5745 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	if (adev->gfx.funcs->query_ras_error_count)
gfx              5746 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.funcs->query_ras_error_count(adev, err_data);
gfx              6110 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	for (se_id = 0; se_id < adev->gfx.config.max_shader_engines; se_id++) {
gfx              6163 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	struct ras_common_if *ras_if = adev->gfx.ras_if;
gfx              6315 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.kiq.ring.funcs = &gfx_v9_0_ring_funcs_kiq;
gfx              6317 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	for (i = 0; i < adev->gfx.num_gfx_rings; i++)
gfx              6318 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.gfx_ring[i].funcs = &gfx_v9_0_ring_funcs_gfx;
gfx              6320 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	for (i = 0; i < adev->gfx.num_compute_rings; i++)
gfx              6321 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.compute_ring[i].funcs = &gfx_v9_0_ring_funcs_compute;
gfx              6347 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.eop_irq.num_types = AMDGPU_CP_IRQ_LAST;
gfx              6348 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.eop_irq.funcs = &gfx_v9_0_eop_irq_funcs;
gfx              6350 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.priv_reg_irq.num_types = 1;
gfx              6351 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.priv_reg_irq.funcs = &gfx_v9_0_priv_reg_irq_funcs;
gfx              6353 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.priv_inst_irq.num_types = 1;
gfx              6354 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.priv_inst_irq.funcs = &gfx_v9_0_priv_inst_irq_funcs;
gfx              6356 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.cp_ecc_error_irq.num_types = 2; /*C5 ECC error and C9 FUE error*/
gfx              6357 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	adev->gfx.cp_ecc_error_irq.funcs = &gfx_v9_0_cp_ecc_error_irq_funcs;
gfx              6369 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.rlc.funcs = &gfx_v9_0_rlc_funcs;
gfx              6445 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	mask = amdgpu_gfx_create_bitmask(adev->gfx.config.max_cu_per_sh);
gfx              6463 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	if (adev->gfx.config.max_shader_engines *
gfx              6464 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		adev->gfx.config.max_sh_per_se > 16)
gfx              6468 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 				    adev->gfx.config.max_shader_engines,
gfx              6469 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 				    adev->gfx.config.max_sh_per_se);
gfx              6472 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 	for (i = 0; i < adev->gfx.config.max_shader_engines; i++) {
gfx              6473 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 		for (j = 0; j < adev->gfx.config.max_sh_per_se; j++) {
gfx              6479 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 				adev, disable_masks[i * adev->gfx.config.max_sh_per_se + j]);
gfx              6496 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 			for (k = 0; k < adev->gfx.config.max_cu_per_sh; k ++) {
gfx              6498 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c 					if (counter < adev->gfx.config.max_cu_per_sh)
gfx               501 drivers/gpu/drm/amd/amdgpu/gmc_v9_0.c 	if (adev->gfx.kiq.ring.sched.ready &&
gfx               209 drivers/gpu/drm/amd/amdgpu/nv.c 			return adev->gfx.config.gb_addr_config;
gfx               433 drivers/gpu/drm/amd/amdgpu/sdma_v2_4.c 		       adev->gfx.config.gb_addr_config & 0x70);
gfx               671 drivers/gpu/drm/amd/amdgpu/sdma_v3_0.c 		       adev->gfx.config.gb_addr_config & 0x70);
gfx              1028 drivers/gpu/drm/amd/amdgpu/si.c 			return adev->gfx.config.rb_config[se_idx][sh_idx].rb_backend_disable;
gfx              1030 drivers/gpu/drm/amd/amdgpu/si.c 			return adev->gfx.config.rb_config[se_idx][sh_idx].user_rb_backend_disable;
gfx              1032 drivers/gpu/drm/amd/amdgpu/si.c 			return adev->gfx.config.rb_config[se_idx][sh_idx].raster_config;
gfx              1050 drivers/gpu/drm/amd/amdgpu/si.c 			return adev->gfx.config.gb_addr_config;
gfx              1052 drivers/gpu/drm/amd/amdgpu/si.c 			return adev->gfx.config.mc_arb_ramcfg;
gfx              1086 drivers/gpu/drm/amd/amdgpu/si.c 			return adev->gfx.config.tile_mode_array[idx];
gfx               396 drivers/gpu/drm/amd/amdgpu/soc15.c 			return adev->gfx.config.gb_addr_config;
gfx               398 drivers/gpu/drm/amd/amdgpu/soc15.c 			return adev->gfx.config.db_debug2;
gfx               571 drivers/gpu/drm/amd/amdgpu/uvd_v4_2.c 	WREG32(mmUVD_UDEC_ADDR_CONFIG, adev->gfx.config.gb_addr_config);
gfx               572 drivers/gpu/drm/amd/amdgpu/uvd_v4_2.c 	WREG32(mmUVD_UDEC_DB_ADDR_CONFIG, adev->gfx.config.gb_addr_config);
gfx               573 drivers/gpu/drm/amd/amdgpu/uvd_v4_2.c 	WREG32(mmUVD_UDEC_DBW_ADDR_CONFIG, adev->gfx.config.gb_addr_config);
gfx               280 drivers/gpu/drm/amd/amdgpu/uvd_v5_0.c 	WREG32(mmUVD_UDEC_ADDR_CONFIG, adev->gfx.config.gb_addr_config);
gfx               281 drivers/gpu/drm/amd/amdgpu/uvd_v5_0.c 	WREG32(mmUVD_UDEC_DB_ADDR_CONFIG, adev->gfx.config.gb_addr_config);
gfx               282 drivers/gpu/drm/amd/amdgpu/uvd_v5_0.c 	WREG32(mmUVD_UDEC_DBW_ADDR_CONFIG, adev->gfx.config.gb_addr_config);
gfx               606 drivers/gpu/drm/amd/amdgpu/uvd_v6_0.c 	WREG32(mmUVD_UDEC_ADDR_CONFIG, adev->gfx.config.gb_addr_config);
gfx               607 drivers/gpu/drm/amd/amdgpu/uvd_v6_0.c 	WREG32(mmUVD_UDEC_DB_ADDR_CONFIG, adev->gfx.config.gb_addr_config);
gfx               608 drivers/gpu/drm/amd/amdgpu/uvd_v6_0.c 	WREG32(mmUVD_UDEC_DBW_ADDR_CONFIG, adev->gfx.config.gb_addr_config);
gfx               698 drivers/gpu/drm/amd/amdgpu/uvd_v7_0.c 				adev->gfx.config.gb_addr_config);
gfx               700 drivers/gpu/drm/amd/amdgpu/uvd_v7_0.c 				adev->gfx.config.gb_addr_config);
gfx               702 drivers/gpu/drm/amd/amdgpu/uvd_v7_0.c 				adev->gfx.config.gb_addr_config);
gfx               336 drivers/gpu/drm/amd/amdgpu/vcn_v1_0.c 			adev->gfx.config.gb_addr_config);
gfx               338 drivers/gpu/drm/amd/amdgpu/vcn_v1_0.c 			adev->gfx.config.gb_addr_config);
gfx               340 drivers/gpu/drm/amd/amdgpu/vcn_v1_0.c 			adev->gfx.config.gb_addr_config);
gfx               342 drivers/gpu/drm/amd/amdgpu/vcn_v1_0.c 			adev->gfx.config.gb_addr_config);
gfx               344 drivers/gpu/drm/amd/amdgpu/vcn_v1_0.c 			adev->gfx.config.gb_addr_config);
gfx               346 drivers/gpu/drm/amd/amdgpu/vcn_v1_0.c 			adev->gfx.config.gb_addr_config);
gfx               348 drivers/gpu/drm/amd/amdgpu/vcn_v1_0.c 			adev->gfx.config.gb_addr_config);
gfx               350 drivers/gpu/drm/amd/amdgpu/vcn_v1_0.c 			adev->gfx.config.gb_addr_config);
gfx               352 drivers/gpu/drm/amd/amdgpu/vcn_v1_0.c 			adev->gfx.config.gb_addr_config);
gfx               354 drivers/gpu/drm/amd/amdgpu/vcn_v1_0.c 			adev->gfx.config.gb_addr_config);
gfx               356 drivers/gpu/drm/amd/amdgpu/vcn_v1_0.c 			adev->gfx.config.gb_addr_config);
gfx               358 drivers/gpu/drm/amd/amdgpu/vcn_v1_0.c 			adev->gfx.config.gb_addr_config);
gfx               412 drivers/gpu/drm/amd/amdgpu/vcn_v1_0.c 			adev->gfx.config.gb_addr_config, 0xFFFFFFFF, 0);
gfx               414 drivers/gpu/drm/amd/amdgpu/vcn_v1_0.c 			adev->gfx.config.gb_addr_config, 0xFFFFFFFF, 0);
gfx               416 drivers/gpu/drm/amd/amdgpu/vcn_v1_0.c 			adev->gfx.config.gb_addr_config, 0xFFFFFFFF, 0);
gfx               418 drivers/gpu/drm/amd/amdgpu/vcn_v1_0.c 		adev->gfx.config.gb_addr_config, 0xFFFFFFFF, 0);
gfx               420 drivers/gpu/drm/amd/amdgpu/vcn_v1_0.c 		adev->gfx.config.gb_addr_config, 0xFFFFFFFF, 0);
gfx               422 drivers/gpu/drm/amd/amdgpu/vcn_v1_0.c 		adev->gfx.config.gb_addr_config, 0xFFFFFFFF, 0);
gfx               424 drivers/gpu/drm/amd/amdgpu/vcn_v1_0.c 		adev->gfx.config.gb_addr_config, 0xFFFFFFFF, 0);
gfx               426 drivers/gpu/drm/amd/amdgpu/vcn_v1_0.c 		adev->gfx.config.gb_addr_config, 0xFFFFFFFF, 0);
gfx               428 drivers/gpu/drm/amd/amdgpu/vcn_v1_0.c 		adev->gfx.config.gb_addr_config, 0xFFFFFFFF, 0);
gfx               430 drivers/gpu/drm/amd/amdgpu/vcn_v1_0.c 		adev->gfx.config.gb_addr_config, 0xFFFFFFFF, 0);
gfx              1067 drivers/gpu/drm/amd/amdgpu/vcn_v1_0.c 	tmp = adev->gfx.config.gb_addr_config;
gfx               404 drivers/gpu/drm/amd/amdgpu/vcn_v2_0.c 	WREG32_SOC15(UVD, 0, mmUVD_GFX10_ADDR_CONFIG, adev->gfx.config.gb_addr_config);
gfx               405 drivers/gpu/drm/amd/amdgpu/vcn_v2_0.c 	WREG32_SOC15(UVD, 0, mmJPEG_DEC_GFX10_ADDR_CONFIG, adev->gfx.config.gb_addr_config);
gfx               498 drivers/gpu/drm/amd/amdgpu/vcn_v2_0.c 		UVD, 0, mmUVD_GFX10_ADDR_CONFIG), adev->gfx.config.gb_addr_config, 0, indirect);
gfx               646 drivers/gpu/drm/amd/amdgpu/vcn_v2_5.c 			adev->gfx.config.gb_addr_config);
gfx               648 drivers/gpu/drm/amd/amdgpu/vcn_v2_5.c 			adev->gfx.config.gb_addr_config);
gfx               786 drivers/gpu/drm/amd/amdgpu/vcn_v2_5.c 			adev->gfx.config.gb_addr_config);
gfx               788 drivers/gpu/drm/amd/amdgpu/vcn_v2_5.c 			adev->gfx.config.gb_addr_config);
gfx               562 drivers/gpu/drm/amd/amdgpu/vi.c 			return adev->gfx.config.rb_config[se_idx][sh_idx].rb_backend_disable;
gfx               564 drivers/gpu/drm/amd/amdgpu/vi.c 			return adev->gfx.config.rb_config[se_idx][sh_idx].user_rb_backend_disable;
gfx               566 drivers/gpu/drm/amd/amdgpu/vi.c 			return adev->gfx.config.rb_config[se_idx][sh_idx].raster_config;
gfx               568 drivers/gpu/drm/amd/amdgpu/vi.c 			return adev->gfx.config.rb_config[se_idx][sh_idx].raster_config_1;
gfx               586 drivers/gpu/drm/amd/amdgpu/vi.c 			return adev->gfx.config.gb_addr_config;
gfx               588 drivers/gpu/drm/amd/amdgpu/vi.c 			return adev->gfx.config.mc_arb_ramcfg;
gfx               622 drivers/gpu/drm/amd/amdgpu/vi.c 			return adev->gfx.config.tile_mode_array[idx];
gfx               640 drivers/gpu/drm/amd/amdgpu/vi.c 			return adev->gfx.config.macrotile_mode_array[idx];
gfx              2865 drivers/gpu/drm/amd/display/amdgpu_dm/amdgpu_dm.c 			adev->gfx.config.gb_addr_config_fields.num_pipes;
gfx              2867 drivers/gpu/drm/amd/display/amdgpu_dm/amdgpu_dm.c 			adev->gfx.config.gb_addr_config_fields.num_banks;
gfx              2869 drivers/gpu/drm/amd/display/amdgpu_dm/amdgpu_dm.c 			adev->gfx.config.gb_addr_config_fields.pipe_interleave_size;
gfx              2871 drivers/gpu/drm/amd/display/amdgpu_dm/amdgpu_dm.c 			adev->gfx.config.gb_addr_config_fields.num_se;
gfx              2873 drivers/gpu/drm/amd/display/amdgpu_dm/amdgpu_dm.c 			adev->gfx.config.gb_addr_config_fields.max_compress_frags;
gfx              2875 drivers/gpu/drm/amd/display/amdgpu_dm/amdgpu_dm.c 			adev->gfx.config.gb_addr_config_fields.num_rb_per_se;
gfx              1368 drivers/gpu/drm/amd/powerplay/amdgpu_smu.c 	    adev->gfx.rlc.funcs->stop)
gfx              1369 drivers/gpu/drm/amd/powerplay/amdgpu_smu.c 		adev->gfx.rlc.funcs->stop(adev);
gfx               426 drivers/gpu/drm/amd/powerplay/hwmgr/smu7_clockpowergating.c 					adev->gfx.cu_info.number);
gfx               963 drivers/gpu/drm/amd/powerplay/hwmgr/smu7_powertune.c 	num_se = adev->gfx.config.max_shader_engines;
gfx               916 drivers/gpu/drm/amd/powerplay/hwmgr/vega10_hwmgr.c 	data->total_active_cus = adev->gfx.cu_info.number;
gfx               938 drivers/gpu/drm/amd/powerplay/hwmgr/vega10_powertune.c 	num_se = adev->gfx.config.max_shader_engines;
gfx               989 drivers/gpu/drm/amd/powerplay/hwmgr/vega10_powertune.c 	num_se = adev->gfx.config.max_shader_engines;
gfx              1050 drivers/gpu/drm/amd/powerplay/hwmgr/vega10_powertune.c 	num_se = adev->gfx.config.max_shader_engines;
gfx              1098 drivers/gpu/drm/amd/powerplay/hwmgr/vega10_powertune.c 	num_se = adev->gfx.config.max_shader_engines;
gfx               425 drivers/gpu/drm/amd/powerplay/hwmgr/vega12_hwmgr.c 	data->total_active_cus = adev->gfx.cu_info.number;
gfx               467 drivers/gpu/drm/amd/powerplay/hwmgr/vega20_hwmgr.c 	data->total_active_cus = adev->gfx.cu_info.number;
gfx              1918 drivers/gpu/drm/amd/powerplay/smumgr/vegam_smumgr.c 					    adev->gfx.cu_info.number);
gfx               214 drivers/gpu/drm/radeon/radeon_ucode.h 	struct gfx_firmware_header_v1_0 gfx;
gfx                29 drivers/video/vgastate.c 	__u8 *gfx;
gfx               251 drivers/video/vgastate.c 		saved->gfx[i] = vga_rgfx(state->vgabase, i);
gfx               291 drivers/video/vgastate.c 		vga_wgfx(state->vgabase, i, saved->gfx[i]);
gfx               390 drivers/video/vgastate.c 		saved->gfx = saved->crtc + state->num_crtc;
gfx               391 drivers/video/vgastate.c 		saved->seq = saved->gfx + state->num_gfx;