rlc 259 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.h struct amdgpu_rlc rlc; rlc 39 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c if (adev->gfx.rlc.in_safe_mode) rlc 43 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c if (!adev->gfx.rlc.funcs->is_rlc_enabled(adev)) rlc 49 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c adev->gfx.rlc.funcs->set_safe_mode(adev); rlc 50 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c adev->gfx.rlc.in_safe_mode = true; rlc 63 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c if (!(adev->gfx.rlc.in_safe_mode)) rlc 67 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c if (!adev->gfx.rlc.funcs->is_rlc_enabled(adev)) rlc 73 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c adev->gfx.rlc.funcs->unset_safe_mode(adev); rlc 74 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c adev->gfx.rlc.in_safe_mode = false; rlc 97 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c &adev->gfx.rlc.save_restore_obj, rlc 98 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c &adev->gfx.rlc.save_restore_gpu_addr, rlc 99 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c (void **)&adev->gfx.rlc.sr_ptr); rlc 107 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c src_ptr = adev->gfx.rlc.reg_list; rlc 108 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c dst_ptr = adev->gfx.rlc.sr_ptr; rlc 109 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c for (i = 0; i < adev->gfx.rlc.reg_list_size; i++) rlc 111 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c amdgpu_bo_kunmap(adev->gfx.rlc.save_restore_obj); rlc 112 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c amdgpu_bo_unreserve(adev->gfx.rlc.save_restore_obj); rlc 132 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c adev->gfx.rlc.clear_state_size = dws = adev->gfx.rlc.funcs->get_csb_size(adev); rlc 135 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c &adev->gfx.rlc.clear_state_obj, rlc 136 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c &adev->gfx.rlc.clear_state_gpu_addr, rlc 137 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c (void **)&adev->gfx.rlc.cs_ptr); rlc 145 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c dst_ptr = adev->gfx.rlc.cs_ptr; rlc 146 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c adev->gfx.rlc.funcs->get_csb_buffer(adev, dst_ptr); rlc 147 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c amdgpu_bo_kunmap(adev->gfx.rlc.clear_state_obj); rlc 148 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c amdgpu_bo_unpin(adev->gfx.rlc.clear_state_obj); rlc 149 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c amdgpu_bo_unreserve(adev->gfx.rlc.clear_state_obj); rlc 166 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c r = amdgpu_bo_create_reserved(adev, adev->gfx.rlc.cp_table_size, rlc 168 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c &adev->gfx.rlc.cp_table_obj, rlc 169 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c &adev->gfx.rlc.cp_table_gpu_addr, rlc 170 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c (void **)&adev->gfx.rlc.cp_table_ptr); rlc 179 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c amdgpu_bo_kunmap(adev->gfx.rlc.cp_table_obj); rlc 180 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c amdgpu_bo_unreserve(adev->gfx.rlc.cp_table_obj); rlc 200 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c max_me = adev->gfx.rlc.funcs->get_cp_table_num(adev); rlc 203 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c dst_ptr = adev->gfx.rlc.cp_table_ptr; rlc 267 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c if (adev->gfx.rlc.save_restore_obj) { rlc 268 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c amdgpu_bo_free_kernel(&adev->gfx.rlc.save_restore_obj, rlc 269 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c &adev->gfx.rlc.save_restore_gpu_addr, rlc 270 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c (void **)&adev->gfx.rlc.sr_ptr); rlc 274 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c amdgpu_bo_free_kernel(&adev->gfx.rlc.clear_state_obj, rlc 275 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c &adev->gfx.rlc.clear_state_gpu_addr, rlc 276 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c (void **)&adev->gfx.rlc.cs_ptr); rlc 279 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c amdgpu_bo_free_kernel(&adev->gfx.rlc.cp_table_obj, rlc 280 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c &adev->gfx.rlc.cp_table_gpu_addr, rlc 281 drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.c (void **)&adev->gfx.rlc.cp_table_ptr); rlc 511 drivers/gpu/drm/amd/amdgpu/amdgpu_ucode.c ucode->ucode_size = adev->gfx.rlc.save_restore_list_cntl_size_bytes; rlc 512 drivers/gpu/drm/amd/amdgpu/amdgpu_ucode.c memcpy(ucode->kaddr, adev->gfx.rlc.save_restore_list_cntl, rlc 515 drivers/gpu/drm/amd/amdgpu/amdgpu_ucode.c ucode->ucode_size = adev->gfx.rlc.save_restore_list_gpm_size_bytes; rlc 516 drivers/gpu/drm/amd/amdgpu/amdgpu_ucode.c memcpy(ucode->kaddr, adev->gfx.rlc.save_restore_list_gpm, rlc 519 drivers/gpu/drm/amd/amdgpu/amdgpu_ucode.c ucode->ucode_size = adev->gfx.rlc.save_restore_list_srm_size_bytes; rlc 520 drivers/gpu/drm/amd/amdgpu/amdgpu_ucode.c memcpy(ucode->kaddr, adev->gfx.rlc.save_restore_list_srm, rlc 258 drivers/gpu/drm/amd/amdgpu/amdgpu_ucode.h struct rlc_firmware_header_v1_0 rlc; rlc 564 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c kfree(adev->gfx.rlc.register_list_format); rlc 600 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.save_restore_list_cntl_size_bytes = le32_to_cpu(rlc_hdr->save_restore_list_cntl_size_bytes); rlc 601 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.save_restore_list_cntl = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->save_restore_list_cntl_offset_bytes); rlc 604 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.save_restore_list_gpm_size_bytes = le32_to_cpu(rlc_hdr->save_restore_list_gpm_size_bytes); rlc 605 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.save_restore_list_gpm = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->save_restore_list_gpm_offset_bytes); rlc 608 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.save_restore_list_srm_size_bytes = le32_to_cpu(rlc_hdr->save_restore_list_srm_size_bytes); rlc 609 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.save_restore_list_srm = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->save_restore_list_srm_offset_bytes); rlc 610 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.reg_list_format_direct_reg_list_length = rlc 702 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.is_rlc_v2_1 = true; rlc 706 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.save_and_restore_offset = rlc 708 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.clear_state_descriptor_offset = rlc 710 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.avail_scratch_ram_locations = rlc 712 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.reg_restore_list_size = rlc 714 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.reg_list_format_start = rlc 716 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.reg_list_format_separate_start = rlc 718 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.starting_offsets_start = rlc 720 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.reg_list_format_size_bytes = rlc 722 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.reg_list_size_bytes = rlc 724 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.register_list_format = rlc 725 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c kmalloc(adev->gfx.rlc.reg_list_format_size_bytes + rlc 726 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.reg_list_size_bytes, GFP_KERNEL); rlc 727 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c if (!adev->gfx.rlc.register_list_format) { rlc 735 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.register_list_format[i] = le32_to_cpu(tmp[i]); rlc 737 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.register_restore = adev->gfx.rlc.register_list_format + i; rlc 742 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.register_restore[i] = le32_to_cpu(tmp[i]); rlc 744 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c if (adev->gfx.rlc.is_rlc_v2_1) rlc 804 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c if (adev->gfx.rlc.is_rlc_v2_1 && rlc 805 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.save_restore_list_cntl_size_bytes && rlc 806 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.save_restore_list_gpm_size_bytes && rlc 807 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.save_restore_list_srm_size_bytes) { rlc 812 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c ALIGN(adev->gfx.rlc.save_restore_list_cntl_size_bytes, PAGE_SIZE); rlc 818 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c ALIGN(adev->gfx.rlc.save_restore_list_gpm_size_bytes, PAGE_SIZE); rlc 824 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c ALIGN(adev->gfx.rlc.save_restore_list_srm_size_bytes, PAGE_SIZE); rlc 924 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c if (adev->gfx.rlc.cs_data == NULL) rlc 936 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c for (sect = adev->gfx.rlc.cs_data; sect->section != NULL; ++sect) { rlc 967 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_bo_free_kernel(&adev->gfx.rlc.clear_state_obj, rlc 968 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c &adev->gfx.rlc.clear_state_gpu_addr, rlc 969 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c (void **)&adev->gfx.rlc.cs_ptr); rlc 972 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_bo_free_kernel(&adev->gfx.rlc.cp_table_obj, rlc 973 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c &adev->gfx.rlc.cp_table_gpu_addr, rlc 974 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c (void **)&adev->gfx.rlc.cp_table_ptr); rlc 982 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.cs_data = gfx10_cs_data; rlc 984 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c cs_data = adev->gfx.rlc.cs_data; rlc 1000 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c r = amdgpu_bo_reserve(adev->gfx.rlc.clear_state_obj, false); rlc 1004 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c r = amdgpu_bo_pin(adev->gfx.rlc.clear_state_obj, rlc 1007 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.clear_state_gpu_addr = rlc 1008 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_bo_gpu_offset(adev->gfx.rlc.clear_state_obj); rlc 1010 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_bo_unreserve(adev->gfx.rlc.clear_state_obj); rlc 1019 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c if (!adev->gfx.rlc.clear_state_obj) rlc 1022 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c r = amdgpu_bo_reserve(adev->gfx.rlc.clear_state_obj, true); rlc 1024 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_bo_unpin(adev->gfx.rlc.clear_state_obj); rlc 1025 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_bo_unreserve(adev->gfx.rlc.clear_state_obj); rlc 1793 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c r = amdgpu_bo_reserve(adev->gfx.rlc.clear_state_obj, false); rlc 1797 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c r = amdgpu_bo_kmap(adev->gfx.rlc.clear_state_obj, rlc 1798 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c (void **)&adev->gfx.rlc.cs_ptr); rlc 1800 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.funcs->get_csb_buffer(adev, rlc 1801 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.cs_ptr); rlc 1802 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_bo_kunmap(adev->gfx.rlc.clear_state_obj); rlc 1805 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_bo_unreserve(adev->gfx.rlc.clear_state_obj); rlc 1812 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.clear_state_gpu_addr >> 32); rlc 1814 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.clear_state_gpu_addr & 0xfffffffc); rlc 1815 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c WREG32_SOC15(GC, 0, mmRLC_CSIB_LENGTH, adev->gfx.rlc.clear_state_size); rlc 1944 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.funcs->stop(adev); rlc 1968 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.funcs->start(adev); rlc 1992 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c &adev->gfx.rlc.rlc_toc_bo, rlc 1993 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c &adev->gfx.rlc.rlc_toc_gpu_addr, rlc 1994 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c (void **)&adev->gfx.rlc.rlc_toc_buf); rlc 2001 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c memcpy(adev->gfx.rlc.rlc_toc_buf, adev->psp.toc_start_addr, adev->psp.toc_bin_size); rlc 2003 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c rlc_toc = (RLC_TABLE_OF_CONTENT *)adev->gfx.rlc.rlc_toc_buf; rlc 2054 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c &adev->gfx.rlc.rlc_autoload_bo, rlc 2055 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c &adev->gfx.rlc.rlc_autoload_gpu_addr, rlc 2056 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c (void **)&adev->gfx.rlc.rlc_autoload_ptr); rlc 2067 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_bo_free_kernel(&adev->gfx.rlc.rlc_toc_bo, rlc 2068 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c &adev->gfx.rlc.rlc_toc_gpu_addr, rlc 2069 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c (void **)&adev->gfx.rlc.rlc_toc_buf); rlc 2070 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_bo_free_kernel(&adev->gfx.rlc.rlc_autoload_bo, rlc 2071 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c &adev->gfx.rlc.rlc_autoload_gpu_addr, rlc 2072 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c (void **)&adev->gfx.rlc.rlc_autoload_ptr); rlc 2082 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c char *ptr = adev->gfx.rlc.rlc_autoload_ptr; rlc 2107 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c data = adev->gfx.rlc.rlc_toc_buf; rlc 2221 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c gpu_addr = adev->gfx.rlc.rlc_autoload_gpu_addr + rlc_g_offset; rlc 2270 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c addr = adev->gfx.rlc.rlc_autoload_gpu_addr + rlc 2307 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c addr = adev->gfx.rlc.rlc_autoload_gpu_addr + rlc 2344 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c addr = adev->gfx.rlc.rlc_autoload_gpu_addr + rlc 2381 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c addr = adev->gfx.rlc.rlc_autoload_gpu_addr + rlc 5365 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c adev->gfx.rlc.funcs = &gfx_v10_0_rlc_funcs; rlc 2062 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c for (sect = adev->gfx.rlc.cs_data; sect->section != NULL; ++sect) { rlc 2384 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c adev->gfx.rlc.reg_list = verde_rlc_save_restore_register_list; rlc 2385 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c adev->gfx.rlc.reg_list_size = rlc 2388 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c adev->gfx.rlc.cs_data = si_cs_data; rlc 2389 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c src_ptr = adev->gfx.rlc.reg_list; rlc 2390 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c dws = adev->gfx.rlc.reg_list_size; rlc 2391 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c cs_data = adev->gfx.rlc.cs_data; rlc 2402 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c adev->gfx.rlc.clear_state_size = gfx_v6_0_get_csb_size(adev); rlc 2403 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c dws = adev->gfx.rlc.clear_state_size + (256 / 4); rlc 2407 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c &adev->gfx.rlc.clear_state_obj, rlc 2408 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c &adev->gfx.rlc.clear_state_gpu_addr, rlc 2409 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c (void **)&adev->gfx.rlc.cs_ptr); rlc 2417 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c dst_ptr = adev->gfx.rlc.cs_ptr; rlc 2418 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c reg_list_mc_addr = adev->gfx.rlc.clear_state_gpu_addr + 256; rlc 2421 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c dst_ptr[2] = cpu_to_le32(adev->gfx.rlc.clear_state_size); rlc 2423 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c amdgpu_bo_kunmap(adev->gfx.rlc.clear_state_obj); rlc 2424 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c amdgpu_bo_unreserve(adev->gfx.rlc.clear_state_obj); rlc 2457 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c static void gfx_v6_0_update_rlc(struct amdgpu_device *adev, u32 rlc) rlc 2462 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c if (tmp != rlc) rlc 2463 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c WREG32(mmRLC_CNTL, rlc); rlc 2533 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c adev->gfx.rlc.funcs->stop(adev); rlc 2534 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c adev->gfx.rlc.funcs->reset(adev); rlc 2562 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c adev->gfx.rlc.funcs->start(adev); rlc 2828 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c WREG32(mmRLC_SAVE_AND_RESTORE_BASE, adev->gfx.rlc.save_restore_gpu_addr >> 8); rlc 2830 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c WREG32(mmRLC_CLEAR_STATE_RESTORE_BASE, adev->gfx.rlc.clear_state_gpu_addr >> 8); rlc 2852 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c if (adev->gfx.rlc.cs_data == NULL) rlc 2860 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c for (sect = adev->gfx.rlc.cs_data; sect->section != NULL; ++sect) { rlc 2885 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c if (adev->gfx.rlc.cs_data == NULL) rlc 2896 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c for (sect = adev->gfx.rlc.cs_data; sect->section != NULL; ++sect) { rlc 2936 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c WREG32(mmRLC_SAVE_AND_RESTORE_BASE, adev->gfx.rlc.save_restore_gpu_addr >> 8); rlc 2937 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c WREG32(mmRLC_CLEAR_STATE_RESTORE_BASE, adev->gfx.rlc.clear_state_gpu_addr >> 8); rlc 2944 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c WREG32(mmRLC_SAVE_AND_RESTORE_BASE, adev->gfx.rlc.save_restore_gpu_addr >> 8); rlc 2945 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c WREG32(mmRLC_CLEAR_STATE_RESTORE_BASE, adev->gfx.rlc.clear_state_gpu_addr >> 8); rlc 3074 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c adev->gfx.rlc.funcs = &gfx_v6_0_rlc_funcs; rlc 3107 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c r = adev->gfx.rlc.funcs->init(adev); rlc 3170 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c r = adev->gfx.rlc.funcs->resume(adev); rlc 3188 drivers/gpu/drm/amd/amdgpu/gfx_v6_0.c adev->gfx.rlc.funcs->stop(adev); rlc 2557 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c for (sect = adev->gfx.rlc.cs_data; sect->section != NULL; ++sect) { rlc 3310 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c adev->gfx.rlc.reg_list = spectre_rlc_save_restore_register_list; rlc 3311 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c adev->gfx.rlc.reg_list_size = rlc 3314 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c adev->gfx.rlc.reg_list = kalindi_rlc_save_restore_register_list; rlc 3315 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c adev->gfx.rlc.reg_list_size = rlc 3319 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c adev->gfx.rlc.cs_data = ci_cs_data; rlc 3320 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c adev->gfx.rlc.cp_table_size = ALIGN(CP_ME_TABLE_SIZE * 5 * 4, 2048); /* CP JT */ rlc 3321 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c adev->gfx.rlc.cp_table_size += 64 * 1024; /* GDS */ rlc 3323 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c src_ptr = adev->gfx.rlc.reg_list; rlc 3324 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c dws = adev->gfx.rlc.reg_list_size; rlc 3327 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c cs_data = adev->gfx.rlc.cs_data; rlc 3343 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c if (adev->gfx.rlc.cp_table_size) { rlc 3394 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c static void gfx_v7_0_update_rlc(struct amdgpu_device *adev, u32 rlc) rlc 3399 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c if (tmp != rlc) rlc 3400 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c WREG32(mmRLC_CNTL, rlc); rlc 3531 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c adev->gfx.rlc.funcs->stop(adev); rlc 3537 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c adev->gfx.rlc.funcs->reset(adev); rlc 3568 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c adev->gfx.rlc.funcs->start(adev); rlc 3885 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c if (adev->gfx.rlc.cs_data) { rlc 3887 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c WREG32(mmRLC_GPM_SCRATCH_DATA, upper_32_bits(adev->gfx.rlc.clear_state_gpu_addr)); rlc 3888 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c WREG32(mmRLC_GPM_SCRATCH_DATA, lower_32_bits(adev->gfx.rlc.clear_state_gpu_addr)); rlc 3889 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c WREG32(mmRLC_GPM_SCRATCH_DATA, adev->gfx.rlc.clear_state_size); rlc 3895 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c if (adev->gfx.rlc.reg_list) { rlc 3897 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c for (i = 0; i < adev->gfx.rlc.reg_list_size; i++) rlc 3898 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c WREG32(mmRLC_GPM_SCRATCH_DATA, adev->gfx.rlc.reg_list[i]); rlc 3906 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c WREG32(mmRLC_SAVE_AND_RESTORE_BASE, adev->gfx.rlc.save_restore_gpu_addr >> 8); rlc 3907 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c WREG32(mmRLC_JUMP_TABLE_RESTORE, adev->gfx.rlc.cp_table_gpu_addr >> 8); rlc 3942 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c if (adev->gfx.rlc.cs_data == NULL) rlc 3950 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c for (sect = adev->gfx.rlc.cs_data; sect->section != NULL; ++sect) { rlc 3975 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c if (adev->gfx.rlc.cs_data == NULL) rlc 3987 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c for (sect = adev->gfx.rlc.cs_data; sect->section != NULL; ++sect) { rlc 4234 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c adev->gfx.rlc.funcs = &gfx_v7_0_rlc_funcs; rlc 4475 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c r = adev->gfx.rlc.funcs->init(adev); rlc 4537 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c amdgpu_bo_free_kernel(&adev->gfx.rlc.clear_state_obj, rlc 4538 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c &adev->gfx.rlc.clear_state_gpu_addr, rlc 4539 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c (void **)&adev->gfx.rlc.cs_ptr); rlc 4540 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c if (adev->gfx.rlc.cp_table_size) { rlc 4541 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c amdgpu_bo_free_kernel(&adev->gfx.rlc.cp_table_obj, rlc 4542 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c &adev->gfx.rlc.cp_table_gpu_addr, rlc 4543 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c (void **)&adev->gfx.rlc.cp_table_ptr); rlc 4558 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c r = adev->gfx.rlc.funcs->resume(adev); rlc 4576 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c adev->gfx.rlc.funcs->stop(adev); rlc 4661 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c adev->gfx.rlc.funcs->stop(adev); rlc 946 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c kfree(adev->gfx.rlc.register_list_format); rlc 1075 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.save_and_restore_offset = rlc 1077 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.clear_state_descriptor_offset = rlc 1079 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.avail_scratch_ram_locations = rlc 1081 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.reg_restore_list_size = rlc 1083 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.reg_list_format_start = rlc 1085 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.reg_list_format_separate_start = rlc 1087 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.starting_offsets_start = rlc 1089 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.reg_list_format_size_bytes = rlc 1091 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.reg_list_size_bytes = rlc 1094 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.register_list_format = rlc 1095 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c kmalloc(adev->gfx.rlc.reg_list_format_size_bytes + rlc 1096 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.reg_list_size_bytes, GFP_KERNEL); rlc 1098 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c if (!adev->gfx.rlc.register_list_format) { rlc 1105 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c for (i = 0 ; i < (adev->gfx.rlc.reg_list_format_size_bytes >> 2); i++) rlc 1106 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.register_list_format[i] = le32_to_cpu(tmp[i]); rlc 1108 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.register_restore = adev->gfx.rlc.register_list_format + i; rlc 1112 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c for (i = 0 ; i < (adev->gfx.rlc.reg_list_size_bytes >> 2); i++) rlc 1113 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.register_restore[i] = le32_to_cpu(tmp[i]); rlc 1249 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c if (adev->gfx.rlc.cs_data == NULL) rlc 1261 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c for (sect = adev->gfx.rlc.cs_data; sect->section != NULL; ++sect) { rlc 1302 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.cs_data = vi_cs_data; rlc 1304 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c cs_data = adev->gfx.rlc.cs_data; rlc 1315 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.cp_table_size = ALIGN(96 * 5 * 4, 2048) + (64 * 1024); /* JT + GDS */ rlc 1328 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c r = amdgpu_bo_reserve(adev->gfx.rlc.clear_state_obj, false); rlc 1332 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c r = amdgpu_bo_pin(adev->gfx.rlc.clear_state_obj, rlc 1335 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.clear_state_gpu_addr = rlc 1336 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_bo_gpu_offset(adev->gfx.rlc.clear_state_obj); rlc 1338 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_bo_unreserve(adev->gfx.rlc.clear_state_obj); rlc 1347 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c if (!adev->gfx.rlc.clear_state_obj) rlc 1350 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c r = amdgpu_bo_reserve(adev->gfx.rlc.clear_state_obj, true); rlc 1352 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_bo_unpin(adev->gfx.rlc.clear_state_obj); rlc 1353 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_bo_unreserve(adev->gfx.rlc.clear_state_obj); rlc 2021 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c r = adev->gfx.rlc.funcs->init(adev); rlc 2111 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_bo_free_kernel(&adev->gfx.rlc.clear_state_obj, rlc 2112 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c &adev->gfx.rlc.clear_state_gpu_addr, rlc 2113 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c (void **)&adev->gfx.rlc.cs_ptr); rlc 2116 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_bo_free_kernel(&adev->gfx.rlc.cp_table_obj, rlc 2117 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c &adev->gfx.rlc.cp_table_gpu_addr, rlc 2118 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c (void **)&adev->gfx.rlc.cp_table_ptr); rlc 3922 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.clear_state_gpu_addr >> 32); rlc 3924 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.clear_state_gpu_addr & 0xfffffffc); rlc 3926 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.clear_state_size); rlc 3989 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c kmemdup(adev->gfx.rlc.register_list_format, rlc 3990 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.reg_list_format_size_bytes, GFP_KERNEL); rlc 3996 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.reg_list_format_size_bytes >> 2, rlc 4008 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c for (i = 0; i < adev->gfx.rlc.reg_list_size_bytes >> 2; i++) rlc 4009 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c WREG32(mmRLC_SRM_ARAM_DATA, adev->gfx.rlc.register_restore[i]); rlc 4012 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c WREG32(mmRLC_GPM_SCRATCH_ADDR, adev->gfx.rlc.reg_list_format_start); rlc 4013 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c for (i = 0; i < adev->gfx.rlc.reg_list_format_size_bytes >> 2; i++) rlc 4016 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c list_size = adev->gfx.rlc.reg_list_size_bytes >> 2; rlc 4018 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c WREG32(mmRLC_GPM_SCRATCH_ADDR, adev->gfx.rlc.reg_restore_list_size); rlc 4023 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.starting_offsets_start); rlc 4088 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c WREG32(mmRLC_JUMP_TABLE_RESTORE, adev->gfx.rlc.cp_table_gpu_addr >> 8); rlc 4137 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.funcs->stop(adev); rlc 4138 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.funcs->reset(adev); rlc 4140 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.funcs->start(adev); rlc 4844 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c r = adev->gfx.rlc.funcs->resume(adev); rlc 4956 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.funcs->stop(adev); rlc 5050 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.funcs->stop(adev); rlc 5177 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.funcs->start(adev); rlc 7090 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c adev->gfx.rlc.funcs = &iceland_rlc_funcs; rlc 947 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c kfree(adev->gfx.rlc.register_list_format); rlc 957 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.save_restore_list_cntl_size_bytes = le32_to_cpu(rlc_hdr->save_restore_list_cntl_size_bytes); rlc 958 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.save_restore_list_cntl = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->save_restore_list_cntl_offset_bytes); rlc 961 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.save_restore_list_gpm_size_bytes = le32_to_cpu(rlc_hdr->save_restore_list_gpm_size_bytes); rlc 962 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.save_restore_list_gpm = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->save_restore_list_gpm_offset_bytes); rlc 965 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.save_restore_list_srm_size_bytes = le32_to_cpu(rlc_hdr->save_restore_list_srm_size_bytes); rlc 966 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.save_restore_list_srm = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->save_restore_list_srm_offset_bytes); rlc 967 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.reg_list_format_direct_reg_list_length = rlc 1046 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c !adev->gfx.rlc.is_rlc_v2_1)) /* without rlc save restore ucodes */ rlc 1188 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.is_rlc_v2_1 = true; rlc 1192 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.save_and_restore_offset = rlc 1194 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.clear_state_descriptor_offset = rlc 1196 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.avail_scratch_ram_locations = rlc 1198 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.reg_restore_list_size = rlc 1200 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.reg_list_format_start = rlc 1202 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.reg_list_format_separate_start = rlc 1204 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.starting_offsets_start = rlc 1206 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.reg_list_format_size_bytes = rlc 1208 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.reg_list_size_bytes = rlc 1210 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.register_list_format = rlc 1211 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c kmalloc(adev->gfx.rlc.reg_list_format_size_bytes + rlc 1212 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.reg_list_size_bytes, GFP_KERNEL); rlc 1213 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c if (!adev->gfx.rlc.register_list_format) { rlc 1220 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c for (i = 0 ; i < (adev->gfx.rlc.reg_list_format_size_bytes >> 2); i++) rlc 1221 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.register_list_format[i] = le32_to_cpu(tmp[i]); rlc 1223 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.register_restore = adev->gfx.rlc.register_list_format + i; rlc 1227 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c for (i = 0 ; i < (adev->gfx.rlc.reg_list_size_bytes >> 2); i++) rlc 1228 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.register_restore[i] = le32_to_cpu(tmp[i]); rlc 1230 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c if (adev->gfx.rlc.is_rlc_v2_1) rlc 1241 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c if (adev->gfx.rlc.is_rlc_v2_1 && rlc 1242 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.save_restore_list_cntl_size_bytes && rlc 1243 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.save_restore_list_gpm_size_bytes && rlc 1244 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.save_restore_list_srm_size_bytes) { rlc 1249 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c ALIGN(adev->gfx.rlc.save_restore_list_cntl_size_bytes, PAGE_SIZE); rlc 1255 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c ALIGN(adev->gfx.rlc.save_restore_list_gpm_size_bytes, PAGE_SIZE); rlc 1261 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c ALIGN(adev->gfx.rlc.save_restore_list_srm_size_bytes, PAGE_SIZE); rlc 1454 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c if (adev->gfx.rlc.cs_data == NULL) rlc 1466 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c for (sect = adev->gfx.rlc.cs_data; sect->section != NULL; ++sect) { rlc 1645 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.cs_data = gfx9_cs_data; rlc 1647 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c cs_data = adev->gfx.rlc.cs_data; rlc 1658 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.cp_table_size = ALIGN(96 * 5 * 4, 2048) + (64 * 1024); /* JT + GDS */ rlc 1682 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c r = amdgpu_bo_reserve(adev->gfx.rlc.clear_state_obj, false); rlc 1686 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c r = amdgpu_bo_pin(adev->gfx.rlc.clear_state_obj, rlc 1689 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.clear_state_gpu_addr = rlc 1690 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_bo_gpu_offset(adev->gfx.rlc.clear_state_obj); rlc 1692 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_bo_unreserve(adev->gfx.rlc.clear_state_obj); rlc 1701 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c if (!adev->gfx.rlc.clear_state_obj) rlc 1704 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c r = amdgpu_bo_reserve(adev->gfx.rlc.clear_state_obj, true); rlc 1706 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_bo_unpin(adev->gfx.rlc.clear_state_obj); rlc 1707 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_bo_unreserve(adev->gfx.rlc.clear_state_obj); rlc 2254 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c r = adev->gfx.rlc.funcs->init(adev); rlc 2361 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_bo_unref(&adev->gfx.rlc.clear_state_obj); rlc 2363 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_bo_free_kernel(&adev->gfx.rlc.cp_table_obj, rlc 2364 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c &adev->gfx.rlc.cp_table_gpu_addr, rlc 2365 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c (void **)&adev->gfx.rlc.cp_table_ptr); rlc 2601 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.clear_state_gpu_addr >> 32); rlc 2603 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.clear_state_gpu_addr & 0xfffffffc); rlc 2605 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.clear_state_size); rlc 2658 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c kmemdup(adev->gfx.rlc.register_list_format, rlc 2659 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.reg_list_format_size_bytes, GFP_KERNEL); rlc 2666 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.reg_list_format_direct_reg_list_length, rlc 2667 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.reg_list_format_size_bytes >> 2, rlc 2682 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c for (i = 0; i < adev->gfx.rlc.reg_list_size_bytes >> 2; i++) rlc 2684 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.register_restore[i]); rlc 2688 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.reg_list_format_start); rlc 2691 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c for (i = 0; i < adev->gfx.rlc.reg_list_format_direct_reg_list_length; i++) rlc 2696 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c while (i < (adev->gfx.rlc.reg_list_format_size_bytes >> 2)) { rlc 2718 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c list_size = adev->gfx.rlc.reg_list_size_bytes >> 2; rlc 2721 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.reg_restore_list_size); rlc 2726 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.starting_offsets_start); rlc 2927 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c if (adev->gfx.rlc.is_rlc_v2_1) { rlc 2942 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.cp_table_gpu_addr >> 8); rlc 3028 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.funcs->stop(adev); rlc 3059 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.funcs->start(adev); rlc 3895 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c r = adev->gfx.rlc.funcs->resume(adev); rlc 3978 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.funcs->stop(adev); rlc 4053 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.funcs->stop(adev); rlc 6369 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c adev->gfx.rlc.funcs = &gfx_v9_0_rlc_funcs; rlc 1368 drivers/gpu/drm/amd/powerplay/amdgpu_smu.c adev->gfx.rlc.funcs->stop) rlc 1369 drivers/gpu/drm/amd/powerplay/amdgpu_smu.c adev->gfx.rlc.funcs->stop(adev); rlc 5821 drivers/gpu/drm/radeon/cik.c static void cik_update_rlc(struct radeon_device *rdev, u32 rlc) rlc 5826 drivers/gpu/drm/radeon/cik.c if (tmp != rlc) rlc 5827 drivers/gpu/drm/radeon/cik.c WREG32(RLC_CNTL, rlc); rlc 6435 drivers/gpu/drm/radeon/cik.c if (rdev->rlc.cp_table_ptr == NULL) rlc 6439 drivers/gpu/drm/radeon/cik.c dst_ptr = rdev->rlc.cp_table_ptr; rlc 6631 drivers/gpu/drm/radeon/cik.c if (rdev->rlc.cs_data) { rlc 6633 drivers/gpu/drm/radeon/cik.c WREG32(RLC_GPM_SCRATCH_DATA, upper_32_bits(rdev->rlc.clear_state_gpu_addr)); rlc 6634 drivers/gpu/drm/radeon/cik.c WREG32(RLC_GPM_SCRATCH_DATA, lower_32_bits(rdev->rlc.clear_state_gpu_addr)); rlc 6635 drivers/gpu/drm/radeon/cik.c WREG32(RLC_GPM_SCRATCH_DATA, rdev->rlc.clear_state_size); rlc 6641 drivers/gpu/drm/radeon/cik.c if (rdev->rlc.reg_list) { rlc 6643 drivers/gpu/drm/radeon/cik.c for (i = 0; i < rdev->rlc.reg_list_size; i++) rlc 6644 drivers/gpu/drm/radeon/cik.c WREG32(RLC_GPM_SCRATCH_DATA, rdev->rlc.reg_list[i]); rlc 6652 drivers/gpu/drm/radeon/cik.c WREG32(RLC_SAVE_AND_RESTORE_BASE, rdev->rlc.save_restore_gpu_addr >> 8); rlc 6653 drivers/gpu/drm/radeon/cik.c WREG32(RLC_CP_TABLE_RESTORE, rdev->rlc.cp_table_gpu_addr >> 8); rlc 6688 drivers/gpu/drm/radeon/cik.c if (rdev->rlc.cs_data == NULL) rlc 6696 drivers/gpu/drm/radeon/cik.c for (sect = rdev->rlc.cs_data; sect->section != NULL; ++sect) { rlc 6720 drivers/gpu/drm/radeon/cik.c if (rdev->rlc.cs_data == NULL) rlc 6732 drivers/gpu/drm/radeon/cik.c for (sect = rdev->rlc.cs_data; sect->section != NULL; ++sect) { rlc 8329 drivers/gpu/drm/radeon/cik.c rdev->rlc.reg_list = spectre_rlc_save_restore_register_list; rlc 8330 drivers/gpu/drm/radeon/cik.c rdev->rlc.reg_list_size = rlc 8333 drivers/gpu/drm/radeon/cik.c rdev->rlc.reg_list = kalindi_rlc_save_restore_register_list; rlc 8334 drivers/gpu/drm/radeon/cik.c rdev->rlc.reg_list_size = rlc 8338 drivers/gpu/drm/radeon/cik.c rdev->rlc.cs_data = ci_cs_data; rlc 8339 drivers/gpu/drm/radeon/cik.c rdev->rlc.cp_table_size = ALIGN(CP_ME_TABLE_SIZE * 5 * 4, 2048); /* CP JT */ rlc 8340 drivers/gpu/drm/radeon/cik.c rdev->rlc.cp_table_size += 64 * 1024; /* GDS */ rlc 4115 drivers/gpu/drm/radeon/evergreen.c if (rdev->rlc.save_restore_obj) { rlc 4116 drivers/gpu/drm/radeon/evergreen.c r = radeon_bo_reserve(rdev->rlc.save_restore_obj, false); rlc 4119 drivers/gpu/drm/radeon/evergreen.c radeon_bo_unpin(rdev->rlc.save_restore_obj); rlc 4120 drivers/gpu/drm/radeon/evergreen.c radeon_bo_unreserve(rdev->rlc.save_restore_obj); rlc 4122 drivers/gpu/drm/radeon/evergreen.c radeon_bo_unref(&rdev->rlc.save_restore_obj); rlc 4123 drivers/gpu/drm/radeon/evergreen.c rdev->rlc.save_restore_obj = NULL; rlc 4127 drivers/gpu/drm/radeon/evergreen.c if (rdev->rlc.clear_state_obj) { rlc 4128 drivers/gpu/drm/radeon/evergreen.c r = radeon_bo_reserve(rdev->rlc.clear_state_obj, false); rlc 4131 drivers/gpu/drm/radeon/evergreen.c radeon_bo_unpin(rdev->rlc.clear_state_obj); rlc 4132 drivers/gpu/drm/radeon/evergreen.c radeon_bo_unreserve(rdev->rlc.clear_state_obj); rlc 4134 drivers/gpu/drm/radeon/evergreen.c radeon_bo_unref(&rdev->rlc.clear_state_obj); rlc 4135 drivers/gpu/drm/radeon/evergreen.c rdev->rlc.clear_state_obj = NULL; rlc 4139 drivers/gpu/drm/radeon/evergreen.c if (rdev->rlc.cp_table_obj) { rlc 4140 drivers/gpu/drm/radeon/evergreen.c r = radeon_bo_reserve(rdev->rlc.cp_table_obj, false); rlc 4143 drivers/gpu/drm/radeon/evergreen.c radeon_bo_unpin(rdev->rlc.cp_table_obj); rlc 4144 drivers/gpu/drm/radeon/evergreen.c radeon_bo_unreserve(rdev->rlc.cp_table_obj); rlc 4146 drivers/gpu/drm/radeon/evergreen.c radeon_bo_unref(&rdev->rlc.cp_table_obj); rlc 4147 drivers/gpu/drm/radeon/evergreen.c rdev->rlc.cp_table_obj = NULL; rlc 4163 drivers/gpu/drm/radeon/evergreen.c src_ptr = rdev->rlc.reg_list; rlc 4164 drivers/gpu/drm/radeon/evergreen.c dws = rdev->rlc.reg_list_size; rlc 4168 drivers/gpu/drm/radeon/evergreen.c cs_data = rdev->rlc.cs_data; rlc 4172 drivers/gpu/drm/radeon/evergreen.c if (rdev->rlc.save_restore_obj == NULL) { rlc 4175 drivers/gpu/drm/radeon/evergreen.c NULL, &rdev->rlc.save_restore_obj); rlc 4182 drivers/gpu/drm/radeon/evergreen.c r = radeon_bo_reserve(rdev->rlc.save_restore_obj, false); rlc 4187 drivers/gpu/drm/radeon/evergreen.c r = radeon_bo_pin(rdev->rlc.save_restore_obj, RADEON_GEM_DOMAIN_VRAM, rlc 4188 drivers/gpu/drm/radeon/evergreen.c &rdev->rlc.save_restore_gpu_addr); rlc 4190 drivers/gpu/drm/radeon/evergreen.c radeon_bo_unreserve(rdev->rlc.save_restore_obj); rlc 4196 drivers/gpu/drm/radeon/evergreen.c r = radeon_bo_kmap(rdev->rlc.save_restore_obj, (void **)&rdev->rlc.sr_ptr); rlc 4203 drivers/gpu/drm/radeon/evergreen.c dst_ptr = rdev->rlc.sr_ptr; rlc 4206 drivers/gpu/drm/radeon/evergreen.c for (i = 0; i < rdev->rlc.reg_list_size; i++) rlc 4226 drivers/gpu/drm/radeon/evergreen.c radeon_bo_kunmap(rdev->rlc.save_restore_obj); rlc 4227 drivers/gpu/drm/radeon/evergreen.c radeon_bo_unreserve(rdev->rlc.save_restore_obj); rlc 4233 drivers/gpu/drm/radeon/evergreen.c rdev->rlc.clear_state_size = dws = cik_get_csb_size(rdev); rlc 4235 drivers/gpu/drm/radeon/evergreen.c rdev->rlc.clear_state_size = si_get_csb_size(rdev); rlc 4236 drivers/gpu/drm/radeon/evergreen.c dws = rdev->rlc.clear_state_size + (256 / 4); rlc 4248 drivers/gpu/drm/radeon/evergreen.c rdev->rlc.clear_state_size = dws; rlc 4251 drivers/gpu/drm/radeon/evergreen.c if (rdev->rlc.clear_state_obj == NULL) { rlc 4254 drivers/gpu/drm/radeon/evergreen.c NULL, &rdev->rlc.clear_state_obj); rlc 4261 drivers/gpu/drm/radeon/evergreen.c r = radeon_bo_reserve(rdev->rlc.clear_state_obj, false); rlc 4266 drivers/gpu/drm/radeon/evergreen.c r = radeon_bo_pin(rdev->rlc.clear_state_obj, RADEON_GEM_DOMAIN_VRAM, rlc 4267 drivers/gpu/drm/radeon/evergreen.c &rdev->rlc.clear_state_gpu_addr); rlc 4269 drivers/gpu/drm/radeon/evergreen.c radeon_bo_unreserve(rdev->rlc.clear_state_obj); rlc 4275 drivers/gpu/drm/radeon/evergreen.c r = radeon_bo_kmap(rdev->rlc.clear_state_obj, (void **)&rdev->rlc.cs_ptr); rlc 4282 drivers/gpu/drm/radeon/evergreen.c dst_ptr = rdev->rlc.cs_ptr; rlc 4286 drivers/gpu/drm/radeon/evergreen.c reg_list_mc_addr = rdev->rlc.clear_state_gpu_addr + 256; rlc 4289 drivers/gpu/drm/radeon/evergreen.c dst_ptr[2] = cpu_to_le32(rdev->rlc.clear_state_size); rlc 4293 drivers/gpu/drm/radeon/evergreen.c reg_list_mc_addr = rdev->rlc.clear_state_gpu_addr + (reg_list_blk_index * 4); rlc 4322 drivers/gpu/drm/radeon/evergreen.c radeon_bo_kunmap(rdev->rlc.clear_state_obj); rlc 4323 drivers/gpu/drm/radeon/evergreen.c radeon_bo_unreserve(rdev->rlc.clear_state_obj); rlc 4326 drivers/gpu/drm/radeon/evergreen.c if (rdev->rlc.cp_table_size) { rlc 4327 drivers/gpu/drm/radeon/evergreen.c if (rdev->rlc.cp_table_obj == NULL) { rlc 4328 drivers/gpu/drm/radeon/evergreen.c r = radeon_bo_create(rdev, rdev->rlc.cp_table_size, rlc 4331 drivers/gpu/drm/radeon/evergreen.c NULL, &rdev->rlc.cp_table_obj); rlc 4339 drivers/gpu/drm/radeon/evergreen.c r = radeon_bo_reserve(rdev->rlc.cp_table_obj, false); rlc 4345 drivers/gpu/drm/radeon/evergreen.c r = radeon_bo_pin(rdev->rlc.cp_table_obj, RADEON_GEM_DOMAIN_VRAM, rlc 4346 drivers/gpu/drm/radeon/evergreen.c &rdev->rlc.cp_table_gpu_addr); rlc 4348 drivers/gpu/drm/radeon/evergreen.c radeon_bo_unreserve(rdev->rlc.cp_table_obj); rlc 4353 drivers/gpu/drm/radeon/evergreen.c r = radeon_bo_kmap(rdev->rlc.cp_table_obj, (void **)&rdev->rlc.cp_table_ptr); rlc 4362 drivers/gpu/drm/radeon/evergreen.c radeon_bo_kunmap(rdev->rlc.cp_table_obj); rlc 4363 drivers/gpu/drm/radeon/evergreen.c radeon_bo_unreserve(rdev->rlc.cp_table_obj); rlc 4412 drivers/gpu/drm/radeon/evergreen.c WREG32(TN_RLC_SAVE_AND_RESTORE_BASE, rdev->rlc.save_restore_gpu_addr >> 8); rlc 4413 drivers/gpu/drm/radeon/evergreen.c WREG32(TN_RLC_CLEAR_STATE_RESTORE_BASE, rdev->rlc.clear_state_gpu_addr >> 8); rlc 5035 drivers/gpu/drm/radeon/evergreen.c rdev->rlc.reg_list = sumo_rlc_save_restore_register_list; rlc 5036 drivers/gpu/drm/radeon/evergreen.c rdev->rlc.reg_list_size = rlc 5038 drivers/gpu/drm/radeon/evergreen.c rdev->rlc.cs_data = evergreen_cs_data; rlc 2190 drivers/gpu/drm/radeon/ni.c rdev->rlc.reg_list = tn_rlc_save_restore_register_list; rlc 2191 drivers/gpu/drm/radeon/ni.c rdev->rlc.reg_list_size = rlc 2193 drivers/gpu/drm/radeon/ni.c rdev->rlc.cs_data = cayman_cs_data; rlc 2409 drivers/gpu/drm/radeon/radeon.h struct radeon_rlc rlc; rlc 215 drivers/gpu/drm/radeon/radeon_ucode.h struct rlc_firmware_header_v1_0 rlc; rlc 5221 drivers/gpu/drm/radeon/si.c static void si_update_rlc(struct radeon_device *rdev, u32 rlc) rlc 5226 drivers/gpu/drm/radeon/si.c if (tmp != rlc) rlc 5227 drivers/gpu/drm/radeon/si.c WREG32(RLC_CNTL, rlc); rlc 5283 drivers/gpu/drm/radeon/si.c WREG32(RLC_SAVE_AND_RESTORE_BASE, rdev->rlc.save_restore_gpu_addr >> 8); rlc 5289 drivers/gpu/drm/radeon/si.c WREG32(RLC_CLEAR_STATE_RESTORE_BASE, rdev->rlc.clear_state_gpu_addr >> 8); rlc 5689 drivers/gpu/drm/radeon/si.c if (rdev->rlc.cs_data == NULL) rlc 5697 drivers/gpu/drm/radeon/si.c for (sect = rdev->rlc.cs_data; sect->section != NULL; ++sect) { rlc 5721 drivers/gpu/drm/radeon/si.c if (rdev->rlc.cs_data == NULL) rlc 5733 drivers/gpu/drm/radeon/si.c for (sect = rdev->rlc.cs_data; sect->section != NULL; ++sect) { rlc 5785 drivers/gpu/drm/radeon/si.c WREG32(RLC_SAVE_AND_RESTORE_BASE, rdev->rlc.save_restore_gpu_addr >> 8); rlc 5786 drivers/gpu/drm/radeon/si.c WREG32(RLC_CLEAR_STATE_RESTORE_BASE, rdev->rlc.clear_state_gpu_addr >> 8); rlc 5791 drivers/gpu/drm/radeon/si.c WREG32(RLC_SAVE_AND_RESTORE_BASE, rdev->rlc.save_restore_gpu_addr >> 8); rlc 5792 drivers/gpu/drm/radeon/si.c WREG32(RLC_CLEAR_STATE_RESTORE_BASE, rdev->rlc.clear_state_gpu_addr >> 8); rlc 6644 drivers/gpu/drm/radeon/si.c rdev->rlc.reg_list = verde_rlc_save_restore_register_list; rlc 6645 drivers/gpu/drm/radeon/si.c rdev->rlc.reg_list_size = rlc 6648 drivers/gpu/drm/radeon/si.c rdev->rlc.cs_data = si_cs_data; rlc 731 drivers/media/platform/vicodec/codec-fwht.c size = rlc(cf->coeffs, *rlco, blocktype);