vm_manager 870 drivers/gpu/drm/amd/amdgpu/amdgpu.h struct amdgpu_vm_manager vm_manager; vm_manager 153 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c .gpuvm_size = min(adev->vm_manager.max_pfn vm_manager 933 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c lower_32_bits(adev->vm_manager.max_pfn - 1)); vm_manager 935 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c upper_32_bits(adev->vm_manager.max_pfn - 1)); vm_manager 29 drivers/gpu/drm/amd/amdgpu/amdgpu_csa.c uint64_t addr = adev->vm_manager.max_pfn << AMDGPU_GPU_PAGE_SHIFT; vm_manager 2595 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c adev->vm_manager.vm_pte_funcs = NULL; vm_manager 2596 drivers/gpu/drm/amd/amdgpu/amdgpu_device.c adev->vm_manager.vm_pte_num_rqs = 0; vm_manager 203 drivers/gpu/drm/amd/amdgpu/amdgpu_ids.c struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; vm_manager 226 drivers/gpu/drm/amd/amdgpu/amdgpu_ids.c u64 fence_context = adev->vm_manager.fence_context + ring->idx; vm_manager 227 drivers/gpu/drm/amd/amdgpu/amdgpu_ids.c unsigned seqno = ++adev->vm_manager.seqno[ring->idx]; vm_manager 339 drivers/gpu/drm/amd/amdgpu/amdgpu_ids.c struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; vm_manager 412 drivers/gpu/drm/amd/amdgpu/amdgpu_ids.c struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; vm_manager 475 drivers/gpu/drm/amd/amdgpu/amdgpu_ids.c id_mgr = &adev->vm_manager.id_mgr[vmhub]; vm_manager 502 drivers/gpu/drm/amd/amdgpu/amdgpu_ids.c struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; vm_manager 525 drivers/gpu/drm/amd/amdgpu/amdgpu_ids.c struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; vm_manager 552 drivers/gpu/drm/amd/amdgpu/amdgpu_ids.c &adev->vm_manager.id_mgr[i]; vm_manager 572 drivers/gpu/drm/amd/amdgpu/amdgpu_ids.c &adev->vm_manager.id_mgr[i]; vm_manager 600 drivers/gpu/drm/amd/amdgpu/amdgpu_ids.c &adev->vm_manager.id_mgr[i]; vm_manager 704 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c vm_size = adev->vm_manager.max_pfn * AMDGPU_GPU_PAGE_SIZE; vm_manager 721 drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c dev_info.pte_fragment_size = (1 << adev->vm_manager.fragment_size) * AMDGPU_GPU_PAGE_SIZE; vm_manager 104 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c adev->vm_manager.block_size; vm_manager 129 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c adev->vm_manager.root_level); vm_manager 131 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c if (level == adev->vm_manager.root_level) vm_manager 133 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c return round_up(adev->vm_manager.max_pfn, 1ULL << shift) >> shift; vm_manager 154 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c shift = amdgpu_vm_level_shift(adev, adev->vm_manager.root_level); vm_manager 170 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c if (level <= adev->vm_manager.root_level) vm_manager 371 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c cursor->level = adev->vm_manager.root_level; vm_manager 707 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c unsigned level = adev->vm_manager.root_level; vm_manager 989 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; vm_manager 1027 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; vm_manager 1202 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c level += params->adev->vm_manager.root_level; vm_manager 1345 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c max_frag = params->adev->vm_manager.fragment_size; vm_manager 1407 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c if (cursor.level == adev->vm_manager.root_level) { vm_manager 1432 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c cursor.level - 1 != adev->vm_manager.root_level) { vm_manager 1566 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c unsigned min_linear_pages = 1 << adev->vm_manager.fragment_size; vm_manager 1646 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c addr += bo_adev->vm_manager.vram_base_offset; vm_manager 1782 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c spin_lock_irqsave(&adev->vm_manager.prt_lock, flags); vm_manager 1783 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c enable = !!atomic_read(&adev->vm_manager.num_prt_users); vm_manager 1785 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c spin_unlock_irqrestore(&adev->vm_manager.prt_lock, flags); vm_manager 1798 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c if (atomic_inc_return(&adev->vm_manager.num_prt_users) == 1) vm_manager 1809 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c if (atomic_dec_return(&adev->vm_manager.num_prt_users) == 0) vm_manager 2057 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c mutex_lock(&adev->vm_manager.lock_pstate); vm_manager 2059 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c if (++adev->vm_manager.xgmi_map_counter == 1) vm_manager 2061 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c mutex_unlock(&adev->vm_manager.lock_pstate); vm_manager 2485 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c mutex_lock(&adev->vm_manager.lock_pstate); vm_manager 2486 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c if (--adev->vm_manager.xgmi_map_counter == 0) vm_manager 2488 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c mutex_unlock(&adev->vm_manager.lock_pstate); vm_manager 2606 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c adev->vm_manager.max_pfn = (uint64_t)vm_size << 18; vm_manager 2608 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c tmp = roundup_pow_of_two(adev->vm_manager.max_pfn); vm_manager 2612 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c adev->vm_manager.num_level = min(max_level, (unsigned)tmp); vm_manager 2613 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c switch (adev->vm_manager.num_level) { vm_manager 2615 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c adev->vm_manager.root_level = AMDGPU_VM_PDB2; vm_manager 2618 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c adev->vm_manager.root_level = AMDGPU_VM_PDB1; vm_manager 2621 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c adev->vm_manager.root_level = AMDGPU_VM_PDB0; vm_manager 2628 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c adev->vm_manager.block_size = vm_manager 2631 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c - 9 * adev->vm_manager.num_level); vm_manager 2632 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c else if (adev->vm_manager.num_level > 1) vm_manager 2633 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c adev->vm_manager.block_size = 9; vm_manager 2635 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c adev->vm_manager.block_size = amdgpu_vm_get_block_size(tmp); vm_manager 2638 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c adev->vm_manager.fragment_size = fragment_size_default; vm_manager 2640 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c adev->vm_manager.fragment_size = amdgpu_vm_fragment_size; vm_manager 2643 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c vm_size, adev->vm_manager.num_level + 1, vm_manager 2644 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c adev->vm_manager.block_size, vm_manager 2645 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c adev->vm_manager.fragment_size); vm_manager 2692 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c r = drm_sched_entity_init(&vm->entity, adev->vm_manager.vm_pte_rqs, vm_manager 2693 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c adev->vm_manager.vm_pte_num_rqs, NULL); vm_manager 2700 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c vm->use_cpu_for_update = !!(adev->vm_manager.vm_update_mode & vm_manager 2706 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c vm->use_cpu_for_update = !!(adev->vm_manager.vm_update_mode & vm_manager 2720 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c amdgpu_vm_bo_param(adev, vm, adev->vm_manager.root_level, &bp); vm_manager 2746 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c spin_lock_irqsave(&adev->vm_manager.pasid_lock, flags); vm_manager 2747 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c r = idr_alloc(&adev->vm_manager.pasid_idr, vm, pasid, pasid + 1, vm_manager 2749 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c spin_unlock_irqrestore(&adev->vm_manager.pasid_lock, flags); vm_manager 2790 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c enum amdgpu_vm_level root = adev->vm_manager.root_level; vm_manager 2842 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c spin_lock_irqsave(&adev->vm_manager.pasid_lock, flags); vm_manager 2843 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c r = idr_alloc(&adev->vm_manager.pasid_idr, vm, pasid, pasid + 1, vm_manager 2845 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c spin_unlock_irqrestore(&adev->vm_manager.pasid_lock, flags); vm_manager 2863 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c vm->use_cpu_for_update = !!(adev->vm_manager.vm_update_mode & vm_manager 2880 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c spin_lock_irqsave(&adev->vm_manager.pasid_lock, flags); vm_manager 2881 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c idr_remove(&adev->vm_manager.pasid_idr, vm->pasid); vm_manager 2882 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c spin_unlock_irqrestore(&adev->vm_manager.pasid_lock, flags); vm_manager 2903 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c spin_lock_irqsave(&adev->vm_manager.pasid_lock, flags); vm_manager 2904 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c idr_remove(&adev->vm_manager.pasid_idr, pasid); vm_manager 2905 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c spin_unlock_irqrestore(&adev->vm_manager.pasid_lock, flags); vm_manager 2925 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c spin_lock_irqsave(&adev->vm_manager.pasid_lock, flags); vm_manager 2926 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c idr_remove(&adev->vm_manager.pasid_idr, vm->pasid); vm_manager 2927 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c spin_unlock_irqrestore(&adev->vm_manager.pasid_lock, flags); vm_manager 2953 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c spin_lock_irqsave(&adev->vm_manager.pasid_lock, flags); vm_manager 2954 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c idr_remove(&adev->vm_manager.pasid_idr, vm->pasid); vm_manager 2955 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c spin_unlock_irqrestore(&adev->vm_manager.pasid_lock, flags); vm_manager 3009 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c adev->vm_manager.fence_context = vm_manager 3012 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c adev->vm_manager.seqno[i] = 0; vm_manager 3014 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c spin_lock_init(&adev->vm_manager.prt_lock); vm_manager 3015 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c atomic_set(&adev->vm_manager.num_prt_users, 0); vm_manager 3023 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c adev->vm_manager.vm_update_mode = vm_manager 3026 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c adev->vm_manager.vm_update_mode = 0; vm_manager 3028 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c adev->vm_manager.vm_update_mode = amdgpu_vm_update_mode; vm_manager 3030 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c adev->vm_manager.vm_update_mode = 0; vm_manager 3033 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c idr_init(&adev->vm_manager.pasid_idr); vm_manager 3034 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c spin_lock_init(&adev->vm_manager.pasid_lock); vm_manager 3036 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c adev->vm_manager.xgmi_map_counter = 0; vm_manager 3037 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c mutex_init(&adev->vm_manager.lock_pstate); vm_manager 3049 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c WARN_ON(!idr_is_empty(&adev->vm_manager.pasid_idr)); vm_manager 3050 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c idr_destroy(&adev->vm_manager.pasid_idr); vm_manager 3102 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c spin_lock_irqsave(&adev->vm_manager.pasid_lock, flags); vm_manager 3104 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c vm = idr_find(&adev->vm_manager.pasid_idr, pasid); vm_manager 3108 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c spin_unlock_irqrestore(&adev->vm_manager.pasid_lock, flags); vm_manager 50 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.h #define AMDGPU_VM_PTE_COUNT(adev) (1 << (adev)->vm_manager.block_size) vm_manager 336 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.h #define amdgpu_vm_copy_pte(adev, ib, pe, src, count) ((adev)->vm_manager.vm_pte_funcs->copy_pte((ib), (pe), (src), (count))) vm_manager 337 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.h #define amdgpu_vm_write_pte(adev, ib, pe, value, count, incr) ((adev)->vm_manager.vm_pte_funcs->write_pte((ib), (pe), (value), (count), (incr))) vm_manager 338 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.h #define amdgpu_vm_set_pte_pde(adev, ib, pe, addr, count, incr, flags) ((adev)->vm_manager.vm_pte_funcs->set_pte_pde((ib), (pe), (addr), (count), (incr), (flags))) vm_manager 238 drivers/gpu/drm/amd/amdgpu/amdgpu_vm_sdma.c ndw -= p->adev->vm_manager.vm_pte_funcs->copy_pte_num_dw * vm_manager 1378 drivers/gpu/drm/amd/amdgpu/cik_sdma.c adev->vm_manager.vm_pte_funcs = &cik_sdma_vm_pte_funcs; vm_manager 1381 drivers/gpu/drm/amd/amdgpu/cik_sdma.c adev->vm_manager.vm_pte_rqs[i] = vm_manager 1384 drivers/gpu/drm/amd/amdgpu/cik_sdma.c adev->vm_manager.vm_pte_num_rqs = adev->sdma.num_instances; vm_manager 1750 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c for (i = 0; i < adev->vm_manager.id_mgr[AMDGPU_GFXHUB_0].num_ids; i++) { vm_manager 1973 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c for (i = 0; i < adev->vm_manager.id_mgr[0].num_ids; i++) { vm_manager 3810 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c for (i = 0; i < adev->vm_manager.id_mgr[0].num_ids; i++) { vm_manager 2515 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c for (i = 0; i < adev->vm_manager.id_mgr[AMDGPU_GFXHUB_0].num_ids; i++) { vm_manager 98 drivers/gpu/drm/amd/amdgpu/gfxhub_v1_0.c + adev->vm_manager.vram_base_offset; vm_manager 207 drivers/gpu/drm/amd/amdgpu/gfxhub_v1_0.c num_level = adev->vm_manager.num_level; vm_manager 208 drivers/gpu/drm/amd/amdgpu/gfxhub_v1_0.c block_size = adev->vm_manager.block_size; vm_manager 245 drivers/gpu/drm/amd/amdgpu/gfxhub_v1_0.c lower_32_bits(adev->vm_manager.max_pfn - 1)); vm_manager 247 drivers/gpu/drm/amd/amdgpu/gfxhub_v1_0.c upper_32_bits(adev->vm_manager.max_pfn - 1)); vm_manager 93 drivers/gpu/drm/amd/amdgpu/gfxhub_v2_0.c + adev->vm_manager.vram_base_offset; vm_manager 207 drivers/gpu/drm/amd/amdgpu/gfxhub_v2_0.c adev->vm_manager.num_level); vm_manager 224 drivers/gpu/drm/amd/amdgpu/gfxhub_v2_0.c adev->vm_manager.block_size - 9); vm_manager 233 drivers/gpu/drm/amd/amdgpu/gfxhub_v2_0.c lower_32_bits(adev->vm_manager.max_pfn - 1)); vm_manager 235 drivers/gpu/drm/amd/amdgpu/gfxhub_v2_0.c upper_32_bits(adev->vm_manager.max_pfn - 1)); vm_manager 500 drivers/gpu/drm/amd/amdgpu/gmc_v10_0.c *addr = adev->vm_manager.vram_base_offset + *addr - vm_manager 586 drivers/gpu/drm/amd/amdgpu/gmc_v10_0.c adev->vm_manager.vram_base_offset = gfxhub_v2_0_get_mc_fb_offset(adev); vm_manager 773 drivers/gpu/drm/amd/amdgpu/gmc_v10_0.c adev->vm_manager.id_mgr[AMDGPU_GFXHUB_0].num_ids = AMDGPU_NUM_OF_VMIDS; vm_manager 774 drivers/gpu/drm/amd/amdgpu/gmc_v10_0.c adev->vm_manager.id_mgr[AMDGPU_MMHUB_0].num_ids = AMDGPU_NUM_OF_VMIDS; vm_manager 463 drivers/gpu/drm/amd/amdgpu/gmc_v6_0.c uint32_t high = adev->vm_manager.max_pfn - vm_manager 522 drivers/gpu/drm/amd/amdgpu/gmc_v6_0.c field = adev->vm_manager.fragment_size; vm_manager 546 drivers/gpu/drm/amd/amdgpu/gmc_v6_0.c WREG32(mmVM_CONTEXT1_PAGE_TABLE_END_ADDR, adev->vm_manager.max_pfn - 1); vm_manager 567 drivers/gpu/drm/amd/amdgpu/gmc_v6_0.c ((adev->vm_manager.block_size - 9) vm_manager 899 drivers/gpu/drm/amd/amdgpu/gmc_v6_0.c adev->vm_manager.id_mgr[0].num_ids = AMDGPU_NUM_OF_VMIDS; vm_manager 907 drivers/gpu/drm/amd/amdgpu/gmc_v6_0.c adev->vm_manager.vram_base_offset = tmp; vm_manager 909 drivers/gpu/drm/amd/amdgpu/gmc_v6_0.c adev->vm_manager.vram_base_offset = 0; vm_manager 548 drivers/gpu/drm/amd/amdgpu/gmc_v7_0.c uint32_t high = adev->vm_manager.max_pfn - vm_manager 620 drivers/gpu/drm/amd/amdgpu/gmc_v7_0.c field = adev->vm_manager.fragment_size; vm_manager 649 drivers/gpu/drm/amd/amdgpu/gmc_v7_0.c WREG32(mmVM_CONTEXT1_PAGE_TABLE_END_ADDR, adev->vm_manager.max_pfn - 1); vm_manager 667 drivers/gpu/drm/amd/amdgpu/gmc_v7_0.c adev->vm_manager.block_size - 9); vm_manager 1028 drivers/gpu/drm/amd/amdgpu/gmc_v7_0.c adev->vm_manager.id_mgr[0].num_ids = AMDGPU_NUM_OF_VMIDS; vm_manager 1036 drivers/gpu/drm/amd/amdgpu/gmc_v7_0.c adev->vm_manager.vram_base_offset = tmp; vm_manager 1038 drivers/gpu/drm/amd/amdgpu/gmc_v7_0.c adev->vm_manager.vram_base_offset = 0; vm_manager 775 drivers/gpu/drm/amd/amdgpu/gmc_v8_0.c uint32_t high = adev->vm_manager.max_pfn - vm_manager 848 drivers/gpu/drm/amd/amdgpu/gmc_v8_0.c field = adev->vm_manager.fragment_size; vm_manager 892 drivers/gpu/drm/amd/amdgpu/gmc_v8_0.c WREG32(mmVM_CONTEXT1_PAGE_TABLE_END_ADDR, adev->vm_manager.max_pfn - 1); vm_manager 917 drivers/gpu/drm/amd/amdgpu/gmc_v8_0.c adev->vm_manager.block_size - 9); vm_manager 1154 drivers/gpu/drm/amd/amdgpu/gmc_v8_0.c adev->vm_manager.id_mgr[0].num_ids = AMDGPU_NUM_OF_VMIDS; vm_manager 1162 drivers/gpu/drm/amd/amdgpu/gmc_v8_0.c adev->vm_manager.vram_base_offset = tmp; vm_manager 1164 drivers/gpu/drm/amd/amdgpu/gmc_v8_0.c adev->vm_manager.vram_base_offset = 0; vm_manager 704 drivers/gpu/drm/amd/amdgpu/gmc_v9_0.c *addr = adev->vm_manager.vram_base_offset + *addr - vm_manager 1028 drivers/gpu/drm/amd/amdgpu/gmc_v9_0.c adev->vm_manager.vram_base_offset = gfxhub_v1_0_get_mc_fb_offset(adev); vm_manager 1031 drivers/gpu/drm/amd/amdgpu/gmc_v9_0.c adev->vm_manager.vram_base_offset += vm_manager 1206 drivers/gpu/drm/amd/amdgpu/gmc_v9_0.c adev->vm_manager.num_level > 1; vm_manager 1302 drivers/gpu/drm/amd/amdgpu/gmc_v9_0.c adev->vm_manager.id_mgr[AMDGPU_GFXHUB_0].num_ids = AMDGPU_NUM_OF_VMIDS; vm_manager 1303 drivers/gpu/drm/amd/amdgpu/gmc_v9_0.c adev->vm_manager.id_mgr[AMDGPU_MMHUB_0].num_ids = AMDGPU_NUM_OF_VMIDS; vm_manager 1304 drivers/gpu/drm/amd/amdgpu/gmc_v9_0.c adev->vm_manager.id_mgr[AMDGPU_MMHUB_1].num_ids = AMDGPU_NUM_OF_VMIDS; vm_manager 122 drivers/gpu/drm/amd/amdgpu/mmhub_v1_0.c adev->vm_manager.vram_base_offset; vm_manager 239 drivers/gpu/drm/amd/amdgpu/mmhub_v1_0.c num_level = adev->vm_manager.num_level; vm_manager 240 drivers/gpu/drm/amd/amdgpu/mmhub_v1_0.c block_size = adev->vm_manager.block_size; vm_manager 277 drivers/gpu/drm/amd/amdgpu/mmhub_v1_0.c lower_32_bits(adev->vm_manager.max_pfn - 1)); vm_manager 279 drivers/gpu/drm/amd/amdgpu/mmhub_v1_0.c upper_32_bits(adev->vm_manager.max_pfn - 1)); vm_manager 78 drivers/gpu/drm/amd/amdgpu/mmhub_v2_0.c adev->vm_manager.vram_base_offset; vm_manager 196 drivers/gpu/drm/amd/amdgpu/mmhub_v2_0.c adev->vm_manager.num_level); vm_manager 214 drivers/gpu/drm/amd/amdgpu/mmhub_v2_0.c adev->vm_manager.block_size - 9); vm_manager 223 drivers/gpu/drm/amd/amdgpu/mmhub_v2_0.c lower_32_bits(adev->vm_manager.max_pfn - 1)); vm_manager 225 drivers/gpu/drm/amd/amdgpu/mmhub_v2_0.c upper_32_bits(adev->vm_manager.max_pfn - 1)); vm_manager 132 drivers/gpu/drm/amd/amdgpu/mmhub_v9_4.c adev->vm_manager.vram_base_offset; vm_manager 293 drivers/gpu/drm/amd/amdgpu/mmhub_v9_4.c adev->vm_manager.num_level); vm_manager 311 drivers/gpu/drm/amd/amdgpu/mmhub_v9_4.c adev->vm_manager.block_size - 9); vm_manager 327 drivers/gpu/drm/amd/amdgpu/mmhub_v9_4.c lower_32_bits(adev->vm_manager.max_pfn - 1)); vm_manager 331 drivers/gpu/drm/amd/amdgpu/mmhub_v9_4.c upper_32_bits(adev->vm_manager.max_pfn - 1)); vm_manager 1266 drivers/gpu/drm/amd/amdgpu/sdma_v2_4.c adev->vm_manager.vm_pte_funcs = &sdma_v2_4_vm_pte_funcs; vm_manager 1269 drivers/gpu/drm/amd/amdgpu/sdma_v2_4.c adev->vm_manager.vm_pte_rqs[i] = vm_manager 1272 drivers/gpu/drm/amd/amdgpu/sdma_v2_4.c adev->vm_manager.vm_pte_num_rqs = adev->sdma.num_instances; vm_manager 1704 drivers/gpu/drm/amd/amdgpu/sdma_v3_0.c adev->vm_manager.vm_pte_funcs = &sdma_v3_0_vm_pte_funcs; vm_manager 1707 drivers/gpu/drm/amd/amdgpu/sdma_v3_0.c adev->vm_manager.vm_pte_rqs[i] = vm_manager 1710 drivers/gpu/drm/amd/amdgpu/sdma_v3_0.c adev->vm_manager.vm_pte_num_rqs = adev->sdma.num_instances; vm_manager 2529 drivers/gpu/drm/amd/amdgpu/sdma_v4_0.c adev->vm_manager.vm_pte_funcs = &sdma_v4_0_vm_pte_funcs; vm_manager 2535 drivers/gpu/drm/amd/amdgpu/sdma_v4_0.c adev->vm_manager.vm_pte_rqs[i] = vm_manager 2538 drivers/gpu/drm/amd/amdgpu/sdma_v4_0.c adev->vm_manager.vm_pte_num_rqs = adev->sdma.num_instances; vm_manager 1746 drivers/gpu/drm/amd/amdgpu/sdma_v5_0.c if (adev->vm_manager.vm_pte_funcs == NULL) { vm_manager 1747 drivers/gpu/drm/amd/amdgpu/sdma_v5_0.c adev->vm_manager.vm_pte_funcs = &sdma_v5_0_vm_pte_funcs; vm_manager 1750 drivers/gpu/drm/amd/amdgpu/sdma_v5_0.c adev->vm_manager.vm_pte_rqs[i] = vm_manager 1753 drivers/gpu/drm/amd/amdgpu/sdma_v5_0.c adev->vm_manager.vm_pte_num_rqs = adev->sdma.num_instances; vm_manager 840 drivers/gpu/drm/amd/amdgpu/si_dma.c adev->vm_manager.vm_pte_funcs = &si_dma_vm_pte_funcs; vm_manager 843 drivers/gpu/drm/amd/amdgpu/si_dma.c adev->vm_manager.vm_pte_rqs[i] = vm_manager 846 drivers/gpu/drm/amd/amdgpu/si_dma.c adev->vm_manager.vm_pte_num_rqs = adev->sdma.num_instances; vm_manager 5480 drivers/gpu/drm/radeon/cik.c WREG32(VM_CONTEXT1_PAGE_TABLE_END_ADDR, rdev->vm_manager.max_pfn - 1); vm_manager 5484 drivers/gpu/drm/radeon/cik.c rdev->vm_manager.saved_table_addr[i]); vm_manager 5487 drivers/gpu/drm/radeon/cik.c rdev->vm_manager.saved_table_addr[i]); vm_manager 5560 drivers/gpu/drm/radeon/cik.c rdev->vm_manager.saved_table_addr[i] = RREG32(reg); vm_manager 5632 drivers/gpu/drm/radeon/cik.c rdev->vm_manager.nvm = 16; vm_manager 5637 drivers/gpu/drm/radeon/cik.c rdev->vm_manager.vram_base_offset = tmp; vm_manager 5639 drivers/gpu/drm/radeon/cik.c rdev->vm_manager.vram_base_offset = 0; vm_manager 1326 drivers/gpu/drm/radeon/ni.c rdev->vm_manager.max_pfn - 1); vm_manager 1328 drivers/gpu/drm/radeon/ni.c rdev->vm_manager.saved_table_addr[i]); vm_manager 1363 drivers/gpu/drm/radeon/ni.c rdev->vm_manager.saved_table_addr[i] = RREG32( vm_manager 2509 drivers/gpu/drm/radeon/ni.c rdev->vm_manager.nvm = 8; vm_manager 2514 drivers/gpu/drm/radeon/ni.c rdev->vm_manager.vram_base_offset = tmp; vm_manager 2516 drivers/gpu/drm/radeon/ni.c rdev->vm_manager.vram_base_offset = 0; vm_manager 2429 drivers/gpu/drm/radeon/radeon.h struct radeon_vm_manager vm_manager; vm_manager 371 drivers/gpu/drm/radeon/radeon_cs.c !p->rdev->vm_manager.enabled) { vm_manager 1336 drivers/gpu/drm/radeon/radeon_device.c rdev->vm_manager.max_pfn = radeon_vm_size << 18; vm_manager 614 drivers/gpu/drm/radeon/radeon_gem.c if (!rdev->vm_manager.enabled) { vm_manager 62 drivers/gpu/drm/radeon/radeon_vm.c return rdev->vm_manager.max_pfn >> radeon_vm_block_size; vm_manager 89 drivers/gpu/drm/radeon/radeon_vm.c if (!rdev->vm_manager.enabled) { vm_manager 94 drivers/gpu/drm/radeon/radeon_vm.c rdev->vm_manager.enabled = true; vm_manager 110 drivers/gpu/drm/radeon/radeon_vm.c if (!rdev->vm_manager.enabled) vm_manager 114 drivers/gpu/drm/radeon/radeon_vm.c radeon_fence_unref(&rdev->vm_manager.active[i]); vm_manager 116 drivers/gpu/drm/radeon/radeon_vm.c rdev->vm_manager.enabled = false; vm_manager 188 drivers/gpu/drm/radeon/radeon_vm.c vm_id->last_id_use == rdev->vm_manager.active[vm_id->id]) vm_manager 195 drivers/gpu/drm/radeon/radeon_vm.c for (i = 1; i < rdev->vm_manager.nvm; ++i) { vm_manager 196 drivers/gpu/drm/radeon/radeon_vm.c struct radeon_fence *fence = rdev->vm_manager.active[i]; vm_manager 215 drivers/gpu/drm/radeon/radeon_vm.c return rdev->vm_manager.active[choices[i]]; vm_manager 274 drivers/gpu/drm/radeon/radeon_vm.c radeon_fence_unref(&rdev->vm_manager.active[vm_id]); vm_manager 275 drivers/gpu/drm/radeon/radeon_vm.c rdev->vm_manager.active[vm_id] = radeon_fence_ref(fence); vm_manager 466 drivers/gpu/drm/radeon/radeon_vm.c if (last_pfn >= rdev->vm_manager.max_pfn) { vm_manager 468 drivers/gpu/drm/radeon/radeon_vm.c last_pfn, rdev->vm_manager.max_pfn); vm_manager 959 drivers/gpu/drm/radeon/radeon_vm.c addr += rdev->vm_manager.vram_base_offset; vm_manager 4332 drivers/gpu/drm/radeon/si.c WREG32(VM_CONTEXT1_PAGE_TABLE_END_ADDR, rdev->vm_manager.max_pfn - 1); vm_manager 4340 drivers/gpu/drm/radeon/si.c rdev->vm_manager.saved_table_addr[i]); vm_manager 4343 drivers/gpu/drm/radeon/si.c rdev->vm_manager.saved_table_addr[i]); vm_manager 4383 drivers/gpu/drm/radeon/si.c rdev->vm_manager.saved_table_addr[i] = RREG32(reg); vm_manager 4801 drivers/gpu/drm/radeon/si.c rdev->vm_manager.nvm = 16; vm_manager 4803 drivers/gpu/drm/radeon/si.c rdev->vm_manager.vram_base_offset = 0;