ppgtt 541 drivers/gpu/drm/i915/gem/i915_gem_context.c struct i915_ppgtt *ppgtt; ppgtt 543 drivers/gpu/drm/i915/gem/i915_gem_context.c ppgtt = i915_ppgtt_create(dev_priv); ppgtt 544 drivers/gpu/drm/i915/gem/i915_gem_context.c if (IS_ERR(ppgtt)) { ppgtt 546 drivers/gpu/drm/i915/gem/i915_gem_context.c PTR_ERR(ppgtt)); ppgtt 548 drivers/gpu/drm/i915/gem/i915_gem_context.c return ERR_CAST(ppgtt); ppgtt 551 drivers/gpu/drm/i915/gem/i915_gem_context.c __assign_ppgtt(ctx, &ppgtt->vm); ppgtt 552 drivers/gpu/drm/i915/gem/i915_gem_context.c i915_vm_put(&ppgtt->vm); ppgtt 770 drivers/gpu/drm/i915/gem/i915_gem_context.c struct i915_ppgtt *ppgtt; ppgtt 779 drivers/gpu/drm/i915/gem/i915_gem_context.c ppgtt = i915_ppgtt_create(i915); ppgtt 780 drivers/gpu/drm/i915/gem/i915_gem_context.c if (IS_ERR(ppgtt)) ppgtt 781 drivers/gpu/drm/i915/gem/i915_gem_context.c return PTR_ERR(ppgtt); ppgtt 783 drivers/gpu/drm/i915/gem/i915_gem_context.c ppgtt->vm.file = file_priv; ppgtt 788 drivers/gpu/drm/i915/gem/i915_gem_context.c ppgtt); ppgtt 797 drivers/gpu/drm/i915/gem/i915_gem_context.c err = idr_alloc(&file_priv->vm_idr, &ppgtt->vm, 0, 0, GFP_KERNEL); ppgtt 811 drivers/gpu/drm/i915/gem/i915_gem_context.c i915_vm_put(&ppgtt->vm); ppgtt 993 drivers/gpu/drm/i915/gem/i915_gem_context.c struct i915_ppgtt *ppgtt = i915_vm_to_ppgtt(vm); ppgtt 994 drivers/gpu/drm/i915/gem/i915_gem_context.c const dma_addr_t pd_daddr = px_dma(ppgtt->pd); ppgtt 1010 drivers/gpu/drm/i915/gem/i915_gem_context.c struct i915_ppgtt *ppgtt = i915_vm_to_ppgtt(vm); ppgtt 1018 drivers/gpu/drm/i915/gem/i915_gem_context.c const dma_addr_t pd_daddr = i915_page_dir_dma_addr(ppgtt, i); ppgtt 373 drivers/gpu/drm/i915/gem/selftests/huge_pages.c struct i915_ppgtt *ppgtt = arg; ppgtt 374 drivers/gpu/drm/i915/gem/selftests/huge_pages.c struct drm_i915_private *i915 = ppgtt->vm.i915; ppgtt 410 drivers/gpu/drm/i915/gem/selftests/huge_pages.c vma = i915_vma_instance(obj, &ppgtt->vm, NULL); ppgtt 452 drivers/gpu/drm/i915/gem/selftests/huge_pages.c struct i915_ppgtt *ppgtt = arg; ppgtt 453 drivers/gpu/drm/i915/gem/selftests/huge_pages.c struct drm_i915_private *i915 = ppgtt->vm.i915; ppgtt 495 drivers/gpu/drm/i915/gem/selftests/huge_pages.c vma = i915_vma_instance(obj, &ppgtt->vm, NULL); ppgtt 580 drivers/gpu/drm/i915/gem/selftests/huge_pages.c struct i915_ppgtt *ppgtt) ppgtt 587 drivers/gpu/drm/i915/gem/selftests/huge_pages.c vma = i915_vma_instance(obj, &ppgtt->vm, NULL); ppgtt 600 drivers/gpu/drm/i915/gem/selftests/huge_pages.c struct i915_ppgtt *ppgtt = arg; ppgtt 601 drivers/gpu/drm/i915/gem/selftests/huge_pages.c struct drm_i915_private *i915 = ppgtt->vm.i915; ppgtt 602 drivers/gpu/drm/i915/gem/selftests/huge_pages.c unsigned long max_pages = ppgtt->vm.total >> PAGE_SHIFT; ppgtt 638 drivers/gpu/drm/i915/gem/selftests/huge_pages.c vma = i915_vma_instance(obj, &ppgtt->vm, NULL); ppgtt 711 drivers/gpu/drm/i915/gem/selftests/huge_pages.c close_object_list(&objects, ppgtt); ppgtt 721 drivers/gpu/drm/i915/gem/selftests/huge_pages.c struct i915_ppgtt *ppgtt = arg; ppgtt 722 drivers/gpu/drm/i915/gem/selftests/huge_pages.c struct drm_i915_private *i915 = ppgtt->vm.i915; ppgtt 816 drivers/gpu/drm/i915/gem/selftests/huge_pages.c vma = i915_vma_instance(obj, &ppgtt->vm, NULL); ppgtt 1609 drivers/gpu/drm/i915/gem/selftests/huge_pages.c struct i915_ppgtt *ppgtt; ppgtt 1621 drivers/gpu/drm/i915/gem/selftests/huge_pages.c ppgtt = i915_ppgtt_create(dev_priv); ppgtt 1622 drivers/gpu/drm/i915/gem/selftests/huge_pages.c if (IS_ERR(ppgtt)) { ppgtt 1623 drivers/gpu/drm/i915/gem/selftests/huge_pages.c err = PTR_ERR(ppgtt); ppgtt 1627 drivers/gpu/drm/i915/gem/selftests/huge_pages.c if (!i915_vm_is_4lvl(&ppgtt->vm)) { ppgtt 1634 drivers/gpu/drm/i915/gem/selftests/huge_pages.c if (!i915_vm_has_scratch_64K(&ppgtt->vm)) { ppgtt 1640 drivers/gpu/drm/i915/gem/selftests/huge_pages.c err = i915_subtests(tests, ppgtt); ppgtt 1643 drivers/gpu/drm/i915/gem/selftests/huge_pages.c i915_vm_put(&ppgtt->vm); ppgtt 41 drivers/gpu/drm/i915/gem/selftests/mock_context.c struct i915_ppgtt *ppgtt; ppgtt 47 drivers/gpu/drm/i915/gem/selftests/mock_context.c ppgtt = mock_ppgtt(i915, name); ppgtt 48 drivers/gpu/drm/i915/gem/selftests/mock_context.c if (!ppgtt) ppgtt 51 drivers/gpu/drm/i915/gem/selftests/mock_context.c __set_ppgtt(ctx, &ppgtt->vm); ppgtt 52 drivers/gpu/drm/i915/gem/selftests/mock_context.c i915_vm_put(&ppgtt->vm); ppgtt 1905 drivers/gpu/drm/i915/gt/intel_lrc.c struct i915_ppgtt * const ppgtt = i915_vm_to_ppgtt(rq->hw_context->vm); ppgtt 1935 drivers/gpu/drm/i915/gt/intel_lrc.c const dma_addr_t pd_daddr = i915_page_dir_dma_addr(ppgtt, i); ppgtt 3193 drivers/gpu/drm/i915/gt/intel_lrc.c struct i915_ppgtt *ppgtt = i915_vm_to_ppgtt(ce->vm); ppgtt 3268 drivers/gpu/drm/i915/gt/intel_lrc.c if (i915_vm_is_4lvl(&ppgtt->vm)) { ppgtt 3273 drivers/gpu/drm/i915/gt/intel_lrc.c ASSIGN_CTX_PML4(ppgtt, regs); ppgtt 3275 drivers/gpu/drm/i915/gt/intel_lrc.c ASSIGN_CTX_PDP(ppgtt, regs, 3); ppgtt 3276 drivers/gpu/drm/i915/gt/intel_lrc.c ASSIGN_CTX_PDP(ppgtt, regs, 2); ppgtt 3277 drivers/gpu/drm/i915/gt/intel_lrc.c ASSIGN_CTX_PDP(ppgtt, regs, 1); ppgtt 3278 drivers/gpu/drm/i915/gt/intel_lrc.c ASSIGN_CTX_PDP(ppgtt, regs, 0); ppgtt 49 drivers/gpu/drm/i915/gt/intel_lrc_reg.h #define ASSIGN_CTX_PDP(ppgtt, reg_state, n) do { \ ppgtt 51 drivers/gpu/drm/i915/gt/intel_lrc_reg.h const u64 addr__ = i915_page_dir_dma_addr((ppgtt), (n)); \ ppgtt 56 drivers/gpu/drm/i915/gt/intel_lrc_reg.h #define ASSIGN_CTX_PML4(ppgtt, reg_state) do { \ ppgtt 58 drivers/gpu/drm/i915/gt/intel_lrc_reg.h const u64 addr__ = px_dma(ppgtt->pd); \ ppgtt 1530 drivers/gpu/drm/i915/gt/intel_ringbuffer.c static int load_pd_dir(struct i915_request *rq, const struct i915_ppgtt *ppgtt) ppgtt 1545 drivers/gpu/drm/i915/gt/intel_ringbuffer.c *cs++ = px_base(ppgtt->pd)->ggtt_offset << 10; ppgtt 1755 drivers/gpu/drm/i915/gt/intel_ringbuffer.c struct i915_ppgtt *ppgtt = i915_vm_to_ppgtt(vm); ppgtt 1772 drivers/gpu/drm/i915/gt/intel_ringbuffer.c ret = load_pd_dir(rq, ppgtt); ppgtt 1777 drivers/gpu/drm/i915/gt/intel_ringbuffer.c if (ppgtt->pd_dirty_engines & engine->mask) { ppgtt 1779 drivers/gpu/drm/i915/gt/intel_ringbuffer.c ppgtt->pd_dirty_engines &= ~unwind_mm; ppgtt 1842 drivers/gpu/drm/i915/gvt/cmd_parser.c bb->ppgtt = (s->buf_addr_type == GTT_BUFFER) ? false : true; ppgtt 1855 drivers/gpu/drm/i915/gvt/cmd_parser.c if (bb->ppgtt) ppgtt 368 drivers/gpu/drm/i915/gvt/scheduler.c struct i915_ppgtt *ppgtt = i915_vm_to_ppgtt(ctx->vm); ppgtt 372 drivers/gpu/drm/i915/gvt/scheduler.c px_dma(ppgtt->pd) = mm->ppgtt_mm.shadow_pdps[0]; ppgtt 376 drivers/gpu/drm/i915/gvt/scheduler.c i915_pd_entry(ppgtt->pd, i); ppgtt 472 drivers/gpu/drm/i915/gvt/scheduler.c if (bb->ppgtt) { ppgtt 1147 drivers/gpu/drm/i915/gvt/scheduler.c struct i915_ppgtt *ppgtt) ppgtt 1151 drivers/gpu/drm/i915/gvt/scheduler.c if (i915_vm_is_4lvl(&ppgtt->vm)) { ppgtt 1152 drivers/gpu/drm/i915/gvt/scheduler.c px_dma(ppgtt->pd) = s->i915_context_pml4; ppgtt 1156 drivers/gpu/drm/i915/gvt/scheduler.c i915_pd_entry(ppgtt->pd, i); ppgtt 1208 drivers/gpu/drm/i915/gvt/scheduler.c struct i915_ppgtt *ppgtt) ppgtt 1212 drivers/gpu/drm/i915/gvt/scheduler.c if (i915_vm_is_4lvl(&ppgtt->vm)) { ppgtt 1213 drivers/gpu/drm/i915/gvt/scheduler.c s->i915_context_pml4 = px_dma(ppgtt->pd); ppgtt 1217 drivers/gpu/drm/i915/gvt/scheduler.c i915_pd_entry(ppgtt->pd, i); ppgtt 129 drivers/gpu/drm/i915/gvt/scheduler.h bool ppgtt; ppgtt 825 drivers/gpu/drm/i915/i915_gem_gtt.c static void mark_tlbs_dirty(struct i915_ppgtt *ppgtt) ppgtt 827 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->pd_dirty_engines = ALL_ENGINES; ppgtt 830 drivers/gpu/drm/i915/i915_gem_gtt.c static void gen8_ppgtt_notify_vgt(struct i915_ppgtt *ppgtt, bool create) ppgtt 832 drivers/gpu/drm/i915/i915_gem_gtt.c struct drm_i915_private *dev_priv = ppgtt->vm.i915; ppgtt 837 drivers/gpu/drm/i915/i915_gem_gtt.c atomic_inc(px_used(ppgtt->pd)); /* never remove */ ppgtt 839 drivers/gpu/drm/i915/i915_gem_gtt.c atomic_dec(px_used(ppgtt->pd)); ppgtt 843 drivers/gpu/drm/i915/i915_gem_gtt.c if (i915_vm_is_4lvl(&ppgtt->vm)) { ppgtt 844 drivers/gpu/drm/i915/i915_gem_gtt.c const u64 daddr = px_dma(ppgtt->pd); ppgtt 853 drivers/gpu/drm/i915/i915_gem_gtt.c const u64 daddr = i915_page_dir_dma_addr(ppgtt, i); ppgtt 920 drivers/gpu/drm/i915/i915_gem_gtt.c struct i915_ppgtt * const ppgtt = i915_vm_to_ppgtt(vm); ppgtt 923 drivers/gpu/drm/i915/i915_gem_gtt.c return ppgtt->pd; ppgtt 925 drivers/gpu/drm/i915/i915_gem_gtt.c return i915_pd_entry(ppgtt->pd, gen8_pd_index(idx, vm->top)); ppgtt 954 drivers/gpu/drm/i915/i915_gem_gtt.c struct i915_ppgtt *ppgtt = i915_vm_to_ppgtt(vm); ppgtt 957 drivers/gpu/drm/i915/i915_gem_gtt.c gen8_ppgtt_notify_vgt(ppgtt, false); ppgtt 959 drivers/gpu/drm/i915/i915_gem_gtt.c __gen8_ppgtt_cleanup(vm, ppgtt->pd, gen8_pd_top_count(vm), vm->top); ppgtt 1167 drivers/gpu/drm/i915/i915_gem_gtt.c gen8_ppgtt_insert_pte(struct i915_ppgtt *ppgtt, ppgtt 1339 drivers/gpu/drm/i915/i915_gem_gtt.c struct i915_ppgtt * const ppgtt = i915_vm_to_ppgtt(vm); ppgtt 1351 drivers/gpu/drm/i915/i915_gem_gtt.c idx = gen8_ppgtt_insert_pte(ppgtt, pdp, &iter, idx, ppgtt 1406 drivers/gpu/drm/i915/i915_gem_gtt.c static int gen8_preallocate_top_level_pdp(struct i915_ppgtt *ppgtt) ppgtt 1408 drivers/gpu/drm/i915/i915_gem_gtt.c struct i915_address_space *vm = &ppgtt->vm; ppgtt 1409 drivers/gpu/drm/i915/i915_gem_gtt.c struct i915_page_directory *pd = ppgtt->pd; ppgtt 1430 drivers/gpu/drm/i915/i915_gem_gtt.c static void ppgtt_init(struct i915_ppgtt *ppgtt, struct intel_gt *gt) ppgtt 1434 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->vm.gt = gt; ppgtt 1435 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->vm.i915 = i915; ppgtt 1436 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->vm.dma = &i915->drm.pdev->dev; ppgtt 1437 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->vm.total = BIT_ULL(INTEL_INFO(i915)->ppgtt_size); ppgtt 1439 drivers/gpu/drm/i915/i915_gem_gtt.c i915_address_space_init(&ppgtt->vm, VM_CLASS_PPGTT); ppgtt 1441 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->vm.vma_ops.bind_vma = ppgtt_bind_vma; ppgtt 1442 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->vm.vma_ops.unbind_vma = ppgtt_unbind_vma; ppgtt 1443 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->vm.vma_ops.set_pages = ppgtt_set_pages; ppgtt 1444 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->vm.vma_ops.clear_pages = clear_pages; ppgtt 1478 drivers/gpu/drm/i915/i915_gem_gtt.c struct i915_ppgtt *ppgtt; ppgtt 1481 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt = kzalloc(sizeof(*ppgtt), GFP_KERNEL); ppgtt 1482 drivers/gpu/drm/i915/i915_gem_gtt.c if (!ppgtt) ppgtt 1485 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt_init(ppgtt, &i915->gt); ppgtt 1486 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->vm.top = i915_vm_is_4lvl(&ppgtt->vm) ? 3 : 2; ppgtt 1494 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->vm.has_read_only = INTEL_GEN(i915) != 11; ppgtt 1500 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->vm.pt_kmap_wc = true; ppgtt 1502 drivers/gpu/drm/i915/i915_gem_gtt.c err = gen8_init_scratch(&ppgtt->vm); ppgtt 1506 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->pd = gen8_alloc_top_pd(&ppgtt->vm); ppgtt 1507 drivers/gpu/drm/i915/i915_gem_gtt.c if (IS_ERR(ppgtt->pd)) { ppgtt 1508 drivers/gpu/drm/i915/i915_gem_gtt.c err = PTR_ERR(ppgtt->pd); ppgtt 1512 drivers/gpu/drm/i915/i915_gem_gtt.c if (!i915_vm_is_4lvl(&ppgtt->vm)) { ppgtt 1514 drivers/gpu/drm/i915/i915_gem_gtt.c err = gen8_preallocate_top_level_pdp(ppgtt); ppgtt 1520 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->vm.insert_entries = gen8_ppgtt_insert; ppgtt 1521 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->vm.allocate_va_range = gen8_ppgtt_alloc; ppgtt 1522 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->vm.clear_range = gen8_ppgtt_clear; ppgtt 1525 drivers/gpu/drm/i915/i915_gem_gtt.c gen8_ppgtt_notify_vgt(ppgtt, true); ppgtt 1527 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->vm.cleanup = gen8_ppgtt_cleanup; ppgtt 1529 drivers/gpu/drm/i915/i915_gem_gtt.c return ppgtt; ppgtt 1532 drivers/gpu/drm/i915/i915_gem_gtt.c __gen8_ppgtt_cleanup(&ppgtt->vm, ppgtt->pd, ppgtt 1533 drivers/gpu/drm/i915/i915_gem_gtt.c gen8_pd_top_count(&ppgtt->vm), ppgtt->vm.top); ppgtt 1535 drivers/gpu/drm/i915/i915_gem_gtt.c free_scratch(&ppgtt->vm); ppgtt 1537 drivers/gpu/drm/i915/i915_gem_gtt.c kfree(ppgtt); ppgtt 1542 drivers/gpu/drm/i915/i915_gem_gtt.c static inline void gen6_write_pde(const struct gen6_ppgtt *ppgtt, ppgtt 1548 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->pd_addr + pde); ppgtt 1607 drivers/gpu/drm/i915/i915_gem_gtt.c struct gen6_ppgtt * const ppgtt = to_gen6_ppgtt(i915_vm_to_ppgtt(vm)); ppgtt 1616 drivers/gpu/drm/i915/i915_gem_gtt.c i915_pt_entry(ppgtt->base.pd, pde++); ppgtt 1626 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->scan_for_unused_pt = true; ppgtt 1648 drivers/gpu/drm/i915/i915_gem_gtt.c struct i915_ppgtt *ppgtt = i915_vm_to_ppgtt(vm); ppgtt 1649 drivers/gpu/drm/i915/i915_gem_gtt.c struct i915_page_directory * const pd = ppgtt->pd; ppgtt 1688 drivers/gpu/drm/i915/i915_gem_gtt.c struct gen6_ppgtt *ppgtt = to_gen6_ppgtt(i915_vm_to_ppgtt(vm)); ppgtt 1689 drivers/gpu/drm/i915/i915_gem_gtt.c struct i915_page_directory * const pd = ppgtt->base.pd; ppgtt 1719 drivers/gpu/drm/i915/i915_gem_gtt.c if (i915_vma_is_bound(ppgtt->vma, ppgtt 1721 drivers/gpu/drm/i915/i915_gem_gtt.c gen6_write_pde(ppgtt, pde, pt); ppgtt 1735 drivers/gpu/drm/i915/i915_gem_gtt.c mark_tlbs_dirty(&ppgtt->base); ppgtt 1750 drivers/gpu/drm/i915/i915_gem_gtt.c static int gen6_ppgtt_init_scratch(struct gen6_ppgtt *ppgtt) ppgtt 1752 drivers/gpu/drm/i915/i915_gem_gtt.c struct i915_address_space * const vm = &ppgtt->base.vm; ppgtt 1753 drivers/gpu/drm/i915/i915_gem_gtt.c struct i915_page_directory * const pd = ppgtt->base.pd; ppgtt 1775 drivers/gpu/drm/i915/i915_gem_gtt.c static void gen6_ppgtt_free_pd(struct gen6_ppgtt *ppgtt) ppgtt 1777 drivers/gpu/drm/i915/i915_gem_gtt.c struct i915_page_directory * const pd = ppgtt->base.pd; ppgtt 1779 drivers/gpu/drm/i915/i915_gem_gtt.c px_base(&ppgtt->base.vm.scratch[1]); ppgtt 1785 drivers/gpu/drm/i915/i915_gem_gtt.c free_px(&ppgtt->base.vm, pt); ppgtt 1790 drivers/gpu/drm/i915/i915_gem_gtt.c struct gen6_ppgtt *ppgtt = to_gen6_ppgtt(i915_vm_to_ppgtt(vm)); ppgtt 1795 drivers/gpu/drm/i915/i915_gem_gtt.c i915_vma_destroy(ppgtt->vma); ppgtt 1798 drivers/gpu/drm/i915/i915_gem_gtt.c gen6_ppgtt_free_pd(ppgtt); ppgtt 1800 drivers/gpu/drm/i915/i915_gem_gtt.c kfree(ppgtt->base.pd); ppgtt 1821 drivers/gpu/drm/i915/i915_gem_gtt.c struct gen6_ppgtt *ppgtt = vma->private; ppgtt 1826 drivers/gpu/drm/i915/i915_gem_gtt.c px_base(ppgtt->base.pd)->ggtt_offset = ggtt_offset * sizeof(gen6_pte_t); ppgtt 1827 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->pd_addr = (gen6_pte_t __iomem *)ggtt->gsm + ggtt_offset; ppgtt 1829 drivers/gpu/drm/i915/i915_gem_gtt.c gen6_for_all_pdes(pt, ppgtt->base.pd, pde) ppgtt 1830 drivers/gpu/drm/i915/i915_gem_gtt.c gen6_write_pde(ppgtt, pde, pt); ppgtt 1832 drivers/gpu/drm/i915/i915_gem_gtt.c mark_tlbs_dirty(&ppgtt->base); ppgtt 1840 drivers/gpu/drm/i915/i915_gem_gtt.c struct gen6_ppgtt *ppgtt = vma->private; ppgtt 1841 drivers/gpu/drm/i915/i915_gem_gtt.c struct i915_page_directory * const pd = ppgtt->base.pd; ppgtt 1843 drivers/gpu/drm/i915/i915_gem_gtt.c px_base(&ppgtt->base.vm.scratch[1]); ppgtt 1847 drivers/gpu/drm/i915/i915_gem_gtt.c if (!ppgtt->scan_for_unused_pt) ppgtt 1851 drivers/gpu/drm/i915/i915_gem_gtt.c gen6_for_all_pdes(pt, ppgtt->base.pd, pde) { ppgtt 1855 drivers/gpu/drm/i915/i915_gem_gtt.c free_px(&ppgtt->base.vm, pt); ppgtt 1859 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->scan_for_unused_pt = false; ppgtt 1869 drivers/gpu/drm/i915/i915_gem_gtt.c static struct i915_vma *pd_vma_create(struct gen6_ppgtt *ppgtt, int size) ppgtt 1871 drivers/gpu/drm/i915/i915_gem_gtt.c struct drm_i915_private *i915 = ppgtt->base.vm.i915; ppgtt 1872 drivers/gpu/drm/i915/i915_gem_gtt.c struct i915_ggtt *ggtt = ppgtt->base.vm.gt->ggtt; ppgtt 1886 drivers/gpu/drm/i915/i915_gem_gtt.c vma->private = ppgtt; ppgtt 1905 drivers/gpu/drm/i915/i915_gem_gtt.c struct gen6_ppgtt *ppgtt = to_gen6_ppgtt(base); ppgtt 1908 drivers/gpu/drm/i915/i915_gem_gtt.c GEM_BUG_ON(ppgtt->base.vm.closed); ppgtt 1916 drivers/gpu/drm/i915/i915_gem_gtt.c if (ppgtt->pin_count++) ppgtt 1924 drivers/gpu/drm/i915/i915_gem_gtt.c err = i915_vma_pin(ppgtt->vma, ppgtt 1933 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->pin_count = 0; ppgtt 1939 drivers/gpu/drm/i915/i915_gem_gtt.c struct gen6_ppgtt *ppgtt = to_gen6_ppgtt(base); ppgtt 1941 drivers/gpu/drm/i915/i915_gem_gtt.c GEM_BUG_ON(!ppgtt->pin_count); ppgtt 1942 drivers/gpu/drm/i915/i915_gem_gtt.c if (--ppgtt->pin_count) ppgtt 1945 drivers/gpu/drm/i915/i915_gem_gtt.c i915_vma_unpin(ppgtt->vma); ppgtt 1950 drivers/gpu/drm/i915/i915_gem_gtt.c struct gen6_ppgtt *ppgtt = to_gen6_ppgtt(base); ppgtt 1952 drivers/gpu/drm/i915/i915_gem_gtt.c if (!ppgtt->pin_count) ppgtt 1955 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->pin_count = 0; ppgtt 1956 drivers/gpu/drm/i915/i915_gem_gtt.c i915_vma_unpin(ppgtt->vma); ppgtt 1962 drivers/gpu/drm/i915/i915_gem_gtt.c struct gen6_ppgtt *ppgtt; ppgtt 1965 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt = kzalloc(sizeof(*ppgtt), GFP_KERNEL); ppgtt 1966 drivers/gpu/drm/i915/i915_gem_gtt.c if (!ppgtt) ppgtt 1969 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt_init(&ppgtt->base, &i915->gt); ppgtt 1970 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->base.vm.top = 1; ppgtt 1972 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->base.vm.allocate_va_range = gen6_alloc_va_range; ppgtt 1973 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->base.vm.clear_range = gen6_ppgtt_clear_range; ppgtt 1974 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->base.vm.insert_entries = gen6_ppgtt_insert_entries; ppgtt 1975 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->base.vm.cleanup = gen6_ppgtt_cleanup; ppgtt 1977 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->base.vm.pte_encode = ggtt->vm.pte_encode; ppgtt 1979 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->base.pd = __alloc_pd(sizeof(*ppgtt->base.pd)); ppgtt 1980 drivers/gpu/drm/i915/i915_gem_gtt.c if (!ppgtt->base.pd) { ppgtt 1985 drivers/gpu/drm/i915/i915_gem_gtt.c err = gen6_ppgtt_init_scratch(ppgtt); ppgtt 1989 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt->vma = pd_vma_create(ppgtt, GEN6_PD_SIZE); ppgtt 1990 drivers/gpu/drm/i915/i915_gem_gtt.c if (IS_ERR(ppgtt->vma)) { ppgtt 1991 drivers/gpu/drm/i915/i915_gem_gtt.c err = PTR_ERR(ppgtt->vma); ppgtt 1995 drivers/gpu/drm/i915/i915_gem_gtt.c return &ppgtt->base; ppgtt 1998 drivers/gpu/drm/i915/i915_gem_gtt.c free_scratch(&ppgtt->base.vm); ppgtt 2000 drivers/gpu/drm/i915/i915_gem_gtt.c kfree(ppgtt->base.pd); ppgtt 2002 drivers/gpu/drm/i915/i915_gem_gtt.c kfree(ppgtt); ppgtt 2099 drivers/gpu/drm/i915/i915_gem_gtt.c struct i915_ppgtt *ppgtt; ppgtt 2101 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt = __ppgtt_create(i915); ppgtt 2102 drivers/gpu/drm/i915/i915_gem_gtt.c if (IS_ERR(ppgtt)) ppgtt 2103 drivers/gpu/drm/i915/i915_gem_gtt.c return ppgtt; ppgtt 2105 drivers/gpu/drm/i915/i915_gem_gtt.c trace_i915_ppgtt_create(&ppgtt->vm); ppgtt 2107 drivers/gpu/drm/i915/i915_gem_gtt.c return ppgtt; ppgtt 2580 drivers/gpu/drm/i915/i915_gem_gtt.c struct i915_ppgtt *ppgtt; ppgtt 2583 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt = i915_ppgtt_create(ggtt->vm.i915); ppgtt 2584 drivers/gpu/drm/i915/i915_gem_gtt.c if (IS_ERR(ppgtt)) ppgtt 2585 drivers/gpu/drm/i915/i915_gem_gtt.c return PTR_ERR(ppgtt); ppgtt 2587 drivers/gpu/drm/i915/i915_gem_gtt.c if (GEM_WARN_ON(ppgtt->vm.total < ggtt->vm.total)) { ppgtt 2598 drivers/gpu/drm/i915/i915_gem_gtt.c err = ppgtt->vm.allocate_va_range(&ppgtt->vm, 0, ggtt->vm.total); ppgtt 2602 drivers/gpu/drm/i915/i915_gem_gtt.c ggtt->alias = ppgtt; ppgtt 2613 drivers/gpu/drm/i915/i915_gem_gtt.c i915_vm_put(&ppgtt->vm); ppgtt 2620 drivers/gpu/drm/i915/i915_gem_gtt.c struct i915_ppgtt *ppgtt; ppgtt 2624 drivers/gpu/drm/i915/i915_gem_gtt.c ppgtt = fetch_and_zero(&ggtt->alias); ppgtt 2625 drivers/gpu/drm/i915/i915_gem_gtt.c if (!ppgtt) ppgtt 2628 drivers/gpu/drm/i915/i915_gem_gtt.c i915_vm_put(&ppgtt->vm); ppgtt 531 drivers/gpu/drm/i915/i915_gem_gtt.h i915_page_dir_dma_addr(const struct i915_ppgtt *ppgtt, const unsigned int n) ppgtt 533 drivers/gpu/drm/i915/i915_gem_gtt.h struct i915_page_dma *pt = ppgtt->pd->entry[n]; ppgtt 535 drivers/gpu/drm/i915/i915_gem_gtt.h return px_dma(pt ?: px_base(&ppgtt->vm.scratch[ppgtt->vm.top])); ppgtt 151 drivers/gpu/drm/i915/selftests/i915_gem_gtt.c struct i915_ppgtt *ppgtt; ppgtt 160 drivers/gpu/drm/i915/selftests/i915_gem_gtt.c ppgtt = __ppgtt_create(dev_priv); ppgtt 161 drivers/gpu/drm/i915/selftests/i915_gem_gtt.c if (IS_ERR(ppgtt)) ppgtt 162 drivers/gpu/drm/i915/selftests/i915_gem_gtt.c return PTR_ERR(ppgtt); ppgtt 164 drivers/gpu/drm/i915/selftests/i915_gem_gtt.c if (!ppgtt->vm.allocate_va_range) ppgtt 175 drivers/gpu/drm/i915/selftests/i915_gem_gtt.c limit = min(ppgtt->vm.total, limit); ppgtt 179 drivers/gpu/drm/i915/selftests/i915_gem_gtt.c err = ppgtt->vm.allocate_va_range(&ppgtt->vm, 0, size); ppgtt 191 drivers/gpu/drm/i915/selftests/i915_gem_gtt.c ppgtt->vm.clear_range(&ppgtt->vm, 0, size); ppgtt 196 drivers/gpu/drm/i915/selftests/i915_gem_gtt.c err = ppgtt->vm.allocate_va_range(&ppgtt->vm, ppgtt 211 drivers/gpu/drm/i915/selftests/i915_gem_gtt.c i915_vm_put(&ppgtt->vm); ppgtt 1000 drivers/gpu/drm/i915/selftests/i915_gem_gtt.c struct i915_ppgtt *ppgtt; ppgtt 1012 drivers/gpu/drm/i915/selftests/i915_gem_gtt.c ppgtt = i915_ppgtt_create(dev_priv); ppgtt 1013 drivers/gpu/drm/i915/selftests/i915_gem_gtt.c if (IS_ERR(ppgtt)) { ppgtt 1014 drivers/gpu/drm/i915/selftests/i915_gem_gtt.c err = PTR_ERR(ppgtt); ppgtt 1017 drivers/gpu/drm/i915/selftests/i915_gem_gtt.c GEM_BUG_ON(offset_in_page(ppgtt->vm.total)); ppgtt 1018 drivers/gpu/drm/i915/selftests/i915_gem_gtt.c GEM_BUG_ON(ppgtt->vm.closed); ppgtt 1020 drivers/gpu/drm/i915/selftests/i915_gem_gtt.c err = func(dev_priv, &ppgtt->vm, 0, ppgtt->vm.total, end_time); ppgtt 1022 drivers/gpu/drm/i915/selftests/i915_gem_gtt.c i915_vm_put(&ppgtt->vm); ppgtt 60 drivers/gpu/drm/i915/selftests/mock_gtt.c struct i915_ppgtt *ppgtt; ppgtt 62 drivers/gpu/drm/i915/selftests/mock_gtt.c ppgtt = kzalloc(sizeof(*ppgtt), GFP_KERNEL); ppgtt 63 drivers/gpu/drm/i915/selftests/mock_gtt.c if (!ppgtt) ppgtt 66 drivers/gpu/drm/i915/selftests/mock_gtt.c ppgtt->vm.i915 = i915; ppgtt 67 drivers/gpu/drm/i915/selftests/mock_gtt.c ppgtt->vm.total = round_down(U64_MAX, PAGE_SIZE); ppgtt 68 drivers/gpu/drm/i915/selftests/mock_gtt.c ppgtt->vm.file = ERR_PTR(-ENODEV); ppgtt 70 drivers/gpu/drm/i915/selftests/mock_gtt.c i915_address_space_init(&ppgtt->vm, VM_CLASS_PPGTT); ppgtt 72 drivers/gpu/drm/i915/selftests/mock_gtt.c ppgtt->vm.clear_range = nop_clear_range; ppgtt 73 drivers/gpu/drm/i915/selftests/mock_gtt.c ppgtt->vm.insert_page = mock_insert_page; ppgtt 74 drivers/gpu/drm/i915/selftests/mock_gtt.c ppgtt->vm.insert_entries = mock_insert_entries; ppgtt 75 drivers/gpu/drm/i915/selftests/mock_gtt.c ppgtt->vm.cleanup = mock_cleanup; ppgtt 77 drivers/gpu/drm/i915/selftests/mock_gtt.c ppgtt->vm.vma_ops.bind_vma = mock_bind_ppgtt; ppgtt 78 drivers/gpu/drm/i915/selftests/mock_gtt.c ppgtt->vm.vma_ops.unbind_vma = mock_unbind_ppgtt; ppgtt 79 drivers/gpu/drm/i915/selftests/mock_gtt.c ppgtt->vm.vma_ops.set_pages = ppgtt_set_pages; ppgtt 80 drivers/gpu/drm/i915/selftests/mock_gtt.c ppgtt->vm.vma_ops.clear_pages = clear_pages; ppgtt 82 drivers/gpu/drm/i915/selftests/mock_gtt.c return ppgtt;