870 	pd_addr = (gen6_pte_t __iomem *)dev_priv->gtt.gsm +  in gen6_dump_ppgtt()
945 	readl(dev_priv->gtt.gsm);  in gen6_write_page_range()
1259 	readl(dev_priv->gtt.gsm);  in gen6_alloc_va_range()
1312 	BUG_ON(!drm_mm_initialized(&dev_priv->gtt.base.mm));  in gen6_ppgtt_allocate_page_directories()
1320 	ret = drm_mm_insert_node_in_range_generic(&dev_priv->gtt.base.mm,  in gen6_ppgtt_allocate_page_directories()
1323 						  0, dev_priv->gtt.base.total,  in gen6_ppgtt_allocate_page_directories()
1326 		ret = i915_gem_evict_something(dev, &dev_priv->gtt.base,  in gen6_ppgtt_allocate_page_directories()
1329 					       0, dev_priv->gtt.base.total,  in gen6_ppgtt_allocate_page_directories()
1342 	if (ppgtt->node.start < dev_priv->gtt.mappable_end)  in gen6_ppgtt_allocate_page_directories()
1374 	ppgtt->base.pte_encode = dev_priv->gtt.base.pte_encode;  in gen6_ppgtt_init()
1413 	ppgtt->pd_addr = (gen6_pte_t __iomem *)dev_priv->gtt.gsm +  in gen6_ppgtt_init()
1439 	ppgtt->base.scratch = dev_priv->gtt.base.scratch;  in __hw_ppgtt_init()
1444 		return gen8_ppgtt_init(ppgtt, dev_priv->gtt.base.total);  in __hw_ppgtt_init()
1579 	if (unlikely(dev_priv->gtt.do_idle_maps)) {  in do_idling()
1593 	if (unlikely(dev_priv->gtt.do_idle_maps))  in undo_idling()
1648 	dev_priv->gtt.base.clear_range(&dev_priv->gtt.base,  in i915_gem_suspend_gtt_mappings()
1649 				       dev_priv->gtt.base.start,  in i915_gem_suspend_gtt_mappings()
1650 				       dev_priv->gtt.base.total,  in i915_gem_suspend_gtt_mappings()
1665 	dev_priv->gtt.base.clear_range(&dev_priv->gtt.base,  in i915_gem_restore_gtt_mappings()
1666 				       dev_priv->gtt.base.start,  in i915_gem_restore_gtt_mappings()
1667 				       dev_priv->gtt.base.total,  in i915_gem_restore_gtt_mappings()
1672 							   &dev_priv->gtt.base);  in i915_gem_restore_gtt_mappings()
1748 		(gen8_pte_t __iomem *)dev_priv->gtt.gsm + first_entry;  in gen8_ggtt_insert_entries()
1794 		(gen6_pte_t __iomem *)dev_priv->gtt.gsm + first_entry;  in gen6_ggtt_insert_entries()
1812 		unsigned long gtt = readl(&gtt_entries[i-1]);  in gen6_ggtt_insert_entries()  local
1813 		WARN_ON(gtt != vm->pte_encode(addr, level, true, flags));  in gen6_ggtt_insert_entries()
1833 		(gen8_pte_t __iomem *) dev_priv->gtt.gsm + first_entry;  in gen8_ggtt_clear_range()
1834 	const int max_entries = gtt_total_entries(dev_priv->gtt) - first_entry;  in gen8_ggtt_clear_range()
1859 		(gen6_pte_t __iomem *) dev_priv->gtt.gsm + first_entry;  in gen6_ggtt_clear_range()
1860 	const int max_entries = gtt_total_entries(dev_priv->gtt) - first_entry;  in gen6_ggtt_clear_range()
2029 	struct i915_address_space *ggtt_vm = &dev_priv->gtt.base;  in i915_gem_setup_global_gtt()
2040 	dev_priv->gtt.base.start = start;  in i915_gem_setup_global_gtt()
2041 	dev_priv->gtt.base.total = end - start;  in i915_gem_setup_global_gtt()
2050 		dev_priv->gtt.base.mm.color_adjust = i915_gtt_color_adjust;  in i915_gem_setup_global_gtt()
2103 	gtt_size = dev_priv->gtt.base.total;  in i915_gem_init_global_gtt()
2104 	mappable_size = dev_priv->gtt.mappable_end;  in i915_gem_init_global_gtt()
2112 	struct i915_address_space *vm = &dev_priv->gtt.base;  in i915_global_gtt_cleanup()
2150 	dev_priv->gtt.base.scratch.page = page;  in setup_scratch_page()
2151 	dev_priv->gtt.base.scratch.addr = dma_addr;  in setup_scratch_page()
2159 	struct page *page = dev_priv->gtt.base.scratch.page;  in teardown_scratch_page()
2162 	pci_unmap_page(dev->pdev, dev_priv->gtt.base.scratch.addr,  in teardown_scratch_page()
2256 	dev_priv->gtt.gsm = ioremap_wc(gtt_phys_addr, gtt_size);  in ggtt_probe_common()
2257 	if (!dev_priv->gtt.gsm) {  in ggtt_probe_common()
2266 		iounmap(dev_priv->gtt.gsm);  in ggtt_probe_common()
2385 	dev_priv->gtt.base.clear_range = gen8_ggtt_clear_range;  in gen8_gmch_probe()
2386 	dev_priv->gtt.base.insert_entries = gen8_ggtt_insert_entries;  in gen8_gmch_probe()
2410 			  dev_priv->gtt.mappable_end);  in gen6_gmch_probe()
2425 	dev_priv->gtt.base.clear_range = gen6_ggtt_clear_range;  in gen6_gmch_probe()
2426 	dev_priv->gtt.base.insert_entries = gen6_ggtt_insert_entries;  in gen6_gmch_probe()
2434 	struct i915_gtt *gtt = container_of(vm, struct i915_gtt, base);  in gen6_gmch_remove()  local
2436 	iounmap(gtt->gsm);  in gen6_gmch_remove()
2457 	dev_priv->gtt.do_idle_maps = needs_idle_maps(dev_priv->dev);  in i915_gmch_probe()
2458 	dev_priv->gtt.base.clear_range = i915_ggtt_clear_range;  in i915_gmch_probe()
2460 	if (unlikely(dev_priv->gtt.do_idle_maps))  in i915_gmch_probe()
2474 	struct i915_gtt *gtt = &dev_priv->gtt;  in i915_gem_gtt_init()  local
2478 		gtt->gtt_probe = i915_gmch_probe;  in i915_gem_gtt_init()
2479 		gtt->base.cleanup = i915_gmch_remove;  in i915_gem_gtt_init()
2481 		gtt->gtt_probe = gen6_gmch_probe;  in i915_gem_gtt_init()
2482 		gtt->base.cleanup = gen6_gmch_remove;  in i915_gem_gtt_init()
2484 			gtt->base.pte_encode = iris_pte_encode;  in i915_gem_gtt_init()
2486 			gtt->base.pte_encode = hsw_pte_encode;  in i915_gem_gtt_init()
2488 			gtt->base.pte_encode = byt_pte_encode;  in i915_gem_gtt_init()
2490 			gtt->base.pte_encode = ivb_pte_encode;  in i915_gem_gtt_init()
2492 			gtt->base.pte_encode = snb_pte_encode;  in i915_gem_gtt_init()
2494 		dev_priv->gtt.gtt_probe = gen8_gmch_probe;  in i915_gem_gtt_init()
2495 		dev_priv->gtt.base.cleanup = gen6_gmch_remove;  in i915_gem_gtt_init()
2498 	ret = gtt->gtt_probe(dev, &gtt->base.total, &gtt->stolen_size,  in i915_gem_gtt_init()
2499 			     &gtt->mappable_base, &gtt->mappable_end);  in i915_gem_gtt_init()
2503 	gtt->base.dev = dev;  in i915_gem_gtt_init()
2507 		 gtt->base.total >> 20);  in i915_gem_gtt_init()
2508 	DRM_DEBUG_DRIVER("GMADR size = %ldM\n", gtt->mappable_end >> 20);  in i915_gem_gtt_init()
2509 	DRM_DEBUG_DRIVER("GTT stolen size = %zdM\n", gtt->stolen_size >> 20);  in i915_gem_gtt_init()