1639 	readl(dev_priv->gtt.gsm);  in gen6_write_page_range()
1934 	readl(dev_priv->gtt.gsm);  in gen6_alloc_va_range()
2007 	BUG_ON(!drm_mm_initialized(&dev_priv->gtt.base.mm));  in gen6_ppgtt_allocate_page_directories()
2014 	ret = drm_mm_insert_node_in_range_generic(&dev_priv->gtt.base.mm,  in gen6_ppgtt_allocate_page_directories()
2017 						  0, dev_priv->gtt.base.total,  in gen6_ppgtt_allocate_page_directories()
2020 		ret = i915_gem_evict_something(dev, &dev_priv->gtt.base,  in gen6_ppgtt_allocate_page_directories()
2023 					       0, dev_priv->gtt.base.total,  in gen6_ppgtt_allocate_page_directories()
2036 	if (ppgtt->node.start < dev_priv->gtt.mappable_end)  in gen6_ppgtt_allocate_page_directories()
2067 	ppgtt->base.pte_encode = dev_priv->gtt.base.pte_encode;  in gen6_ppgtt_init()
2097 	ppgtt->pd_addr = (gen6_pte_t __iomem *)dev_priv->gtt.gsm +  in gen6_ppgtt_init()
2246 	if (unlikely(dev_priv->gtt.do_idle_maps)) {  in do_idling()
2260 	if (unlikely(dev_priv->gtt.do_idle_maps))  in undo_idling()
2315 	dev_priv->gtt.base.clear_range(&dev_priv->gtt.base,  in i915_gem_suspend_gtt_mappings()
2316 				       dev_priv->gtt.base.start,  in i915_gem_suspend_gtt_mappings()
2317 				       dev_priv->gtt.base.total,  in i915_gem_suspend_gtt_mappings()
2351 		(gen8_pte_t __iomem *)dev_priv->gtt.gsm + first_entry;  in gen8_ggtt_insert_entries()
2397 		(gen6_pte_t __iomem *)dev_priv->gtt.gsm + first_entry;  in gen6_ggtt_insert_entries()
2415 		unsigned long gtt = readl(&gtt_entries[i-1]);  in gen6_ggtt_insert_entries()  local
2416 		WARN_ON(gtt != vm->pte_encode(addr, level, true, flags));  in gen6_ggtt_insert_entries()
2436 		(gen8_pte_t __iomem *) dev_priv->gtt.gsm + first_entry;  in gen8_ggtt_clear_range()
2437 	const int max_entries = gtt_total_entries(dev_priv->gtt) - first_entry;  in gen8_ggtt_clear_range()
2462 		(gen6_pte_t __iomem *) dev_priv->gtt.gsm + first_entry;  in gen6_ggtt_clear_range()
2463 	const int max_entries = gtt_total_entries(dev_priv->gtt) - first_entry;  in gen6_ggtt_clear_range()
2640 	struct i915_address_space *ggtt_vm = &dev_priv->gtt.base;  in i915_gem_setup_global_gtt()
2723 		WARN_ON(dev_priv->gtt.base.bind_vma != ggtt_bind_vma);  in i915_gem_setup_global_gtt()
2724 		dev_priv->gtt.base.bind_vma = aliasing_gtt_bind_vma;  in i915_gem_setup_global_gtt()
2735 	gtt_size = dev_priv->gtt.base.total;  in i915_gem_init_global_gtt()
2736 	mappable_size = dev_priv->gtt.mappable_end;  in i915_gem_init_global_gtt()
2744 	struct i915_address_space *vm = &dev_priv->gtt.base;  in i915_global_gtt_cleanup()
2860 		dev_priv->gtt.gsm = ioremap_nocache(gtt_phys_addr, gtt_size);  in ggtt_probe_common()
2862 		dev_priv->gtt.gsm = ioremap_wc(gtt_phys_addr, gtt_size);  in ggtt_probe_common()
2863 	if (!dev_priv->gtt.gsm) {  in ggtt_probe_common()
2872 		iounmap(dev_priv->gtt.gsm);  in ggtt_probe_common()
2876 	dev_priv->gtt.base.scratch_page = scratch_page;  in ggtt_probe_common()
2994 	dev_priv->gtt.base.clear_range = gen8_ggtt_clear_range;  in gen8_gmch_probe()
2995 	dev_priv->gtt.base.insert_entries = gen8_ggtt_insert_entries;  in gen8_gmch_probe()
2996 	dev_priv->gtt.base.bind_vma = ggtt_bind_vma;  in gen8_gmch_probe()
2997 	dev_priv->gtt.base.unbind_vma = ggtt_unbind_vma;  in gen8_gmch_probe()
3021 			  dev_priv->gtt.mappable_end);  in gen6_gmch_probe()
3036 	dev_priv->gtt.base.clear_range = gen6_ggtt_clear_range;  in gen6_gmch_probe()
3037 	dev_priv->gtt.base.insert_entries = gen6_ggtt_insert_entries;  in gen6_gmch_probe()
3038 	dev_priv->gtt.base.bind_vma = ggtt_bind_vma;  in gen6_gmch_probe()
3039 	dev_priv->gtt.base.unbind_vma = ggtt_unbind_vma;  in gen6_gmch_probe()
3047 	struct i915_gtt *gtt = container_of(vm, struct i915_gtt, base);  in gen6_gmch_remove()  local
3049 	iounmap(gtt->gsm);  in gen6_gmch_remove()
3070 	dev_priv->gtt.do_idle_maps = needs_idle_maps(dev_priv->dev);  in i915_gmch_probe()
3071 	dev_priv->gtt.base.insert_entries = i915_ggtt_insert_entries;  in i915_gmch_probe()
3072 	dev_priv->gtt.base.clear_range = i915_ggtt_clear_range;  in i915_gmch_probe()
3073 	dev_priv->gtt.base.bind_vma = ggtt_bind_vma;  in i915_gmch_probe()
3074 	dev_priv->gtt.base.unbind_vma = ggtt_unbind_vma;  in i915_gmch_probe()
3076 	if (unlikely(dev_priv->gtt.do_idle_maps))  in i915_gmch_probe()
3090 	struct i915_gtt *gtt = &dev_priv->gtt;  in i915_gem_gtt_init()  local
3094 		gtt->gtt_probe = i915_gmch_probe;  in i915_gem_gtt_init()
3095 		gtt->base.cleanup = i915_gmch_remove;  in i915_gem_gtt_init()
3097 		gtt->gtt_probe = gen6_gmch_probe;  in i915_gem_gtt_init()
3098 		gtt->base.cleanup = gen6_gmch_remove;  in i915_gem_gtt_init()
3100 			gtt->base.pte_encode = iris_pte_encode;  in i915_gem_gtt_init()
3102 			gtt->base.pte_encode = hsw_pte_encode;  in i915_gem_gtt_init()
3104 			gtt->base.pte_encode = byt_pte_encode;  in i915_gem_gtt_init()
3106 			gtt->base.pte_encode = ivb_pte_encode;  in i915_gem_gtt_init()
3108 			gtt->base.pte_encode = snb_pte_encode;  in i915_gem_gtt_init()
3110 		dev_priv->gtt.gtt_probe = gen8_gmch_probe;  in i915_gem_gtt_init()
3111 		dev_priv->gtt.base.cleanup = gen6_gmch_remove;  in i915_gem_gtt_init()
3114 	gtt->base.dev = dev;  in i915_gem_gtt_init()
3116 	ret = gtt->gtt_probe(dev, &gtt->base.total, &gtt->stolen_size,  in i915_gem_gtt_init()
3117 			     &gtt->mappable_base, &gtt->mappable_end);  in i915_gem_gtt_init()
3123 		 gtt->base.total >> 20);  in i915_gem_gtt_init()
3124 	DRM_DEBUG_DRIVER("GMADR size = %lldM\n", gtt->mappable_end >> 20);  in i915_gem_gtt_init()
3125 	DRM_DEBUG_DRIVER("GTT stolen size = %zdM\n", gtt->stolen_size >> 20);  in i915_gem_gtt_init()
3153 	dev_priv->gtt.base.clear_range(&dev_priv->gtt.base,  in i915_gem_restore_gtt_mappings()
3154 				       dev_priv->gtt.base.start,  in i915_gem_restore_gtt_mappings()
3155 				       dev_priv->gtt.base.total,  in i915_gem_restore_gtt_mappings()
3159 	vm = &dev_priv->gtt.base;  in i915_gem_restore_gtt_mappings()