180 	gen8_pde_t pde = _PAGE_PRESENT | _PAGE_RW;  in gen8_pde_encode()  local
181 	pde |= addr;  in gen8_pde_encode()
183 		pde |= PPAT_CACHED_PDE_INDEX;  in gen8_pde_encode()
185 		pde |= PPAT_UNCACHED_INDEX;  in gen8_pde_encode()
186 	return pde;  in gen8_pde_encode()
386 static int alloc_pt_range(struct i915_page_directory_entry *pd, uint16_t pde, size_t count,  in alloc_pt_range()  argument
392 	if (WARN_ON(pde + count > I915_PDES))  in alloc_pt_range()
395 	for (i = pde; i < pde + count; i++) {  in alloc_pt_range()
411 	while (i-- > pde)  in alloc_pt_range()
491 	unsigned pde = start >> GEN8_PDE_SHIFT & GEN8_PDE_MASK;  in gen8_ppgtt_clear_range()  local
509 		if (WARN_ON(!pd->page_table[pde]))  in gen8_ppgtt_clear_range()
512 		pt = pd->page_table[pde];  in gen8_ppgtt_clear_range()
535 		if (++pde == I915_PDES) {  in gen8_ppgtt_clear_range()
537 			pde = 0;  in gen8_ppgtt_clear_range()
551 	unsigned pde = start >> GEN8_PDE_SHIFT & GEN8_PDE_MASK;  in gen8_ppgtt_insert_entries()  local
563 			struct i915_page_table_entry *pt = pd->page_table[pde];  in gen8_ppgtt_insert_entries()
577 			if (++pde == I915_PDES) {  in gen8_ppgtt_insert_entries()
579 				pde = 0;  in gen8_ppgtt_insert_entries()
866 	int pte, pde;  in gen6_dump_ppgtt()  local
876 	for (pde = 0; pde < ppgtt->num_pd_entries; pde++) {  in gen6_dump_ppgtt()
879 		dma_addr_t pt_addr = ppgtt->pd.page_table[pde]->daddr;  in gen6_dump_ppgtt()
880 		pd_entry = readl(pd_addr + pde);  in gen6_dump_ppgtt()
885 				   pde,  in gen6_dump_ppgtt()
890 		pt_vaddr = kmap_atomic(ppgtt->pd.page_table[pde]->page);  in gen6_dump_ppgtt()
893 				(pde * PAGE_SIZE * GEN6_PTES) +  in gen6_dump_ppgtt()
903 			seq_printf(m, "\t\t0x%lx [%03d,%04d]: =", va, pde, pte);  in gen6_dump_ppgtt()
918 			    const int pde, struct i915_page_table_entry *pt)  in gen6_write_pde()  argument
928 	writel(pd_entry, ppgtt->pd_addr + pde);  in gen6_write_pde()
938 	uint32_t pde, temp;  in gen6_write_page_range()  local
940 	gen6_for_each_pde(pt, pd, start, length, temp, pde)  in gen6_write_page_range()
941 		gen6_write_pde(pd, pde, pt);  in gen6_write_page_range()
1200 	uint32_t pde, temp;  in gen6_alloc_va_range()  local
1212 	gen6_for_each_pde(pt, &ppgtt->pd, start, length, temp, pde) {  in gen6_alloc_va_range()
1229 		ppgtt->pd.page_table[pde] = pt;  in gen6_alloc_va_range()
1230 		set_bit(pde, new_page_tables);  in gen6_alloc_va_range()
1231 		trace_i915_page_table_entry_alloc(vm, pde, start, GEN6_PDE_SHIFT);  in gen6_alloc_va_range()
1237 	gen6_for_each_pde(pt, &ppgtt->pd, start, length, temp, pde) {  in gen6_alloc_va_range()
1244 		if (test_and_clear_bit(pde, new_page_tables))  in gen6_alloc_va_range()
1245 			gen6_write_pde(&ppgtt->pd, pde, pt);  in gen6_alloc_va_range()
1247 		trace_i915_page_table_entry_map(vm, pde, pt,  in gen6_alloc_va_range()
1265 	for_each_set_bit(pde, new_page_tables, I915_PDES) {  in gen6_alloc_va_range()
1266 		struct i915_page_table_entry *pt = ppgtt->pd.page_table[pde];  in gen6_alloc_va_range()
1268 		ppgtt->pd.page_table[pde] = ppgtt->scratch_pt;  in gen6_alloc_va_range()
1362 	uint32_t pde, temp;  in gen6_scratch_va_range()  local
1364 	gen6_for_each_pde(unused, &ppgtt->pd, start, length, temp, pde)  in gen6_scratch_va_range()
1365 		ppgtt->pd.page_table[pde] = ppgtt->scratch_pt;  in gen6_scratch_va_range()