198 	gen8_pde_t pde = _PAGE_PRESENT | _PAGE_RW;  in gen8_pde_encode()  local
199 	pde |= addr;  in gen8_pde_encode()
201 		pde |= PPAT_CACHED_PDE_INDEX;  in gen8_pde_encode()
203 		pde |= PPAT_UNCACHED_INDEX;  in gen8_pde_encode()
204 	return pde;  in gen8_pde_encode()
706 	unsigned pde = gen8_pde_index(start);  in gen8_ppgtt_clear_pte_range()  local
723 		if (WARN_ON(!pd->page_table[pde]))  in gen8_ppgtt_clear_pte_range()
726 		pt = pd->page_table[pde];  in gen8_ppgtt_clear_pte_range()
745 		if (++pde == I915_PDES) {  in gen8_ppgtt_clear_pte_range()
748 			pde = 0;  in gen8_ppgtt_clear_pte_range()
788 	unsigned pde = gen8_pde_index(start);  in gen8_ppgtt_insert_pte_entries()  local
796 			struct i915_page_table *pt = pd->page_table[pde];  in gen8_ppgtt_insert_pte_entries()
806 			if (++pde == I915_PDES) {  in gen8_ppgtt_insert_pte_entries()
809 				pde = 0;  in gen8_ppgtt_insert_pte_entries()
1021 	uint32_t pde;  in gen8_ppgtt_alloc_pagetabs()  local
1023 	gen8_for_each_pde(pt, pd, start, length, temp, pde) {  in gen8_ppgtt_alloc_pagetabs()
1025 		if (test_bit(pde, pd->used_pdes)) {  in gen8_ppgtt_alloc_pagetabs()
1036 		pd->page_table[pde] = pt;  in gen8_ppgtt_alloc_pagetabs()
1037 		__set_bit(pde, new_pts);  in gen8_ppgtt_alloc_pagetabs()
1038 		trace_i915_page_table_entry_alloc(vm, pde, start, GEN8_PDE_SHIFT);  in gen8_ppgtt_alloc_pagetabs()
1044 	for_each_set_bit(pde, new_pts, I915_PDES)  in gen8_ppgtt_alloc_pagetabs()
1045 		free_pt(dev, pd->page_table[pde]);  in gen8_ppgtt_alloc_pagetabs()
1269 		uint32_t pde;  in gen8_alloc_va_range_3lvl()  local
1274 		gen8_for_each_pde(pt, pd, pd_start, pd_len, temp, pde) {  in gen8_alloc_va_range_3lvl()
1286 			__set_bit(pde, pd->used_pdes);  in gen8_alloc_va_range_3lvl()
1289 			page_directory[pde] = gen8_pde_encode(px_dma(pt),  in gen8_alloc_va_range_3lvl()
1291 			trace_i915_page_table_entry_map(&ppgtt->base, pde, pt,  in gen8_alloc_va_range_3lvl()
1399 		uint32_t pde;  in gen8_dump_pdp()  local
1405 		gen8_for_each_pde(pt, pd, pd_start, pd_len, temp, pde) {  in gen8_dump_pdp()
1409 			if (!test_bit(pde, pd->used_pdes))  in gen8_dump_pdp()
1416 					(pde << GEN8_PDE_SHIFT) |  in gen8_dump_pdp()
1427 				seq_printf(m, "\t\t0x%llx [%03d,%03d,%04d]: =", va, pdpe, pde, pte);  in gen8_dump_pdp()
1563 	uint32_t  pte, pde, temp;  in gen6_dump_ppgtt()  local
1569 	gen6_for_each_pde(unused, &ppgtt->pd, start, length, temp, pde) {  in gen6_dump_ppgtt()
1572 		const dma_addr_t pt_addr = px_dma(ppgtt->pd.page_table[pde]);  in gen6_dump_ppgtt()
1573 		pd_entry = readl(ppgtt->pd_addr + pde);  in gen6_dump_ppgtt()
1578 				   pde,  in gen6_dump_ppgtt()
1583 		pt_vaddr = kmap_px(ppgtt->pd.page_table[pde]);  in gen6_dump_ppgtt()
1587 				(pde * PAGE_SIZE * GEN6_PTES) +  in gen6_dump_ppgtt()
1597 			seq_printf(m, "\t\t0x%lx [%03d,%04d]: =", va, pde, pte);  in gen6_dump_ppgtt()
1612 			    const int pde, struct i915_page_table *pt)  in gen6_write_pde()  argument
1622 	writel(pd_entry, ppgtt->pd_addr + pde);  in gen6_write_pde()
1632 	uint32_t pde, temp;  in gen6_write_page_range()  local
1634 	gen6_for_each_pde(pt, pd, start, length, temp, pde)  in gen6_write_page_range()
1635 		gen6_write_pde(pd, pde, pt);  in gen6_write_page_range()
1871 	uint32_t pde, temp;  in gen6_alloc_va_range()  local
1887 	gen6_for_each_pde(pt, &ppgtt->pd, start, length, temp, pde) {  in gen6_alloc_va_range()
1904 		ppgtt->pd.page_table[pde] = pt;  in gen6_alloc_va_range()
1905 		__set_bit(pde, new_page_tables);  in gen6_alloc_va_range()
1906 		trace_i915_page_table_entry_alloc(vm, pde, start, GEN6_PDE_SHIFT);  in gen6_alloc_va_range()
1912 	gen6_for_each_pde(pt, &ppgtt->pd, start, length, temp, pde) {  in gen6_alloc_va_range()
1919 		if (__test_and_clear_bit(pde, new_page_tables))  in gen6_alloc_va_range()
1920 			gen6_write_pde(&ppgtt->pd, pde, pt);  in gen6_alloc_va_range()
1922 		trace_i915_page_table_entry_map(vm, pde, pt,  in gen6_alloc_va_range()
1940 	for_each_set_bit(pde, new_page_tables, I915_PDES) {  in gen6_alloc_va_range()
1941 		struct i915_page_table *pt = ppgtt->pd.page_table[pde];  in gen6_alloc_va_range()
1943 		ppgtt->pd.page_table[pde] = vm->scratch_pt;  in gen6_alloc_va_range()
1983 	uint32_t pde;  in gen6_ppgtt_cleanup()  local
1987 	gen6_for_all_pdes(pt, ppgtt, pde) {  in gen6_ppgtt_cleanup()
2055 	uint32_t pde, temp;  in gen6_scratch_va_range()  local
2057 	gen6_for_each_pde(unused, &ppgtt->pd, start, length, temp, pde)  in gen6_scratch_va_range()
2058 		ppgtt->pd.page_table[pde] = ppgtt->base.scratch_pt;  in gen6_scratch_va_range()