Home
last modified time | relevance | path

Searched refs:pte_val (Results 1 – 179 of 179) sorted by relevance

/linux-4.1.27/arch/powerpc/include/asm/
Dpgtable.h34 { return (pte_val(pte) & (_PAGE_RW | _PAGE_RO)) != _PAGE_RO; } in pte_write()
35 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
36 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
37 static inline int pte_special(pte_t pte) { return pte_val(pte) & _PAGE_SPECIAL; } in pte_special()
38 static inline int pte_none(pte_t pte) { return (pte_val(pte) & ~_PTE_NONE_MASK) == 0; } in pte_none()
39 static inline pgprot_t pte_pgprot(pte_t pte) { return __pgprot(pte_val(pte) & PAGE_PROT_BITS); } in pte_pgprot()
49 return (pte_val(pte) & in pte_protnone()
61 return pte_val(pte) & _PAGE_PRESENT; in pte_present()
74 return pte_val(pte) >> PTE_RPN_SHIFT; } in pte_pfn()
82 pte_val(pte) &= ~(_PAGE_RW | _PAGE_HWWRITE); in pte_wrprotect()
[all …]
Dpte-hash64-64k.h56 if (pte_val(pte) & _PAGE_COMBO) { in __real_pte()
62 rpte.hidx = pte_val(*((ptep) + PTRS_PER_PTE)); in __real_pte()
69 if ((pte_val(rpte.pte) & _PAGE_COMBO)) in __rpte_to_hidx()
71 return (pte_val(rpte.pte) >> 12) & 0xf; in __rpte_to_hidx()
76 (pte_val(rpte.pte) & (_PAGE_HPTE_SUB0 >> (index)))
Dkvm_book3s_64.h312 if (unlikely(pte_val(old_pte) & _PAGE_BUSY)) { in kvmppc_read_update_linux_pte()
317 if (unlikely(!(pte_val(old_pte) & _PAGE_PRESENT))) in kvmppc_read_update_linux_pte()
324 if (pte_val(old_pte) == __cmpxchg_u64((unsigned long *)ptep, in kvmppc_read_update_linux_pte()
325 pte_val(old_pte), in kvmppc_read_update_linux_pte()
326 pte_val(new_pte))) { in kvmppc_read_update_linux_pte()
335 static inline unsigned long hpte_cache_bits(unsigned long pte_val) in hpte_cache_bits() argument
338 return pte_val & (HPTE_R_W | HPTE_R_I); in hpte_cache_bits()
340 return ((pte_val & _PAGE_NO_CACHE) ? HPTE_R_I : 0) + in hpte_cache_bits()
341 ((pte_val & _PAGE_WRITETHRU) ? HPTE_R_W : 0); in hpte_cache_bits()
Dpgtable-ppc32.h52 (unsigned long long)pte_val(e))
203 unsigned long old = pte_val(*p); in pte_update()
234 unsigned long long old = pte_val(*p); in pte_update()
288 unsigned long set = pte_val(entry) & in __ptep_set_access_flags()
290 unsigned long clr = ~pte_val(entry) & _PAGE_RO; in __ptep_set_access_flags()
296 #define pte_same(A,B) (((pte_val(A) ^ pte_val(B)) & ~_PAGE_HASHPTE) == 0)
342 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) >> 3 })
Dpgtable-ppc64.h128 #define __rpte_to_hidx(r,index) (pte_val(__rpte_to_pte(r)) >> 12)
189 return __pud(pte_val(pte)); in pte_pud()
240 unsigned long old = pte_val(*ptep); in pte_update()
260 if ((pte_val(*ptep) & (_PAGE_ACCESSED | _PAGE_HASHPTE)) == 0) in __ptep_test_and_clear_young()
278 if ((pte_val(*ptep) & _PAGE_RW) == 0) in ptep_set_wrprotect()
287 if ((pte_val(*ptep) & _PAGE_RW) == 0) in huge_ptep_set_wrprotect()
329 unsigned long bits = pte_val(entry) & in __ptep_set_access_flags()
346 unsigned long old = pte_val(*ptep); in __ptep_set_access_flags()
352 #define pte_same(A,B) (((pte_val(A) ^ pte_val(B)) & ~_PAGE_HPTEFLAGS) == 0)
355 pr_err("%s:%d: bad pte %08lx.\n", __FILE__, __LINE__, pte_val(e))
[all …]
Dtlb.h44 if (pte_val(*ptep) & _PAGE_HASHPTE) in __tlb_remove_tlb_entry()
Dpage.h288 #define pte_val(x) ((x).pte) macro
331 #define pte_val(x) (x) macro
Dpgtable-ppc64-4k.h70 return __pgd(pte_val(pte)); in pte_pgd()
/linux-4.1.27/arch/cris/include/asm/
Dpgtable.h95 #define pte_none(x) (!pte_val(x))
96 #define pte_present(x) (pte_val(x) & _PAGE_PRESENT)
97 #define pte_clear(mm,addr,xp) do { pte_val(*(xp)) = 0; } while (0)
114 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write()
115 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_MODIFIED; } in pte_dirty()
116 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
121 pte_val(pte) &= ~(_PAGE_WRITE | _PAGE_SILENT_WRITE); in pte_wrprotect()
127 pte_val(pte) &= ~(_PAGE_MODIFIED | _PAGE_SILENT_WRITE); in pte_mkclean()
133 pte_val(pte) &= ~(_PAGE_ACCESSED | _PAGE_SILENT_READ); in pte_mkold()
139 pte_val(pte) |= _PAGE_WRITE; in pte_mkwrite()
[all …]
Dpage.h32 #define pte_val(x) ((x).pte) macro
/linux-4.1.27/arch/m68k/include/asm/
Dmcf_pgtable.h160 pte_val(pte) = (pte_val(pte) & CF_PAGE_CHG_MASK) | pgprot_val(newprot); in pte_modify()
171 #define __pte_page(pte) ((unsigned long) (pte_val(pte) & PAGE_MASK))
176 return !pte_val(pte); in pte_none()
181 return pte_val(pte) & CF_PAGE_VALID; in pte_present()
187 pte_val(*ptep) = 0; in pte_clear()
207 __FILE__, __LINE__, pte_val(e))
222 return pte_val(pte) & CF_PAGE_READABLE; in pte_read()
227 return pte_val(pte) & CF_PAGE_WRITABLE; in pte_write()
232 return pte_val(pte) & CF_PAGE_EXEC; in pte_exec()
237 return pte_val(pte) & CF_PAGE_DIRTY; in pte_dirty()
[all …]
Dsun3_pgtable.h106 pte_val(pte) = (pte_val(pte) & SUN3_PAGE_CHG_MASK) | pgprot_val(newprot); in pte_modify()
118 ((unsigned long) __va ((pte_val (pte) & SUN3_PAGE_PGNUM_MASK) << PAGE_SHIFT))
122 static inline int pte_none (pte_t pte) { return !pte_val (pte); } in pte_none()
123 static inline int pte_present (pte_t pte) { return pte_val (pte) & SUN3_PAGE_VALID; } in pte_present()
126 pte_val (*ptep) = 0; in pte_clear()
129 #define pte_pfn(pte) (pte_val(pte) & SUN3_PAGE_PGNUM_MASK)
131 ({ pte_t __pte; pte_val(__pte) = pfn | pgprot_val(pgprot); __pte; })
154 printk("%s:%d: bad pte %08lx.\n", __FILE__, __LINE__, pte_val(e))
166 static inline int pte_write(pte_t pte) { return pte_val(pte) & SUN3_PAGE_WRITEABLE; } in pte_write()
167 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & SUN3_PAGE_MODIFIED; } in pte_dirty()
[all …]
Dmotorola_pgtable.h104 pte_val(pte) = (pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot); in pte_modify()
124 #define __pte_page(pte) ((unsigned long)__va(pte_val(pte) & PAGE_MASK))
129 #define pte_none(pte) (!pte_val(pte))
130 #define pte_present(pte) (pte_val(pte) & (_PAGE_PRESENT | _PAGE_PROTNONE))
131 #define pte_clear(mm,addr,ptep) ({ pte_val(*(ptep)) = 0; })
133 #define pte_page(pte) virt_to_page(__va(pte_val(pte)))
134 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT)
156 printk("%s:%d: bad pte %08lx.\n", __FILE__, __LINE__, pte_val(e))
167 static inline int pte_write(pte_t pte) { return !(pte_val(pte) & _PAGE_RONLY); } in pte_write()
168 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
[all …]
Dpgtable_no.h37 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
Dpage.h29 #define pte_val(x) ((x).pte) macro
Dmmu_context.h147 mmu_write(MMUDR, (pte_val(*pte) & PAGE_MASK) | in load_ksp_mmu()
/linux-4.1.27/arch/s390/mm/
Dhugetlbpage.c36 pmd_val(pmd) = pte_val(pte) & PAGE_MASK; in __pte_to_pmd()
37 pmd_val(pmd) |= (pte_val(pte) & _PAGE_READ) >> 4; in __pte_to_pmd()
38 pmd_val(pmd) |= (pte_val(pte) & _PAGE_WRITE) >> 4; in __pte_to_pmd()
39 pmd_val(pmd) |= (pte_val(pte) & _PAGE_INVALID) >> 5; in __pte_to_pmd()
40 pmd_val(pmd) |= (pte_val(pte) & _PAGE_PROTECT); in __pte_to_pmd()
41 pmd_val(pmd) |= (pte_val(pte) & _PAGE_DIRTY) << 10; in __pte_to_pmd()
42 pmd_val(pmd) |= (pte_val(pte) & _PAGE_YOUNG) << 10; in __pte_to_pmd()
73 pte_val(pte) = pmd_val(pmd) & _SEGMENT_ENTRY_ORIGIN_LARGE; in __pmd_to_pte()
74 pte_val(pte) |= _PAGE_LARGE | _PAGE_PRESENT; in __pmd_to_pte()
75 pte_val(pte) |= (pmd_val(pmd) & _SEGMENT_ENTRY_READ) << 4; in __pmd_to_pte()
[all …]
Dgup.c33 if ((pte_val(pte) & mask) != 0) in gup_pte_range()
39 if (unlikely(pte_val(pte) != pte_val(*ptep))) { in gup_pte_range()
Dpgtable.c647 ptev = pte_val(pte); in __gmap_zap()
752 if ((pte_val(entry) & (_PAGE_INVALID | _PAGE_PROTECT)) == 0) { in gmap_ipte_notify()
846 if (!(pte_val(*ptep) & _PAGE_INVALID) && in set_guest_storage_key()
847 (pte_val(*ptep) & _PAGE_PROTECT)) { in set_guest_storage_key()
861 if (!(pte_val(*ptep) & _PAGE_INVALID)) { in set_guest_storage_key()
864 address = pte_val(*ptep) & PAGE_MASK; in set_guest_storage_key()
901 if (pte_val(*ptep) & _PAGE_INVALID) { in get_guest_storage_key()
907 physaddr = pte_val(*ptep) & PAGE_MASK; in get_guest_storage_key()
1243 pte_val(*pte) = _PAGE_INVALID; in __s390_enable_skey()
1248 ptev = pte_val(*pte); in __s390_enable_skey()
[all …]
Dvmem.c133 pte_val(*pt_dir) = __pa(address) | in vmem_add_mem()
156 pte_val(pte) = _PAGE_INVALID; in vmem_remove_range()
254 pte_val(*pt_dir) = in vmemmap_populate()
Dpageattr.c143 pte_val(*pte) = __pa(address); in __kernel_map_pages()
Ddump_pagetables.c120 prot = pte_val(*pte) & (_PAGE_PROTECT | _PAGE_INVALID); in walk_pte_level()
/linux-4.1.27/arch/openrisc/include/asm/
Dpgtable.h223 #define pte_none(x) (!pte_val(x))
224 #define pte_present(x) (pte_val(x) & _PAGE_PRESENT)
225 #define pte_clear(mm, addr, xp) do { pte_val(*(xp)) = 0; } while (0)
237 static inline int pte_read(pte_t pte) { return pte_val(pte) & _PAGE_READ; } in pte_read()
238 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write()
239 static inline int pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec()
240 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
241 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
247 pte_val(pte) &= ~(_PAGE_WRITE); in pte_wrprotect()
253 pte_val(pte) &= ~(_PAGE_READ); in pte_rdprotect()
[all …]
Dpage.h66 #define pte_val(x) ((x).pte) macro
/linux-4.1.27/arch/score/include/asm/
Dpgtable.h40 __FILE__, __LINE__, pte_val(e))
94 ((swp_entry_t) { pte_val(pte)})
120 #define pte_none(pte) (!(pte_val(pte) & ~_PAGE_GLOBAL))
121 #define pte_present(pte) (pte_val(pte) & _PAGE_PRESENT)
179 return pte_val(pte) & _PAGE_WRITE; in pte_write()
184 return pte_val(pte) & _PAGE_MODIFIED; in pte_dirty()
189 return pte_val(pte) & _PAGE_ACCESSED; in pte_young()
196 pte_val(pte) &= ~(_PAGE_WRITE | _PAGE_SILENT_WRITE); in pte_wrprotect()
202 pte_val(pte) &= ~(_PAGE_MODIFIED|_PAGE_SILENT_WRITE); in pte_mkclean()
208 pte_val(pte) &= ~(_PAGE_ACCESSED|_PAGE_SILENT_READ); in pte_mkold()
[all …]
Dpage.h49 #define pte_val(x) ((x).pte) macro
/linux-4.1.27/arch/hexagon/include/asm/
Dpgtable.h180 #define pte_mkhuge(pte) __pte((pte_val(pte) & ~0x3) | HVM_HUGEPAGE_SIZE)
190 ((pte_val(pte) & (_PAGE_EXECUTE | _PAGE_USER)) == \
223 pte_val(*ptep) = _NULL_PTE; in pte_clear()
297 return pte_val(pte) == _NULL_PTE; in pte_none()
305 return pte_val(pte) & _PAGE_PRESENT; in pte_present()
317 pte_val(pte) &= ~_PAGE_ACCESSED; in pte_mkold()
324 pte_val(pte) |= _PAGE_ACCESSED; in pte_mkyoung()
331 pte_val(pte) &= ~_PAGE_DIRTY; in pte_mkclean()
338 pte_val(pte) |= _PAGE_DIRTY; in pte_mkdirty()
345 return pte_val(pte) & _PAGE_ACCESSED; in pte_young()
[all …]
Dpage.h87 #define pte_val(x) ((x).pte) macro
/linux-4.1.27/arch/microblaze/include/asm/
Dpgtable.h40 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
167 __FILE__, __LINE__, pte_val(e))
296 #define pte_none(pte) ((pte_val(pte) & ~_PTE_NONE_MASK) == 0)
297 #define pte_present(pte) (pte_val(pte) & _PAGE_PRESENT)
307 ((pte_val(x) - memory_start) >> PAGE_SHIFT))
310 #define pte_pfn(x) (pte_val(x) >> PFN_SHIFT_OFFSET)
332 static inline int pte_read(pte_t pte) { return pte_val(pte) & _PAGE_USER; } in pte_read()
333 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_RW; } in pte_write()
334 static inline int pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec()
335 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
[all …]
Dpage.h101 # define pte_val(x) ((x).pte) macro
/linux-4.1.27/arch/mn10300/include/asm/
Dpgtable.h218 #define pte_present(x) (pte_val(x) & _PAGE_VALID)
238 static inline int pte_user(pte_t pte) { return pte_val(pte) & __PAGE_PROT_USER; } in pte_user()
239 static inline int pte_read(pte_t pte) { return pte_val(pte) & __PAGE_PROT_USER; } in pte_read()
240 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
241 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
242 static inline int pte_write(pte_t pte) { return pte_val(pte) & __PAGE_PROT_WRITE; } in pte_write()
247 pte_val(pte) &= ~(__PAGE_PROT_USER|__PAGE_PROT_UWAUX); return pte; in pte_rdprotect()
251 pte_val(pte) |= _PAGE_NX; return pte; in pte_exprotect()
256 pte_val(pte) &= ~(__PAGE_PROT_WRITE|__PAGE_PROT_UWAUX); return pte; in pte_wrprotect()
259 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~_PAGE_DIRTY; return pte; } in pte_mkclean()
[all …]
Dpage.h52 #define pte_val(x) ((x).pte) macro
/linux-4.1.27/arch/s390/include/asm/
Dpgtable.h91 printk("%s:%d: bad pte %p.\n", __FILE__, __LINE__, (void *) pte_val(e))
552 return (pte_val(pte) & _PAGE_PRESENT) != 0; in pte_present()
558 return pte_val(pte) == _PAGE_INVALID; in pte_none()
564 return (pte_val(pte) & (_PAGE_PROTECT | _PAGE_PRESENT)) in pte_swap()
570 return (pte_val(pte) & _PAGE_SPECIAL); in pte_special()
576 return pte_val(a) == pte_val(b); in pte_same()
634 if (!mm_use_skey(mm) || pte_val(*ptep) & _PAGE_INVALID) in pgste_update_all()
636 address = pte_val(*ptep) & PAGE_MASK; in pgste_update_all()
656 if (!mm_use_skey(mm) || pte_val(entry) & _PAGE_INVALID) in pgste_set_key()
658 VM_BUG_ON(!(pte_val(*ptep) & _PAGE_INVALID)); in pgste_set_key()
[all …]
Dhugetlb.h48 pte_val(*ptep) = _SEGMENT_ENTRY_EMPTY; in huge_pte_clear()
Dpage.h80 #define pte_val(x) ((x).pte) macro
/linux-4.1.27/arch/alpha/include/asm/
Dpgtable.h208 #define pte_pfn(pte) (pte_val(pte) >> 32)
214 pte_val(pte) = (page_to_pfn(page) << 32) | pgprot_val(pgprot); \
220 { pte_t pte; pte_val(pte) = (PHYS_TWIDDLE(physpfn) << 32) | pgprot_val(pgprot); return pte; } in pfn_pte()
223 { pte_val(pte) = (pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot); return pte; } in pte_modify()
246 extern inline int pte_none(pte_t pte) { return !pte_val(pte); } in pte_none()
247 extern inline int pte_present(pte_t pte) { return pte_val(pte) & _PAGE_VALID; } in pte_present()
250 pte_val(*ptep) = 0; in pte_clear()
267 extern inline int pte_write(pte_t pte) { return !(pte_val(pte) & _PAGE_FOW); } in pte_write()
268 extern inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
269 extern inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
[all …]
Dmmzone.h76 #define pte_pfn(pte) (pte_val(pte) >> 32)
84 pte_val(pte) = pfn | pgprot_val(pgprot); \
94 kvirt = (unsigned long)__va(pte_val(x) >> (32-PAGE_SHIFT)); \
Dpage.h35 #define pte_val(x) ((x).pte) macro
54 #define pte_val(x) (x) macro
/linux-4.1.27/arch/nios2/include/asm/
Dpgtable.h110 { return pte_val(pte) & _PAGE_WRITE; } in pte_write()
112 { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
114 { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
130 return !(pte_val(pte) & ~(_PAGE_GLOBAL|0xf)); in pte_none()
134 { return pte_val(pte) & _PAGE_PRESENT; } in pte_present()
142 pte_val(pte) &= ~_PAGE_WRITE; in pte_wrprotect()
148 pte_val(pte) &= ~_PAGE_DIRTY; in pte_mkclean()
154 pte_val(pte) &= ~_PAGE_ACCESSED; in pte_mkold()
160 pte_val(pte) |= _PAGE_WRITE; in pte_mkwrite()
166 pte_val(pte) |= _PAGE_DIRTY; in pte_mkdirty()
[all …]
Dpage.h65 #define pte_val(x) ((x).pte) macro
/linux-4.1.27/arch/sh/include/asm/
Dpgtable_64.h26 printk("%s:%d: bad pte %016Lx.\n", __FILE__, __LINE__, pte_val(e))
229 #define pte_present(x) (pte_val(x) & _PAGE_PRESENT)
231 #define pte_none(x) (pte_val(x) == _PTE_EMPTY)
243 #define pte_pagenr(x) (((unsigned long) (pte_val(x)) - \
260 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
261 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
262 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write()
263 static inline int pte_special(pte_t pte){ return pte_val(pte) & _PAGE_SPECIAL; } in pte_special()
265 static inline pte_t pte_wrprotect(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_WRITE)); r… in pte_wrprotect()
266 static inline pte_t pte_mkclean(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_DIRTY)); ret… in pte_mkclean()
[all …]
Dpage.h79 #define pte_val(x) \ macro
87 #define pte_val(x) ((x).pte_low) macro
93 #define pte_val(x) ((x).pte_low) macro
105 #define pte_pgprot(x) __pgprot(pte_val(x) & PTE_FLAGS_MASK)
Dpgtable_32.h322 #define pte_none(x) (!pte_val(x))
434 printk("%s:%d: bad pte %08lx.\n", __FILE__, __LINE__, pte_val(e))
471 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) >> 1 })
/linux-4.1.27/arch/metag/include/asm/
Dpgtable.h104 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT)
108 #define pte_none(x) (!pte_val(x))
109 #define pte_present(x) (pte_val(x) & _PAGE_PRESENT)
110 #define pte_clear(mm, addr, xp) do { pte_val(*(xp)) = 0; } while (0)
125 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write()
126 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
127 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
130 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) &= (~_PAGE_WRITE); return pte; } in pte_wrprotect()
131 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~_PAGE_DIRTY; return pte; } in pte_mkclean()
132 static inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold()
[all …]
Dpage.h79 #define pte_val(x) ((x).pte) macro
/linux-4.1.27/arch/xtensa/include/asm/
Dpgtable.h214 printk("%s:%d: bad pte %08lx.\n", __FILE__, __LINE__, pte_val(e))
240 # define pte_none(pte) (pte_val(pte) == (_PAGE_CA_INVALID | _PAGE_USER))
242 # define pte_present(pte) ((pte_val(pte) & _PAGE_CA_MASK) != _PAGE_CA_INVALID)
245 (((pte_val(pte) & _PAGE_CA_MASK) != _PAGE_CA_INVALID) \
246 || ((pte_val(pte) & _PAGE_ATTRIB_MASK) == _PAGE_NONE))
256 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITABLE; } in pte_write()
257 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
258 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
262 { pte_val(pte) &= ~(_PAGE_WRITABLE | _PAGE_HW_WRITE); return pte; } in pte_wrprotect()
264 { pte_val(pte) &= ~(_PAGE_DIRTY | _PAGE_HW_WRITE); return pte; } in pte_mkclean()
[all …]
Dpage.h110 #define pte_val(x) ((x).pte) macro
/linux-4.1.27/arch/ia64/include/asm/
Dpgtable.h187 #define pte_ERROR(e) printk("%s:%d: bad pte %016lx.\n", __FILE__, __LINE__, pte_val(e))
250 ({ pte_t __pte; pte_val(__pte) = ((pfn) << PAGE_SHIFT) | pgprot_val(pgprot); __pte; })
253 #define pte_pfn(_pte) ((pte_val(_pte) & _PFN_MASK) >> PAGE_SHIFT)
259 ({ pte_t __pte; pte_val(__pte) = physpage + pgprot_val(pgprot); __pte; })
262 (__pte((pte_val(_pte) & ~_PAGE_CHG_MASK) | (pgprot_val(newprot) & _PAGE_CHG_MASK)))
264 #define pte_none(pte) (!pte_val(pte))
265 #define pte_present(pte) (pte_val(pte) & (_PAGE_P | _PAGE_PROTNONE))
266 #define pte_clear(mm,addr,pte) (pte_val(*(pte)) = 0UL)
268 #define pte_page(pte) virt_to_page(((pte_val(pte) & _PFN_MASK) + PAGE_OFFSET))
296 #define pte_write(pte) ((unsigned) (((pte_val(pte) & _PAGE_AR_MASK) >> _PAGE_AR_SHIFT) - 2) <= 4)
[all …]
Dpage.h183 # define pte_val(x) ((x).pte) macro
207 # define pte_val(x) (x) macro
/linux-4.1.27/arch/mips/include/asm/
Dpgtable.h170 #define pte_none(pte) (!(pte_val(pte) & ~_PAGE_GLOBAL))
171 #define pte_present(pte) (pte_val(pte) & _PAGE_PRESENT)
172 #define pte_no_exec(pte) (pte_val(pte) & _PAGE_NO_EXEC)
183 if (pte_val(pteval) & _PAGE_GLOBAL) { in set_pte()
220 pte_val(*buddy) = pte_val(*buddy) | _PAGE_GLOBAL; in set_pte()
231 if (pte_val(*ptep_buddy(ptep)) & _PAGE_GLOBAL) in pte_clear()
334 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write()
335 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_MODIFIED; } in pte_dirty()
336 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
340 pte_val(pte) &= ~(_PAGE_WRITE | _PAGE_SILENT_WRITE); in pte_wrprotect()
[all …]
Dpgtable-bits.h206 static inline uint64_t pte_to_entrylo(unsigned long pte_val) in pte_to_entrylo() argument
221 return (pte_val >> _PAGE_GLOBAL_SHIFT) | in pte_to_entrylo()
222 ((pte_val & (_PAGE_NO_EXEC | _PAGE_NO_READ)) << sa); in pte_to_entrylo()
226 return pte_val >> _PAGE_GLOBAL_SHIFT; in pte_to_entrylo()
Dpgtable-32.h74 printk("%s:%d: bad pte %016Lx.\n", __FILE__, __LINE__, pte_val(e))
77 printk("%s:%d: bad pte %08lx.\n", __FILE__, __LINE__, pte_val(e))
164 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
189 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
Dpgtable-64.h143 printk("%s:%d: bad pte %016lx.\n", __FILE__, __LINE__, pte_val(e))
286 { pte_t pte; pte_val(pte) = (type << 16) | (offset << 24); return pte; } in mk_swap_pte()
290 #define __swp_entry(type, offset) ((swp_entry_t) { pte_val(mk_swap_pte((type), (offset))) })
291 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
Dpage.h120 #define pte_val(x) ((x).pte_low | ((unsigned long long)(x).pte_high << 32)) macro
124 #define pte_val(x) ((x).pte) macro
129 #define pte_val(x) ((x).pte) macro
Dhugetlb.h66 pte_val(clear) = (unsigned long)invalid_pte_table; in huge_ptep_get_and_clear()
79 unsigned long val = pte_val(pte) & ~_PAGE_GLOBAL; in huge_pte_none()
/linux-4.1.27/arch/sparc/include/asm/
Dpgtable_32.h117 srmmu_swap((unsigned long *)ptep, pte_val(pteval)); in set_pte()
146 return ((pte_val(pte) & SRMMU_ET_MASK) == SRMMU_ET_PTE); in pte_present()
151 return !pte_val(pte); in pte_none()
212 return pte_val(pte) & SRMMU_WRITE; in pte_write()
217 return pte_val(pte) & SRMMU_DIRTY; in pte_dirty()
222 return pte_val(pte) & SRMMU_REF; in pte_young()
232 return __pte(pte_val(pte) & ~SRMMU_WRITE); in pte_wrprotect()
237 return __pte(pte_val(pte) & ~SRMMU_DIRTY); in pte_mkclean()
242 return __pte(pte_val(pte) & ~SRMMU_REF); in pte_mkold()
247 return __pte(pte_val(pte) | SRMMU_WRITE); in pte_mkwrite()
[all …]
Dpgtable_64.h251 return __pmd(pte_val(pte)); in pfn_pmd()
270 : "r" (pte_val(pte)), in pte_pfn()
333 return __pte((pte_val(pte) & mask) | (pgprot_val(prot) & ~mask)); in pte_modify()
343 return __pmd(pte_val(pte)); in pmd_modify()
393 return __pte(pte_val(pte) | mask); in pte_mkhuge()
401 pte_val(pte) |= _PAGE_PMD_HUGE; in pmd_mkhuge()
403 return __pmd(pte_val(pte)); in pmd_mkhuge()
410 unsigned long val = pte_val(pte), tmp; in pte_mkdirty()
434 unsigned long val = pte_val(pte), tmp; in pte_mkclean()
458 unsigned long val = pte_val(pte), mask; in pte_mkwrite()
[all …]
Dpage_32.h62 #define pte_val(x) ((x).pte) macro
90 #define pte_val(x) (x) macro
Dpage_64.h64 #define pte_val(x) ((x).pte) macro
87 #define pte_val(x) (x) macro
/linux-4.1.27/arch/parisc/include/asm/
Dpgtable.h59 ((pte_val(x) & (_PAGE_PRESENT|_PAGE_ACCESSED)) \
79 printk("%s:%d: bad pte %08lx.\n", __FILE__, __LINE__, pte_val(e))
287 #define pte_none(x) (pte_val(x) == 0)
288 #define pte_present(x) (pte_val(x) & _PAGE_PRESENT)
352 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
353 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
354 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write()
357 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~_PAGE_DIRTY; return pte; } in pte_mkclean()
358 static inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold()
359 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) &= ~_PAGE_WRITE; return pte; } in pte_wrprotect()
[all …]
Dpage.h48 #define pte_val(x) ((x).pte) macro
71 #define pte_val(x) (x) macro
/linux-4.1.27/arch/arc/include/asm/
Dpgtable.h224 pr_crit("%s:%d: bad pte %08lx.\n", __FILE__, __LINE__, pte_val(e))
250 #define pte_none(x) (!pte_val(x))
251 #define pte_present(x) (pte_val(x) & _PAGE_PRESENT)
260 (unsigned long)(((pte_val(x) - CONFIG_LINUX_LINK_BASE) >> \
266 pte_val(pte) = __pa(page_address(page)) + pgprot_val(pgprot); \
270 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT)
286 #define pte_read(pte) (pte_val(pte) & _PAGE_READ)
287 #define pte_write(pte) (pte_val(pte) & _PAGE_WRITE)
288 #define pte_dirty(pte) (pte_val(pte) & _PAGE_MODIFIED)
289 #define pte_young(pte) (pte_val(pte) & _PAGE_ACCESSED)
[all …]
Dpage.h48 #define pte_val(x) ((x).pte) macro
56 #define pte_pgprot(x) __pgprot(pte_val(x))
65 #define pte_val(x) (x) macro
/linux-4.1.27/arch/avr32/include/asm/
Dpgtable.h180 #define pte_none(x) (!pte_val(x))
181 #define pte_present(x) (pte_val(x) & _PAGE_PRESENT)
194 return pte_val(pte) & _PAGE_RW; in pte_write()
198 return pte_val(pte) & _PAGE_DIRTY; in pte_dirty()
202 return pte_val(pte) & _PAGE_ACCESSED; in pte_young()
212 set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_RW)); in pte_wrprotect()
217 set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_DIRTY)); in pte_mkclean()
222 set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_ACCESSED)); in pte_mkold()
227 set_pte(&pte, __pte(pte_val(pte) | _PAGE_RW)); in pte_mkwrite()
232 set_pte(&pte, __pte(pte_val(pte) | _PAGE_DIRTY)); in pte_mkdirty()
[all …]
Dpgtable-2level.h23 printk("%s:%d: bad pte %08lx.\n", __FILE__, __LINE__, pte_val(e))
Dpage.h37 #define pte_val(x) ((x).pte) macro
/linux-4.1.27/arch/unicore32/include/asm/
Dpgtable.h52 #define pte_ERROR(pte) __pte_error(__FILE__, __LINE__, pte_val(pte))
152 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT)
156 #define pte_none(pte) (!pte_val(pte))
177 #define pte_present(pte) (pte_val(pte) & PTE_PRESENT)
178 #define pte_write(pte) (pte_val(pte) & PTE_WRITE)
179 #define pte_dirty(pte) (pte_val(pte) & PTE_DIRTY)
180 #define pte_young(pte) (pte_val(pte) & PTE_YOUNG)
181 #define pte_exec(pte) (pte_val(pte) & PTE_EXEC)
185 static inline pte_t pte_##fn(pte_t pte) { pte_val(pte) op; return pte; }
246 pte_val(pte) = (pte_val(pte) & ~mask) | (pgprot_val(newprot) & mask); in pte_modify()
[all …]
Dpage.h41 #define pte_val(x) ((x).pte) macro
57 #define pte_val(x) (x) macro
/linux-4.1.27/arch/m32r/include/asm/
Dpgtable.h177 #define pte_present(x) (pte_val(x) & (_PAGE_PRESENT | _PAGE_PROTNONE))
193 return pte_val(pte) & _PAGE_DIRTY; in pte_dirty()
198 return pte_val(pte) & _PAGE_ACCESSED; in pte_young()
203 return pte_val(pte) & _PAGE_WRITE; in pte_write()
213 pte_val(pte) &= ~_PAGE_DIRTY; in pte_mkclean()
219 pte_val(pte) &= ~_PAGE_ACCESSED; in pte_mkold()
225 pte_val(pte) &= ~_PAGE_WRITE; in pte_wrprotect()
231 pte_val(pte) |= _PAGE_DIRTY; in pte_mkdirty()
237 pte_val(pte) |= _PAGE_ACCESSED; in pte_mkyoung()
243 pte_val(pte) |= _PAGE_WRITE; in pte_mkwrite()
[all …]
Dpgtable-2level.h23 printk("%s:%d: bad pte %08lx.\n", __FILE__, __LINE__, pte_val(e))
67 #define pte_same(a, b) (pte_val(a) == pte_val(b))
69 #define pte_none(x) (!pte_val(x))
70 #define pte_pfn(x) (pte_val(x) >> PAGE_SHIFT)
Dpage.h29 #define pte_val(x) ((x).pte) macro
/linux-4.1.27/arch/arm64/include/asm/
Dpgtable.h118 #define pte_ERROR(pte) __pte_error(__FILE__, __LINE__, pte_val(pte))
120 #define pte_pfn(pte) ((pte_val(pte) & PHYS_MASK) >> PAGE_SHIFT)
124 #define pte_none(pte) (!pte_val(pte))
141 #define pte_present(pte) (!!(pte_val(pte) & (PTE_VALID | PTE_PROT_NONE)))
142 #define pte_dirty(pte) (!!(pte_val(pte) & PTE_DIRTY))
143 #define pte_young(pte) (!!(pte_val(pte) & PTE_AF))
144 #define pte_special(pte) (!!(pte_val(pte) & PTE_SPECIAL))
145 #define pte_write(pte) (!!(pte_val(pte) & PTE_WRITE))
146 #define pte_exec(pte) (!(pte_val(pte) & PTE_UXN))
149 ((pte_val(pte) & (PTE_VALID | PTE_USER)) == (PTE_VALID | PTE_USER))
[all …]
Dkvm_mmu.h115 pte_val(*pte) |= PTE_S2_RDWR;
125 pte_val(*pte) = (pte_val(*pte) & ~PTE_S2_RDWR) | PTE_S2_RDONLY;
130 return (pte_val(*pte) & PTE_S2_RDWR) == PTE_S2_RDONLY;
Dpgtable-types.h38 #define pte_val(x) ((x).pte) macro
64 #define pte_val(x) (x) macro
/linux-4.1.27/arch/powerpc/mm/
Dpgtable.c46 return (pte_val(pte) & in pte_looks_normal()
74 pte = __pte(pte_val(pte) & ~_PAGE_HPTEFLAGS); in set_pte_filter()
105 if (!(pte_val(pte) & _PAGE_EXEC) || !pte_looks_normal(pte)) in set_pte_filter()
125 return __pte(pte_val(pte) & ~_PAGE_EXEC); in set_pte_filter()
138 if (dirty || (pte_val(pte) & _PAGE_EXEC) || !is_exec_fault()) in set_access_flags_filter()
164 return __pte(pte_val(pte) | _PAGE_EXEC); in set_access_flags_filter()
180 VM_WARN_ON((pte_val(*ptep) & (_PAGE_PRESENT | _PAGE_USER)) == in set_pte_at()
Dhash_utils_64.c1082 if (access & ~pte_val(*ptep)) { in hash_page_mm()
1113 DBG_LOW(" i-pte: %016lx\n", pte_val(*ptep)); in hash_page_mm()
1115 DBG_LOW(" i-pte: %016lx %016lx\n", pte_val(*ptep), in hash_page_mm()
1116 pte_val(*(ptep + PTRS_PER_PTE))); in hash_page_mm()
1121 if ((pte_val(*ptep) & _PAGE_4K_PFN) && psize == MMU_PAGE_64K) { in hash_page_mm()
1130 (pte_val(*ptep) & _PAGE_NO_CACHE)) { in hash_page_mm()
1172 psize, pte_val(*ptep)); in hash_page_mm()
1174 DBG_LOW(" o-pte: %016lx\n", pte_val(*ptep)); in hash_page_mm()
1176 DBG_LOW(" o-pte: %016lx %016lx\n", pte_val(*ptep), in hash_page_mm()
1177 pte_val(*(ptep + PTRS_PER_PTE))); in hash_page_mm()
[all …]
Dhugetlbpage-book3e.c125 mas2 |= (pte_val(pte) >> PTE_WIMGE_SHIFT) & MAS2_WIMGE_MASK; in book3e_hugetlb_preload()
127 mas7_3 |= (pte_val(pte) >> PTE_BAP_SHIFT) & MAS3_BAP_MASK; in book3e_hugetlb_preload()
Dtlb_hash64.c217 pte = pte_val(*ptep); in __flush_hash_table_range()
249 unsigned long pteval = pte_val(*pte); in flush_tlb_pmd_range()
Dhugetlbpage-hash64.c48 old_pte = pte_val(*ptep); in __hash_page_huge()
Dhugetlbpage.c707 if (!shift || pmd_trans_huge(__pmd(pte_val(pte)))) in follow_huge_addr()
1070 if ((pte_val(pte) & mask) != mask) in gup_hugepte()
1094 if (unlikely(pte_val(pte) != pte_val(*ptep))) { in gup_hugepte()
Dpgtable_32.c303 BUG_ON((pte_val(*pg) & (_PAGE_PRESENT | _PAGE_HASHPTE)) && in map_page()
/linux-4.1.27/arch/arm/include/asm/
Dpgtable-3level.h201 #define pte_same(pte_a,pte_b) ((pte_present(pte_a) ? pte_val(pte_a) & ~PTE_EXT_NG \
202 : pte_val(pte_a)) \
203 == (pte_present(pte_b) ? pte_val(pte_b) & ~PTE_EXT_NG \
204 : pte_val(pte_b)))
206 #define set_pte_ext(ptep,pte,ext) cpu_set_pte_ext(ptep,__pte(pte_val(pte)|(ext)))
208 #define pte_huge(pte) (pte_val(pte) && !(pte_val(pte) & PTE_TABLE_BIT))
209 #define pte_mkhuge(pte) (__pte(pte_val(pte) & ~PTE_TABLE_BIT))
219 pte_val(pte) |= L_PTE_SPECIAL; in pte_mkspecial()
Dpgtable.h209 #define pte_pfn(pte) ((pte_val(pte) & PHYS_MASK) >> PAGE_SHIFT)
217 #define pte_isset(pte, val) ((u32)(val) == (val) ? pte_val(pte) & (val) \
218 : !!(pte_val(pte) & (val)))
219 #define pte_isclear(pte, val) (!(pte_val(pte) & (val)))
221 #define pte_none(pte) (!pte_val(pte))
257 pte_val(pte) &= ~pgprot_val(prot); in clear_pte_bit()
263 pte_val(pte) |= pgprot_val(prot); in set_pte_bit()
311 pte_val(pte) = (pte_val(pte) & ~mask) | (pgprot_val(newprot) & mask); in pte_modify()
335 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
Dkvm_mmu.h110 pte_val(*pte) |= L_PTE_S2_RDWR; in kvm_set_s2pte_writable()
120 pte_val(*pte) = (pte_val(*pte) & ~L_PTE_S2_RDWR) | L_PTE_S2_RDONLY; in kvm_set_s2pte_readonly()
125 return (pte_val(*pte) & L_PTE_S2_RDWR) == L_PTE_S2_RDONLY; in kvm_s2pte_readonly()
Dhugetlb-3level.h35 if (pte_val(retval)) in huge_ptep_get()
36 pte_val(retval) |= L_PTE_VALID; in huge_ptep_get()
Dpgtable-2level-types.h38 #define pte_val(x) ((x).pte) macro
56 #define pte_val(x) (x) macro
Dpgtable-3level-types.h41 #define pte_val(x) ((x).pte) macro
58 #define pte_val(x) (x) macro
Dpage-nommu.h37 #define pte_val(x) (x) macro
Dpgtable-nommu.h51 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
/linux-4.1.27/arch/x86/mm/
Dpageattr-test.c70 if ((pte_val(*pte) & _PAGE_PRESENT) && !(pte_val(*pte) & _PAGE_PSE)) { in print_split()
73 addr, level, (u64)pte_val(*pte)); in print_split()
82 if (!(pte_val(*pte) & _PAGE_NX)) { in print_split()
149 !(pte_val(*pte) & _PAGE_PRESENT)) { in pageattr_test()
183 pte ? (u64)pte_val(*pte) : 0ULL); in pageattr_test()
215 addr[i], pte ? (u64)pte_val(*pte) : 0ULL); in pageattr_test()
Dpgtable_32.c50 if (pte_val(pteval)) in set_pte_vaddr()
Dkasan_init_64.c184 pteval_t pte_val = __pa_nodebug(kasan_zero_page) | __PAGE_KERNEL; in kasan_early_init() local
189 kasan_zero_pte[i] = __pte(pte_val); in kasan_early_init()
Dmmio-mod.c112 (unsigned long long)pte_val(*pte), in print_pte()
113 (unsigned long long)pte_val(*pte) & _PAGE_PRESENT); in print_pte()
Dpageattr.c203 if (pte && (pte_val(*pte) & _PAGE_PRESENT)) in cpa_flush_range()
241 if (pte && (pte_val(*pte) & _PAGE_PRESENT)) in cpa_flush_array()
1145 if (!pte_val(old_pte)) in __change_page_attr()
1180 if (pte_val(old_pte) != pte_val(new_pte)) { in __change_page_attr()
1875 return (pte_val(*pte) & _PAGE_PRESENT); in kernel_page_present()
Dinit_64.c427 if (pte_val(*pte)) { in phys_pte_init()
740 if (pte_val(*pte)) in free_pte_table()
813 phys_addr = pte_val(*pte) + (addr & PAGE_MASK); in remove_pte_table()
1266 set_pmd(pmd, __pmd(pte_val(entry))); in vmemmap_populate_hugepages()
Dkmmio.c128 pteval_t v = pte_val(*pte); in clear_pte_presence()
Dfault.c346 printk("*pte = %0*Lx ", sizeof(*pte) * 2, (u64)pte_val(*pte)); in dump_pagetable()
499 printk("PTE %lx", pte_val(*pte)); in dump_pagetable()
/linux-4.1.27/arch/m68k/sun3/
Dmmu_emu.c74 unsigned long val = pte_val (pte); in print_pte()
92 unsigned long val = pte_val (pte); in print_pte()
395 if (!(pte_val (*pte) & SUN3_PAGE_VALID)) in mmu_emu_handle_fault()
403 sun3_put_pte (vaddr&PAGE_MASK, pte_val (*pte)); in mmu_emu_handle_fault()
411 if (pte_val (*pte) & SUN3_PAGE_WRITEABLE) in mmu_emu_handle_fault()
412 pte_val (*pte) |= (SUN3_PAGE_ACCESSED in mmu_emu_handle_fault()
417 pte_val (*pte) |= SUN3_PAGE_ACCESSED; in mmu_emu_handle_fault()
Ddvma.c33 pte = pte_val(ptep); in dvma_page()
/linux-4.1.27/arch/mn10300/mm/
Dmmu-context.c35 ptel = pte_val(pte) & ~(xPTEL_UNUSED1 | xPTEL_UNUSED2); in update_mmu_cache()
51 if (!(pte_val(pte) & _PAGE_NX)) { in update_mmu_cache()
Dfault.c92 pte, (long long) pte_val(*pte));
/linux-4.1.27/arch/um/include/asm/
Dpgtable-2level.h30 pte_val(e))
40 #define pte_pfn(x) phys_to_pfn(pte_val(x))
Dpgtable.h264 return !((pte_val(pte_a) ^ pte_val(pte_b)) & ~_PAGE_NEWPAGE); in pte_same()
287 pte_set_val(pte, (pte_val(pte) & _PAGE_CHG_MASK), newprot); in pte_modify()
348 ((swp_entry_t) { pte_val(pte_mkuptodate(pte)) })
Dpgtable-3level.h48 pte_val(e))
98 return phys_to_pfn(pte_val(pte)); in pte_pfn()
Dpage.h39 #define pte_val(x) ((x).pte_low | ((unsigned long long) (x).pte_high << 32)) macro
69 #define pte_val(x) ((x).pte) macro
/linux-4.1.27/arch/m68k/mm/
Dmotorola.c169 pte_val(*pte_dir++) = 0; in map_node()
172 pte_val(*pte_dir++) = physaddr; in map_node()
188 pte_val(*pte_dir) = physaddr; in map_node()
190 pte_val(*pte_dir) = 0; in map_node()
Dkmap.c211 pte_val(*pte_dir) = physaddr; in __ioremap()
283 pte_val(*pte_dir) = 0; in __iounmap()
360 pte_val(*pte_dir) = (pte_val(*pte_dir) & _CACHEMASK040) | cmode; in kernel_set_cachemode()
Dmcfmmu.c69 pte_val(pte) = 0; in paging_init()
141 mmu_write(MMUDR, (pte_val(*pte) & PAGE_MASK) | in cf_tlb_miss()
Dsun3mmu.c77 pte_val (pte) = 0; in paging_init()
Dsun3kmap.c37 pte = pte_val(ptep); in do_page_mapin()
/linux-4.1.27/arch/arc/mm/
Dtlb.c483 pte_val(*ptep) |= (_PAGE_PRESENT | _PAGE_ACCESSED); in create_tlb()
490 pd0 = address | asid_or_sasid | (pte_val(*ptep) & PTE_BITS_IN_PD0); in create_tlb()
499 rwx = pte_val(*ptep) & PTE_BITS_RWX; in create_tlb()
501 if (pte_val(*ptep) & _PAGE_GLOBAL) in create_tlb()
506 pd1 = rwx | (pte_val(*ptep) & PTE_BITS_NON_RWX_IN_PD1); in create_tlb()
526 unsigned long paddr = pte_val(*ptep) & PAGE_MASK; in update_mmu_cache()
/linux-4.1.27/arch/sparc/mm/
Dinit_64.c329 (pte_val(pte) & _PAGE_SZALL_4V) == _PAGE_SZHUGE_4V) || in is_hugetlb_pte()
331 (pte_val(pte) & _PAGE_SZALL_4U) == _PAGE_SZHUGE_4U)) in is_hugetlb_pte()
361 address, pte_val(pte)); in update_mmu_cache()
365 address, pte_val(pte)); in update_mmu_cache()
432 paddr = pte_val(*ptep) & mask; in flush_icache_range()
1422 u64 pte_val = vstart; in kernel_map_hugepud() local
1427 pte_val ^= kern_linear_pte_xor[2]; in kernel_map_hugepud()
1428 pud_val(*pud) = pte_val | _PAGE_PUD_HUGE; in kernel_map_hugepud()
1433 pte_val ^= kern_linear_pte_xor[3]; in kernel_map_hugepud()
1434 pte_val |= _PAGE_PUD_HUGE; in kernel_map_hugepud()
[all …]
Dtlb.c145 if (pte_val(*pte) & _PAGE_VALID) { in tlb_batch_pmd_scan()
238 pte_val(pgtable[0]) = 0; in pgtable_trans_huge_withdraw()
239 pte_val(pgtable[1]) = 0; in pgtable_trans_huge_withdraw()
Dgup.c42 if ((pte_val(pte) & mask) != result) in gup_pte_range()
55 if (unlikely(pte_val(pte) != pte_val(*ptep))) { in gup_pte_range()
Dhugetlbpage.c193 pte_val(entry) += PAGE_SIZE; in set_huge_pte_at()
/linux-4.1.27/arch/x86/mm/kmemcheck/
Dkmemcheck.c104 set_pte(pte, __pte(pte_val(*pte) | _PAGE_PRESENT)); in kmemcheck_show_addr()
117 set_pte(pte, __pte(pte_val(*pte) & ~_PAGE_PRESENT)); in kmemcheck_hide_addr()
279 set_pte(pte, __pte(pte_val(*pte) | _PAGE_PRESENT)); in kmemcheck_show_pages()
280 set_pte(pte, __pte(pte_val(*pte) & ~_PAGE_HIDDEN)); in kmemcheck_show_pages()
305 set_pte(pte, __pte(pte_val(*pte) & ~_PAGE_PRESENT)); in kmemcheck_hide_pages()
306 set_pte(pte, __pte(pte_val(*pte) | _PAGE_HIDDEN)); in kmemcheck_hide_pages()
/linux-4.1.27/arch/arm/mm/
Dfault-armv.c55 if (ret && (pte_val(entry) & L_PTE_MT_MASK) != shared_pte_mask) { in do_adjust_pte()
59 pte_val(entry) &= ~L_PTE_MT_MASK; in do_adjust_pte()
60 pte_val(entry) |= shared_pte_mask; in do_adjust_pte()
Dfault.c113 pr_cont(", *pte=%08llx", (long long)pte_val(*pte)); in show_pte()
116 (long long)pte_val(pte[PTE_HWTABLE_PTRS])); in show_pte()
Ddump.c265 note_page(st, addr, 4, pte_val(*pte)); in walk_pte()
/linux-4.1.27/arch/x86/include/asm/
Dpgtable_64.h31 __FILE__, __LINE__, &(e), pte_val(e))
155 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val((pte)) })
Dpgtable.h82 #define pte_val(x) native_pte_val(x) macro
140 return (pte_val(pte) & PTE_PFN_MASK) >> PAGE_SHIFT; in pte_pfn()
351 pteval_t val = pte_val(pte); in pte_modify()
Dparavirt.h442 static inline pteval_t pte_val(pte_t pte) in pte_val() function
447 ret = PVOP_CALLEE2(pteval_t, pv_mmu_ops.pte_val, in pte_val()
450 ret = PVOP_CALLEE1(pteval_t, pv_mmu_ops.pte_val, in pte_val()
Dparavirt_types.h291 struct paravirt_callee_save pte_val; member
/linux-4.1.27/arch/tile/mm/
Dpgtable.c418 ((u32 *)ptep)[1] = (u32)(pte_val(pte) >> 32); in __set_pte()
420 ((u32 *)ptep)[0] = (u32)(pte_val(pte)); in __set_pte()
422 ((u32 *)ptep)[0] = (u32)(pte_val(pte)); in __set_pte()
424 ((u32 *)ptep)[1] = (u32)(pte_val(pte) >> 32); in __set_pte()
/linux-4.1.27/arch/openrisc/kernel/
Ddma.c37 pte_val(*pte) |= _PAGE_CI; in page_set_nocache()
56 pte_val(*pte) &= ~_PAGE_CI; in page_clear_nocache()
/linux-4.1.27/arch/mips/mm/
Dtlb-r4k.c319 lo = pte_to_entrylo(pte_val(*ptep)); in __update_tlb()
348 write_c0_entrylo0(pte_to_entrylo(pte_val(*ptep++))); in __update_tlb()
349 write_c0_entrylo1(pte_to_entrylo(pte_val(*ptep))); in __update_tlb()
Dc-tx39.c195 if (!(pte_val(*ptep) & _PAGE_PRESENT)) in tx39_flush_cache_page()
204 if ((mm == current->active_mm) && (pte_val(*ptep) & _PAGE_VALID)) { in tx39_flush_cache_page()
Dtlb-r8k.c208 write_c0_entrylo(pte_val(*ptep++) >> 6); in __update_tlb()
Dc-r3k.c260 if (!(pte_val(*ptep) & _PAGE_PRESENT)) in r3k_flush_cache_page()
Dtlb-r3k.c214 write_c0_entrylo0(pte_val(pte)); in __update_tlb()
Dinit.c101 entrylo = pte_to_entrylo(pte_val(pte)); in __kmap_pgprot()
Dc-r4k.c582 if ((mm == current->active_mm) && (pte_val(*ptep) & _PAGE_VALID)) in local_r4k_flush_cache_page()
/linux-4.1.27/arch/sh/mm/
Dtlb-sh3.c45 pteval = pte_val(pte); in __update_tlb()
Dtlbex_64.c80 if ((pte_val(entry) & protection_flags) != protection_flags) in handle_tlbmiss()
Dtlb-sh5.c162 paddr = pte_val(pte) & _PAGE_FLAGS_HARDWARE_MASK; in tlb_wire_entry()
Dgup.c101 if ((pte_val(pte) & mask) != result) { in gup_pte_range()
Dcache-sh4.c232 if (!(pte_val(*pte) & _PAGE_PRESENT)) in sh4_flush_cache_page()
Dfault.c120 (u64)pte_val(*pte)); in show_pte()
Dcache-sh5.c413 paddr = pte_val(entry) & PAGE_MASK; in sh64_dcache_purge_user_pages()
/linux-4.1.27/arch/x86/include/uapi/asm/
Dkvm_para.h74 __u64 pte_val; member
/linux-4.1.27/arch/c6x/include/asm/
Dpgtable.h50 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
/linux-4.1.27/include/trace/events/
Dxen.h137 (int)sizeof(pteval_t) * 2, (unsigned long long)pte_val(native_make_pte(__entry->pteval)),
162 (int)sizeof(pteval_t) * 2, (unsigned long long)pte_val(native_make_pte(__entry->pteval)),
183 (int)sizeof(pteval_t) * 2, (unsigned long long)pte_val(native_make_pte(__entry->pteval)),
315 (int)sizeof(pteval_t) * 2, (unsigned long long)pte_val(native_make_pte(__entry->pteval)),
/linux-4.1.27/arch/mips/bcm47xx/
Dprom.c122 #define ENTRYLO(x) ((pte_val(pfn_pte((x) >> _PFN_SHIFT, PAGE_KERNEL_UNCACHED)) >> 6) | 1)
/linux-4.1.27/arch/cris/arch-v10/mm/
Dfault.c92 *R_TLB_LO = pte_val(pte); in handle_mmu_bus_fault()
/linux-4.1.27/arch/blackfin/include/asm/
Dpgtable.h45 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
/linux-4.1.27/arch/frv/include/asm/
Dpage.h30 #define pte_val(x) ((x).pte) macro
Dpgtable.h62 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
354 #define pte_present(x) (pte_val(x) & _PAGE_PRESENT)
/linux-4.1.27/include/asm-generic/
Dpage.h53 #define pte_val(x) ((x).pte) macro
Dpgtable.h209 return pte_val(pte_a) == pte_val(pte_b); in pte_same()
/linux-4.1.27/arch/um/kernel/
Dtlb.c208 ret = add_mmap(addr, pte_val(*pte) & PAGE_MASK, in update_pte_range()
371 pte_val(*pte) & PAGE_MASK, in flush_tlb_kernel_range_common()
427 fd = phys_mapping(pte_val(*pte) & PAGE_MASK, &offset); in flush_tlb_page()
/linux-4.1.27/arch/metag/mm/
Dmmu-meta2.c189 pte_val(*pte) = ((phys_addr & SECOND_LEVEL_MASK) | in mmu_init()
/linux-4.1.27/arch/ia64/mm/
Dhugetlbpage.c73 #define mk_pte_huge(entry) { pte_val(entry) |= _PAGE_P; }
/linux-4.1.27/arch/microblaze/mm/
Dpgtable.c232 pa = (pte_val(*pte) & PAGE_MASK) | (addr & ~PAGE_MASK); in iopa()
/linux-4.1.27/arch/score/mm/
Dtlb-score.c232 pectx_set(pte_val(pte)); in __update_tlb()
Dcache.c197 if (!(pte_val(*ptep) & _PAGE_PRESENT)) { in flush_cache_range()
/linux-4.1.27/arch/tile/include/asm/
Dpage.h107 static inline u64 pte_val(pte_t pte) in pte_val() function
Dpgtable.h238 pr_err("%s:%d: bad pte 0x%016llx\n", __FILE__, __LINE__, pte_val(e))
/linux-4.1.27/arch/alpha/mm/
Dinit.c57 = pte_val(mk_pte(virt_to_page(ret), PAGE_KERNEL)); in pgd_alloc()
/linux-4.1.27/arch/frv/mm/
Dfault.c247 val = pte_val(*pte); in do_page_fault()
/linux-4.1.27/arch/xtensa/mm/
Dtlb.c188 return pte_val(*pte); in get_pte_for_vaddr()
/linux-4.1.27/arch/m32r/mm/
Dmmu.S168 ; pte_data = (unsigned long)pte_val(*pte);
285 ; pte_data = (unsigned long)pte_val(*pte);
Dfault.c365 pte_data = pte_val(*ptep); in update_mmu_cache()
/linux-4.1.27/drivers/gpu/drm/
Ddrm_vm.c504 __pgprot(pte_val in drm_mmap_dma()
588 __pgprot(pte_val in drm_mmap_locked()
/linux-4.1.27/arch/arm64/mm/
Ddump.c241 note_page(st, addr, 4, pte_val(*pte)); in walk_pte()
Dfault.c75 printk(", *pte=%016llx", pte_val(*pte)); in show_pte()
/linux-4.1.27/arch/avr32/mm/
Dtlb.c97 sysreg_write(TLBELO, pte_val(pte) & _PAGE_FLAGS_HARDWARE_MASK); in update_dtlb()
/linux-4.1.27/arch/x86/kernel/
Dparavirt.c473 .pte_val = PTE_IDENT,
/linux-4.1.27/arch/powerpc/perf/
Dcallchain.c140 if (!pte_present(pte) || !(pte_val(pte) & _PAGE_USER)) in read_user_stack_slow()
/linux-4.1.27/arch/unicore32/mm/
Dfault.c81 printk(", *pte=%08lx", pte_val(*pte)); in show_pte()
/linux-4.1.27/mm/
Dgup.c1039 if (unlikely(pte_val(pte) != pte_val(*ptep))) { in gup_pte_range()
Dmemory.c684 (long long)pte_val(pte), (long long)pmd_val(*pmd)); in print_bad_pte()
/linux-4.1.27/arch/arm/kernel/
Dtraps.c796 pr_err("%s:%d: bad pte %08llx.\n", file, line, (long long)pte_val(pte)); in __pte_error()
/linux-4.1.27/arch/ia64/kernel/
Dmca.c1878 pte_val(mk_pte_phys(__pa(cpu_data), PAGE_KERNEL))); in ia64_mca_cpu_init()
1889 __this_cpu_write(ia64_mca_pal_pte, pte_val(mk_pte_phys(__pa(pal_vaddr), in ia64_mca_cpu_init()
Defi.c465 pte_val(pfn_pte(__pa(pal_vaddr) >> PAGE_SHIFT, PAGE_KERNEL)), in efi_map_pal_code()
/linux-4.1.27/arch/parisc/mm/
Dinit.c499 pte_val(pte) = 0; in map_pages()
/linux-4.1.27/arch/powerpc/kvm/
De500_mmu_host.c484 wimg = (pte_val(pte) >> PTE_WIMGE_SHIFT) & in kvmppc_e500_shadow_map()
Dbook3s_hv_rm_mmu.c221 is_io = hpte_cache_bits(pte_val(pte)); in kvmppc_do_h_enter()
/linux-4.1.27/arch/frv/kernel/
Dgdb-stub.c469 val = pte_val(*pte); in gdbstub_virt_to_pte()
/linux-4.1.27/arch/x86/xen/
Dmmu.c2109 .pte_val = PV_CALLEE_SAVE(xen_pte_val),