Home
last modified time | relevance | path

Searched defs:pte (Results 1 – 200 of 398) sorted by relevance

12

/linux-4.1.27/arch/powerpc/include/asm/
Dpgtable.h33 static inline int pte_write(pte_t pte) in pte_write()
35 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
36 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
37 static inline int pte_special(pte_t pte) { return pte_val(pte) & _PAGE_SPECIAL; } in pte_special()
38 static inline int pte_none(pte_t pte) { return (pte_val(pte) & ~_PTE_NONE_MASK) == 0; } in pte_none()
39 static inline pgprot_t pte_pgprot(pte_t pte) { return __pgprot(pte_val(pte) & PAGE_PROT_BITS); } in pte_pgprot()
47 static inline int pte_protnone(pte_t pte) in pte_protnone()
59 static inline int pte_present(pte_t pte) in pte_present()
73 static inline unsigned long pte_pfn(pte_t pte) { in pte_pfn()
81 static inline pte_t pte_wrprotect(pte_t pte) { in pte_wrprotect()
[all …]
Dpgalloc-32.h24 #define pmd_populate_kernel(mm, pmd, pte) \ argument
26 #define pmd_populate(mm, pmd, pte) \ argument
30 #define pmd_populate_kernel(mm, pmd, pte) \ argument
32 #define pmd_populate(mm, pmd, pte) \ argument
40 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
Dhugetlb.h121 pte_t *ptep, pte_t pte) in set_huge_pte_at()
139 pte_t pte; in huge_ptep_clear_flush() local
144 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
149 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
156 pte_t pte, int dirty) in huge_ptep_set_access_flags()
Dpgalloc-64.h76 #define pmd_populate_kernel(mm, pmd, pte) pmd_set(pmd, (unsigned long)(pte)) argument
89 pte_t *pte; in pte_alloc_one() local
102 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
178 pte_t *pte) in pmd_populate_kernel()
206 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
Dpte-hash64-64k.h50 static inline real_pte_t __real_pte(pte_t pte, pte_t *ptep) in __real_pte()
94 #define pte_pagesize_index(mm, addr, pte) \ argument
Dpage.h287 typedef struct { pte_basic_t pte; } pte_t; member
295 typedef struct { pte_t pte; unsigned long hidx; } real_pte_t; member
297 typedef struct { pte_t pte; } real_pte_t; member
335 typedef struct { pte_t pte; unsigned long hidx; } real_pte_t; member
Dpgtable-ppc64.h142 #define pte_pagesize_index(mm, addr, pte) \ argument
152 #define pte_pagesize_index(mm, addr, pte) MMU_PAGE_4K argument
187 static inline pud_t pte_pud(pte_t pte) in pte_pud()
210 #define pte_unmap(pte) do { } while(0) argument
365 #define __pte_to_swp_entry(pte) ((swp_entry_t){pte_val(pte) >> PTE_RPN_SHIFT}) argument
493 static inline pmd_t pte_pmd(pte_t pte) in pte_pmd()
Dhighmem.h90 pte_t *pte; in kmap_atomic_to_page() local
/linux-4.1.27/arch/mips/include/asm/
Dpgtable.h135 #define pte_none(pte) (!(((pte).pte_high) & ~_PAGE_GLOBAL)) argument
136 #define pte_present(pte) ((pte).pte_low & _PAGE_PRESENT) argument
137 #define pte_no_exec(pte) ((pte).pte_low & _PAGE_NO_EXEC) argument
139 static inline void set_pte(pte_t *ptep, pte_t pte) in set_pte()
170 #define pte_none(pte) (!(pte_val(pte) & ~_PAGE_GLOBAL)) argument
171 #define pte_present(pte) (pte_val(pte) & _PAGE_PRESENT) argument
172 #define pte_no_exec(pte) (pte_val(pte) & _PAGE_NO_EXEC) argument
285 static inline int pte_write(pte_t pte) { return pte.pte_low & _PAGE_WRITE; } in pte_write()
286 static inline int pte_dirty(pte_t pte) { return pte.pte_low & _PAGE_MODIFIED; } in pte_dirty()
287 static inline int pte_young(pte_t pte) { return pte.pte_low & _PAGE_ACCESSED; } in pte_young()
[all …]
Dpgalloc.h17 pte_t *pte) in pmd_populate_kernel()
23 pgtable_t pte) in pmd_populate()
70 pte_t *pte; in pte_alloc_one_kernel() local
80 struct page *pte; in pte_alloc_one() local
93 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
98 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
104 #define __pte_free_tlb(tlb,pte,address) \ argument
Dhugetlb.h55 pte_t *ptep, pte_t pte) in set_huge_pte_at()
64 pte_t pte = *ptep; in huge_ptep_get_and_clear() local
77 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
83 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
96 pte_t *ptep, pte_t pte, in huge_ptep_set_access_flags()
Dpgtable-32.h112 pte_t pte; in pfn_pte() local
156 #define pte_unmap(pte) ((void)(pte)) argument
164 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) argument
175 #define __pte_to_swp_entry(pte) ((swp_entry_t) { (pte).pte_high }) argument
189 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) argument
Dpgtable-64.h273 #define pte_unmap(pte) ((void)(pte)) argument
286 { pte_t pte; pte_val(pte) = (type << 16) | (offset << 24); return pte; } in mk_swap_pte() local
291 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) argument
/linux-4.1.27/arch/arm/include/asm/
Dpgtable.h55 #define pte_ERROR(pte) __pte_error(__FILE__, __LINE__, pte) argument
196 #define __pte_unmap(pte) do { } while (0) argument
199 #define __pte_unmap(pte) kunmap_atomic(pte) argument
207 #define pte_unmap(pte) __pte_unmap(pte) argument
209 #define pte_pfn(pte) ((pte_val(pte) & PHYS_MASK) >> PAGE_SHIFT) argument
212 #define pte_page(pte) pfn_to_page(pte_pfn(pte)) argument
217 #define pte_isset(pte, val) ((u32)(val) == (val) ? pte_val(pte) & (val) \ argument
219 #define pte_isclear(pte, val) (!(pte_val(pte) & (val))) argument
221 #define pte_none(pte) (!pte_val(pte)) argument
222 #define pte_present(pte) (pte_isset((pte), L_PTE_PRESENT)) argument
[all …]
Dpgalloc.h53 #define pud_populate(mm,pmd,pte) BUG() argument
62 static inline void clean_pte_table(pte_t *pte) in clean_pte_table()
86 pte_t *pte; in pte_alloc_one_kernel() local
98 struct page *pte; in pte_alloc_one() local
119 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
125 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
131 static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t pte, in __pmd_populate()
Dkvm_mmu.h78 static inline void kvm_set_pte(pte_t *pte, pte_t new_pte) in kvm_set_pte()
103 static inline void kvm_clean_pte(pte_t *pte) in kvm_clean_pte()
108 static inline void kvm_set_s2pte_writable(pte_t *pte) in kvm_set_s2pte_writable()
118 static inline void kvm_set_s2pte_readonly(pte_t *pte) in kvm_set_s2pte_readonly()
123 static inline bool kvm_s2pte_readonly(pte_t *pte) in kvm_s2pte_readonly()
237 static inline void __kvm_flush_dcache_pte(pte_t pte) in __kvm_flush_dcache_pte()
Dhugetlb-3level.h41 pte_t *ptep, pte_t pte) in set_huge_pte_at()
66 pte_t pte, int dirty) in huge_ptep_set_access_flags()
Dhugetlb.h60 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
65 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
Dpgtable-3level.h206 #define set_pte_ext(ptep,pte,ext) cpu_set_pte_ext(ptep,__pte(pte_val(pte)|(ext))) argument
208 #define pte_huge(pte) (pte_val(pte) && !(pte_val(pte) & PTE_TABLE_BIT)) argument
209 #define pte_mkhuge(pte) (__pte(pte_val(pte) & ~PTE_TABLE_BIT)) argument
216 #define pte_special(pte) (pte_isset((pte), L_PTE_SPECIAL)) argument
217 static inline pte_t pte_mkspecial(pte_t pte) in pte_mkspecial()
Dpgtable-2level.h185 #define set_pte_ext(ptep,pte,ext) cpu_set_pte_ext(ptep,pte,ext) argument
186 #define pte_special(pte) (0) argument
187 static inline pte_t pte_mkspecial(pte_t pte) { return pte; } in pte_mkspecial()
/linux-4.1.27/arch/hexagon/include/asm/
Dpgtable.h175 #define pte_special(pte) 0 argument
176 #define pte_mkspecial(pte) (pte) argument
180 #define pte_mkhuge(pte) __pte((pte_val(pte) & ~0x3) | HVM_HUGEPAGE_SIZE) argument
189 #define pte_present_exec_user(pte) \ argument
295 static inline int pte_none(pte_t pte) in pte_none()
303 static inline int pte_present(pte_t pte) in pte_present()
315 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
322 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung()
329 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
336 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
[all …]
Dpgalloc.h65 struct page *pte; in pte_alloc_one() local
85 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
91 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
97 pgtable_t pte) in pmd_populate()
117 pte_t *pte) in pmd_populate_kernel()
142 #define __pte_free_tlb(tlb, pte, addr) \ argument
/linux-4.1.27/arch/m68k/include/asm/
Dmcf_pgtable.h158 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
171 #define __pte_page(pte) ((unsigned long) (pte_val(pte) & PAGE_MASK)) argument
174 static inline int pte_none(pte_t pte) in pte_none()
179 static inline int pte_present(pte_t pte) in pte_present()
190 #define pte_pagenr(pte) ((__pte_page(pte) - PAGE_OFFSET) >> PAGE_SHIFT) argument
191 #define pte_page(pte) virt_to_page(__pte_page(pte)) argument
220 static inline int pte_read(pte_t pte) in pte_read()
225 static inline int pte_write(pte_t pte) in pte_write()
230 static inline int pte_exec(pte_t pte) in pte_exec()
235 static inline int pte_dirty(pte_t pte) in pte_dirty()
[all …]
Dsun3_pgtable.h104 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
117 #define __pte_page(pte) \ argument
122 static inline int pte_none (pte_t pte) { return !pte_val (pte); } in pte_none()
123 static inline int pte_present (pte_t pte) { return pte_val (pte) & SUN3_PAGE_VALID; } in pte_present()
129 #define pte_pfn(pte) (pte_val(pte) & SUN3_PAGE_PGNUM_MASK) argument
133 #define pte_page(pte) virt_to_page(__pte_page(pte)) argument
166 static inline int pte_write(pte_t pte) { return pte_val(pte) & SUN3_PAGE_WRITEABLE; } in pte_write()
167 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & SUN3_PAGE_MODIFIED; } in pte_dirty()
168 static inline int pte_young(pte_t pte) { return pte_val(pte) & SUN3_PAGE_ACCESSED; } in pte_young()
169 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
[all …]
Dmotorola_pgtable.h102 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
124 #define __pte_page(pte) ((unsigned long)__va(pte_val(pte) & PAGE_MASK)) argument
129 #define pte_none(pte) (!pte_val(pte)) argument
130 #define pte_present(pte) (pte_val(pte) & (_PAGE_PRESENT | _PAGE_PROTNONE)) argument
133 #define pte_page(pte) virt_to_page(__va(pte_val(pte))) argument
134 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT) argument
167 static inline int pte_write(pte_t pte) { return !(pte_val(pte) & _PAGE_RONLY); } in pte_write()
168 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
169 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
170 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
[all …]
Dsun3_pgalloc.h20 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
31 #define __pte_free_tlb(tlb,pte,addr) \ argument
66 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
99 #define pgd_populate(mm, pmd, pte) BUG() argument
Dmotorola_pgalloc.h12 pte_t *pte; in pte_alloc_one_kernel() local
24 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
33 pte_t *pte; in pte_alloc_one() local
97 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
Dmcf_pgalloc.h7 extern inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
39 #define pmd_populate_kernel(mm, pmd, pte) (pmd_val(*pmd) = (unsigned long)(pte)) argument
55 pte_t *pte; in pte_alloc_one() local
104 #define pgd_populate(mm, pmd, pte) BUG() argument
/linux-4.1.27/arch/um/include/asm/
Dpgtable.h123 static inline int pte_none(pte_t pte) in pte_none()
132 static inline int pte_read(pte_t pte) in pte_read()
138 static inline int pte_exec(pte_t pte){ in pte_exec()
143 static inline int pte_write(pte_t pte) in pte_write()
149 static inline int pte_dirty(pte_t pte) in pte_dirty()
154 static inline int pte_young(pte_t pte) in pte_young()
159 static inline int pte_newpage(pte_t pte) in pte_newpage()
164 static inline int pte_newprot(pte_t pte) in pte_newprot()
169 static inline int pte_special(pte_t pte) in pte_special()
180 static inline pte_t pte_mknewprot(pte_t pte) in pte_mknewprot()
[all …]
Dpgalloc.h13 #define pmd_populate_kernel(mm, pmd, pte) \ argument
16 #define pmd_populate(mm, pmd, pte) \ argument
31 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
36 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
42 #define __pte_free_tlb(tlb,pte, address) \ argument
Dpage.h41 #define pte_get_bits(pte, bits) ((pte).pte_low & (bits)) argument
42 #define pte_set_bits(pte, bits) ((pte).pte_low |= (bits)) argument
43 #define pte_clear_bits(pte, bits) ((pte).pte_low &= ~(bits)) argument
47 #define pte_is_zero(pte) (!((pte).pte_low & ~_PAGE_NEWPAGE) && !(pte).pte_high) argument
48 #define pte_set_val(pte, phys, prot) \ argument
60 typedef struct { unsigned long pte; } pte_t; member
Dpgtable-3level.h96 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn()
103 pte_t pte; in pfn_pte() local
/linux-4.1.27/arch/openrisc/include/asm/
Dpgtable.h237 static inline int pte_read(pte_t pte) { return pte_val(pte) & _PAGE_READ; } in pte_read()
238 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write()
239 static inline int pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec()
240 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
241 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
242 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
243 static inline pte_t pte_mkspecial(pte_t pte) { return pte; } in pte_mkspecial()
245 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
251 static inline pte_t pte_rdprotect(pte_t pte) in pte_rdprotect()
257 static inline pte_t pte_exprotect(pte_t pte) in pte_exprotect()
[all …]
Dpgalloc.h30 #define pmd_populate_kernel(mm, pmd, pte) \ argument
34 struct page *pte) in pmd_populate()
79 struct page *pte; in pte_alloc_one() local
91 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
96 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
103 #define __pte_free_tlb(tlb, pte, addr) tlb_remove_page((tlb), (pte)) argument
/linux-4.1.27/arch/s390/include/asm/
Dhugetlb.h59 pte_t pte, int dirty) in huge_ptep_set_access_flags()
72 pte_t pte = huge_ptep_get_and_clear(mm, addr, ptep); in huge_ptep_set_wrprotect() local
81 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
86 static inline int huge_pte_write(pte_t pte) in huge_pte_write()
91 static inline int huge_pte_dirty(pte_t pte) in huge_pte_dirty()
96 static inline pte_t huge_pte_mkwrite(pte_t pte) in huge_pte_mkwrite()
101 static inline pte_t huge_pte_mkdirty(pte_t pte) in huge_pte_mkdirty()
106 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
111 static inline pte_t huge_pte_modify(pte_t pte, pgprot_t newprot) in huge_pte_modify()
Dpgtable.h549 static inline int pte_present(pte_t pte) in pte_present()
555 static inline int pte_none(pte_t pte) in pte_none()
561 static inline int pte_swap(pte_t pte) in pte_swap()
568 static inline int pte_special(pte_t pte) in pte_special()
785 static inline int pte_write(pte_t pte) in pte_write()
790 static inline int pte_dirty(pte_t pte) in pte_dirty()
795 static inline int pte_young(pte_t pte) in pte_young()
801 static inline int pte_unused(pte_t pte) in pte_unused()
836 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
855 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
[all …]
Dpgalloc.h125 pmd_t *pmd, pgtable_t pte) in pmd_populate()
130 #define pmd_populate_kernel(mm, pmd, pte) pmd_populate(mm, pmd, pte) argument
141 #define pte_free_kernel(mm, pte) page_table_free(mm, (unsigned long *) pte) argument
142 #define pte_free(mm, pte) page_table_free(mm, (unsigned long *) pte) argument
/linux-4.1.27/arch/nios2/include/asm/
Dpgalloc.h16 pte_t *pte) in pmd_populate_kernel()
22 pgtable_t pte) in pmd_populate()
43 pte_t *pte; in pte_alloc_one_kernel() local
54 struct page *pte; in pte_alloc_one() local
67 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
72 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
78 #define __pte_free_tlb(tlb, pte, addr) \ argument
Dpgtable.h109 static inline int pte_write(pte_t pte) \ in pte_write()
111 static inline int pte_dirty(pte_t pte) \ in pte_dirty()
113 static inline int pte_young(pte_t pte) \ in pte_young()
115 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
128 static inline int pte_none(pte_t pte) in pte_none()
133 static inline int pte_present(pte_t pte) \ in pte_present()
140 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
146 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
152 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
158 static inline pte_t pte_mkwrite(pte_t pte) in pte_mkwrite()
[all …]
/linux-4.1.27/arch/cris/include/asm/
Dpgtable.h114 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write()
115 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_MODIFIED; } in pte_dirty()
116 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
117 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
119 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
125 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
131 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
137 static inline pte_t pte_mkwrite(pte_t pte) in pte_mkwrite()
145 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
153 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung()
[all …]
Dpgalloc.h7 #define pmd_populate_kernel(mm, pmd, pte) pmd_set(pmd, pte) argument
8 #define pmd_populate(mm, pmd, pte) pmd_set(pmd, page_address(pte)) argument
27 pte_t *pte = (pte_t *)__get_free_page(GFP_KERNEL|__GFP_REPEAT|__GFP_ZERO); in pte_alloc_one_kernel() local
33 struct page *pte; in pte_alloc_one() local
44 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
49 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
55 #define __pte_free_tlb(tlb,pte,address) \ argument
/linux-4.1.27/arch/sparc/include/asm/
Dpgtable_64.h249 pte_t pte = pfn_pte(page_nr, pgprot); in pfn_pmd() local
257 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn()
278 static inline pte_t pte_modify(pte_t pte, pgprot_t prot) in pte_modify()
339 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify() local
378 static inline pte_t pte_mkhuge(pte_t pte) in pte_mkhuge()
398 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkhuge() local
408 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
432 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
456 static inline pte_t pte_mkwrite(pte_t pte) in pte_mkwrite()
474 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
[all …]
Dpgtable_32.h144 static inline int pte_present(pte_t pte) in pte_present()
149 static inline int pte_none(pte_t pte) in pte_none()
210 static inline int pte_write(pte_t pte) in pte_write()
215 static inline int pte_dirty(pte_t pte) in pte_dirty()
220 static inline int pte_young(pte_t pte) in pte_young()
225 static inline int pte_special(pte_t pte) in pte_special()
230 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
235 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
240 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
245 static inline pte_t pte_mkwrite(pte_t pte) in pte_mkwrite()
[all …]
Dhugetlb.h51 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
56 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
70 pte_t pte, int dirty) in huge_ptep_set_access_flags()
Dpgalloc_32.h69 static inline void free_pte_fast(pte_t *pte) in free_pte_fast()
74 #define pte_free_kernel(mm, pte) free_pte_fast(pte) argument
77 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) argument
Dtlb_32.h14 #define __tlb_remove_tlb_entry(tlb, pte, address) \ argument
/linux-4.1.27/arch/score/include/asm/
Dpgalloc.h7 pte_t *pte) in pmd_populate_kernel()
13 pgtable_t pte) in pmd_populate()
43 pte_t *pte; in pte_alloc_one_kernel() local
54 struct page *pte; in pte_alloc_one() local
67 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
72 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
78 #define __pte_free_tlb(tlb, pte, buf) \ argument
Dpgtable.h91 #define pte_unmap(pte) ((void)(pte)) argument
93 #define __pte_to_swp_entry(pte) \ argument
100 static inline pte_t pte_mkspecial(pte_t pte) { return pte; } in pte_mkspecial()
120 #define pte_none(pte) (!(pte_val(pte) & ~_PAGE_GLOBAL)) argument
121 #define pte_present(pte) (pte_val(pte) & _PAGE_PRESENT) argument
177 static inline int pte_write(pte_t pte) in pte_write()
182 static inline int pte_dirty(pte_t pte) in pte_dirty()
187 static inline int pte_young(pte_t pte) in pte_young()
192 #define pte_special(pte) (0) argument
194 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
[all …]
/linux-4.1.27/arch/x86/include/asm/
Dpgtable.h39 #define set_pte(ptep, pte) native_set_pte(ptep, pte) argument
40 #define set_pte_at(mm, addr, ptep, pte) native_set_pte_at(mm, addr, ptep, pte) argument
43 #define set_pte_atomic(ptep, pte) \ argument
93 static inline int pte_dirty(pte_t pte) in pte_dirty()
98 static inline int pte_young(pte_t pte) in pte_young()
113 static inline int pte_write(pte_t pte) in pte_write()
118 static inline int pte_huge(pte_t pte) in pte_huge()
123 static inline int pte_global(pte_t pte) in pte_global()
128 static inline int pte_exec(pte_t pte) in pte_exec()
133 static inline int pte_special(pte_t pte) in pte_special()
[all …]
Dpgalloc.h42 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
48 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
56 static inline void __pte_free_tlb(struct mmu_gather *tlb, struct page *pte, in __pte_free_tlb()
63 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
70 struct page *pte) in pmd_populate()
Dhugetlb.h42 pte_t *ptep, pte_t pte) in set_huge_pte_at()
59 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
64 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
77 pte_t pte, int dirty) in huge_ptep_set_access_flags()
Dpgtable_64.h53 static inline void native_set_pte(pte_t *ptep, pte_t pte) in native_set_pte()
58 static inline void native_set_pte_atomic(pte_t *ptep, pte_t pte) in native_set_pte_atomic()
141 #define pte_unmap(pte) ((void)(pte))/* NOP */ argument
155 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val((pte)) }) argument
Dpgtable-2level.h14 static inline void native_set_pte(pte_t *ptep , pte_t pte) in native_set_pte()
24 static inline void native_set_pte_atomic(pte_t *ptep, pte_t pte) in native_set_pte_atomic()
77 #define __pte_to_swp_entry(pte) ((swp_entry_t) { (pte).pte_low }) argument
Dpgtable_32.h52 #define pte_unmap(pte) kunmap_atomic((pte)) argument
56 #define pte_unmap(pte) do { } while (0) argument
Dpgtable-3level.h27 static inline void native_set_pte(pte_t *ptep, pte_t pte) in native_set_pte()
88 static inline void native_set_pte_atomic(pte_t *ptep, pte_t pte) in native_set_pte_atomic()
184 #define __pte_to_swp_entry(pte) ((swp_entry_t){ (pte).pte_high }) argument
Dpgtable-2level_types.h14 pteval_t pte; member
Dpgtable-3level_types.h17 pteval_t pte; member
/linux-4.1.27/arch/microblaze/include/asm/
Dpgtable.h40 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) argument
85 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
87 static inline pte_t pte_mkspecial(pte_t pte) { return pte; } in pte_mkspecial()
296 #define pte_none(pte) ((pte_val(pte) & ~_PTE_NONE_MASK) == 0) argument
297 #define pte_present(pte) (pte_val(pte) & _PAGE_PRESENT) argument
332 static inline int pte_read(pte_t pte) { return pte_val(pte) & _PAGE_USER; } in pte_read()
333 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_RW; } in pte_write()
334 static inline int pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec()
335 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
336 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
[all …]
Dpgalloc.h149 static inline void pte_free_fast(pte_t *pte) in pte_free_fast()
156 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
172 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, (pte)) argument
174 #define pmd_populate(mm, pmd, pte) \ argument
177 #define pmd_populate_kernel(mm, pmd, pte) \ argument
187 #define pgd_populate(mm, pmd, pte) BUG() argument
Dtlb.h21 #define __tlb_remove_tlb_entry(tlb, pte, address) do { } while (0) argument
Dhighmem.h82 pte_t *pte; in kmap_atomic_to_page() local
/linux-4.1.27/arch/m32r/include/asm/
Dpgalloc.h8 #define pmd_populate_kernel(mm, pmd, pte) \ argument
12 pgtable_t pte) in pmd_populate()
36 pte_t *pte = (pte_t *)__get_free_page(GFP_KERNEL|__GFP_ZERO); in pte_alloc_one_kernel() local
44 struct page *pte = alloc_page(GFP_KERNEL|__GFP_ZERO); in pte_alloc_one() local
55 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
60 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
66 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, (pte)) argument
77 #define pgd_populate(mm, pmd, pte) BUG() argument
Dpgtable.h191 static inline int pte_dirty(pte_t pte) in pte_dirty()
196 static inline int pte_young(pte_t pte) in pte_young()
201 static inline int pte_write(pte_t pte) in pte_write()
206 static inline int pte_special(pte_t pte) in pte_special()
211 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
217 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
223 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
229 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
235 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung()
241 static inline pte_t pte_mkwrite(pte_t pte) in pte_mkwrite()
[all …]
Dtlb.h10 #define __tlb_remove_tlb_entry(tlb, pte, address) do { } while (0) argument
/linux-4.1.27/arch/powerpc/mm/
Dpgtable.c44 static inline int pte_looks_normal(pte_t pte) in pte_looks_normal()
51 static struct page *maybe_pte_to_page(pte_t pte) in maybe_pte_to_page()
72 static pte_t set_pte_filter(pte_t pte) in set_pte_filter()
88 static pte_t set_access_flags_filter(pte_t pte, struct vm_area_struct *vma, in set_access_flags_filter()
100 static pte_t set_pte_filter(pte_t pte) in set_pte_filter()
128 static pte_t set_access_flags_filter(pte_t pte, struct vm_area_struct *vma, in set_access_flags_filter()
173 pte_t pte) in set_pte_at()
Dtlb_hash64.c44 pte_t *ptep, unsigned long pte, int huge) in hpte_need_flush()
213 unsigned long pte; in __flush_hash_table_range() local
233 pte_t *pte; in flush_tlb_pmd_range() local
/linux-4.1.27/arch/metag/include/asm/
Dpgalloc.h7 #define pmd_populate_kernel(mm, pmd, pte) \ argument
10 #define pmd_populate(mm, pmd, pte) \ argument
45 pte_t *pte = (pte_t *)__get_free_page(GFP_KERNEL | __GFP_REPEAT | in pte_alloc_one_kernel() local
53 struct page *pte; in pte_alloc_one() local
64 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
69 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
75 #define __pte_free_tlb(tlb, pte, addr) \ argument
Dpgtable.h104 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT) argument
125 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write()
126 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
127 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
128 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
130 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) &= (~_PAGE_WRITE); return pte; } in pte_wrprotect()
131 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~_PAGE_DIRTY; return pte; } in pte_mkclean()
132 static inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold()
133 static inline pte_t pte_mkwrite(pte_t pte) { pte_val(pte) |= _PAGE_WRITE; return pte; } in pte_mkwrite()
134 static inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= _PAGE_DIRTY; return pte; } in pte_mkdirty()
[all …]
Dhugetlb.h30 pte_t *ptep, pte_t pte) in set_huge_pte_at()
46 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
51 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
64 pte_t pte, int dirty) in huge_ptep_set_access_flags()
Dtlb.h31 #define __tlb_remove_tlb_entry(tlb, pte, addr) do { } while (0) argument
/linux-4.1.27/arch/powerpc/kvm/
Dbook3s_mmu_hpte.c67 void kvmppc_mmu_hpte_cache_map(struct kvm_vcpu *vcpu, struct hpte_cache *pte) in kvmppc_mmu_hpte_cache_map()
108 struct hpte_cache *pte = container_of(head, struct hpte_cache, rcu_head); in free_pte_rcu() local
112 static void invalidate_pte(struct kvm_vcpu *vcpu, struct hpte_cache *pte) in invalidate_pte()
146 struct hpte_cache *pte; in kvmppc_mmu_pte_flush_all() local
165 struct hpte_cache *pte; in kvmppc_mmu_pte_flush_page() local
184 struct hpte_cache *pte; in kvmppc_mmu_pte_flush_long() local
227 struct hpte_cache *pte; in kvmppc_mmu_pte_vflush_short() local
248 struct hpte_cache *pte; in kvmppc_mmu_pte_vflush_64k() local
270 struct hpte_cache *pte; in kvmppc_mmu_pte_vflush_long() local
312 struct hpte_cache *pte; in kvmppc_mmu_pte_pflush() local
[all …]
Dbook3s_32_mmu.c96 struct kvmppc_pte pte; in kvmppc_mmu_book3s_32_ea_to_vp() local
145 struct kvmppc_pte *pte, bool data, in kvmppc_mmu_book3s_32_xlate_bat()
200 struct kvmppc_pte *pte, bool data, in kvmppc_mmu_book3s_32_xlate_pte()
306 struct kvmppc_pte *pte, bool data, in kvmppc_mmu_book3s_32_xlate()
Dbook3s_32_mmu_host.c60 void kvmppc_mmu_invalidate_pte(struct kvm_vcpu *vcpu, struct hpte_cache *pte) in kvmppc_mmu_invalidate_pte()
154 struct hpte_cache *pte; in kvmppc_mmu_map_page() local
269 void kvmppc_mmu_unmap_page(struct kvm_vcpu *vcpu, struct kvmppc_pte *pte) in kvmppc_mmu_unmap_page()
Dbook3s_pr_papr.c91 unsigned long pte[2]; in kvmppc_h_pr_remove() local
151 unsigned long pte[2]; in kvmppc_h_pr_bulk_remove() local
209 unsigned long pte[2]; in kvmppc_h_pr_protect() local
Dbook3s_hv_rm_mmu.c200 pte_t pte; in kvmppc_do_h_enter() local
273 u64 pte; in kvmppc_do_h_enter() local
291 u64 pte; in kvmppc_do_h_enter() local
406 u64 pte; in kvmppc_do_h_remove() local
574 u64 pte; in kvmppc_h_protect() local
Dbook3s_64_mmu_host.c34 void kvmppc_mmu_invalidate_pte(struct kvm_vcpu *vcpu, struct hpte_cache *pte) in kvmppc_mmu_invalidate_pte()
216 void kvmppc_mmu_unmap_page(struct kvm_vcpu *vcpu, struct kvmppc_pte *pte) in kvmppc_mmu_unmap_page()
/linux-4.1.27/include/asm-generic/
Dhugetlb.h9 static inline unsigned long huge_pte_write(pte_t pte) in huge_pte_write()
14 static inline unsigned long huge_pte_dirty(pte_t pte) in huge_pte_dirty()
19 static inline pte_t huge_pte_mkwrite(pte_t pte) in huge_pte_mkwrite()
24 static inline pte_t huge_pte_mkdirty(pte_t pte) in huge_pte_mkdirty()
29 static inline pte_t huge_pte_modify(pte_t pte, pgprot_t newprot) in huge_pte_modify()
Dpgtable.h43 pte_t pte = *ptep; in ptep_test_and_clear_young() local
93 pte_t pte = *ptep; in ptep_get_and_clear() local
128 pte_t pte; in ptep_get_and_clear_full() local
220 static inline int pte_unused(pte_t pte) in pte_unused()
246 #define move_pte(pte, prot, old_addr, new_addr) (pte) argument
250 # define pte_accessible(mm, pte) ((void)(pte), 1) argument
364 pte_t *ptep, pte_t pte) in __ptep_modify_prot_commit()
401 pte_t *ptep, pte_t pte) in ptep_modify_prot_commit()
445 static inline int pte_soft_dirty(pte_t pte) in pte_soft_dirty()
455 static inline pte_t pte_mksoft_dirty(pte_t pte) in pte_mksoft_dirty()
[all …]
/linux-4.1.27/arch/mn10300/include/asm/
Dpgalloc.h22 #define pmd_populate_kernel(mm, pmd, pte) \ argument
26 void pmd_populate(struct mm_struct *mm, pmd_t *pmd, struct page *pte) in pmd_populate()
42 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
47 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
54 #define __pte_free_tlb(tlb, pte, addr) tlb_remove_page((tlb), (pte)) argument
Dpgtable.h238 static inline int pte_user(pte_t pte) { return pte_val(pte) & __PAGE_PROT_USER; } in pte_user()
239 static inline int pte_read(pte_t pte) { return pte_val(pte) & __PAGE_PROT_USER; } in pte_read()
240 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
241 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
242 static inline int pte_write(pte_t pte) { return pte_val(pte) & __PAGE_PROT_WRITE; } in pte_write()
243 static inline int pte_special(pte_t pte){ return 0; } in pte_special()
245 static inline pte_t pte_rdprotect(pte_t pte) in pte_rdprotect()
249 static inline pte_t pte_exprotect(pte_t pte) in pte_exprotect()
254 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
259 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~_PAGE_DIRTY; return pte; } in pte_mkclean()
[all …]
/linux-4.1.27/arch/arm64/include/asm/
Dpgtable.h118 #define pte_ERROR(pte) __pte_error(__FILE__, __LINE__, pte_val(pte)) argument
120 #define pte_pfn(pte) ((pte_val(pte) & PHYS_MASK) >> PAGE_SHIFT) argument
124 #define pte_none(pte) (!pte_val(pte)) argument
126 #define pte_page(pte) (pfn_to_page(pte_pfn(pte))) argument
135 #define pte_unmap(pte) do { } while (0) argument
136 #define pte_unmap_nested(pte) do { } while (0) argument
141 #define pte_present(pte) (!!(pte_val(pte) & (PTE_VALID | PTE_PROT_NONE))) argument
142 #define pte_dirty(pte) (!!(pte_val(pte) & PTE_DIRTY)) argument
143 #define pte_young(pte) (!!(pte_val(pte) & PTE_AF)) argument
144 #define pte_special(pte) (!!(pte_val(pte) & PTE_SPECIAL)) argument
[all …]
Dpgalloc.h83 struct page *pte; in pte_alloc_one() local
98 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
104 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
110 static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t pte, in __pmd_populate()
Dhugetlb.h34 pte_t *ptep, pte_t pte) in set_huge_pte_at()
59 pte_t pte, int dirty) in huge_ptep_set_access_flags()
93 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
98 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
/linux-4.1.27/arch/alpha/include/asm/
Dpgtable.h208 #define pte_pfn(pte) (pte_val(pte) >> 32) argument
209 #define pte_page(pte) pfn_to_page(pte_pfn(pte)) argument
220 { pte_t pte; pte_val(pte) = (PHYS_TWIDDLE(physpfn) << 32) | pgprot_val(pgprot); return pte; } in pfn_pte() local
222 extern inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
246 extern inline int pte_none(pte_t pte) { return !pte_val(pte); } in pte_none()
247 extern inline int pte_present(pte_t pte) { return pte_val(pte) & _PAGE_VALID; } in pte_present()
267 extern inline int pte_write(pte_t pte) { return !(pte_val(pte) & _PAGE_FOW); } in pte_write()
268 extern inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
269 extern inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
270 extern inline int pte_special(pte_t pte) { return 0; } in pte_special()
[all …]
Dpgalloc.h14 pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t pte) in pmd_populate()
21 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
56 pte_t *pte = (pte_t *)__get_free_page(GFP_KERNEL|__GFP_REPEAT|__GFP_ZERO); in pte_alloc_one_kernel() local
61 pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
69 pte_t *pte = pte_alloc_one_kernel(mm, address); in pte_alloc_one() local
Dtlb.h6 #define __tlb_remove_tlb_entry(tlb, pte, addr) do { } while (0) argument
12 #define __pte_free_tlb(tlb, pte, address) pte_free((tlb)->mm, pte) argument
/linux-4.1.27/arch/xtensa/include/asm/
Dpgtable.h240 # define pte_none(pte) (pte_val(pte) == (_PAGE_CA_INVALID | _PAGE_USER)) argument
242 # define pte_present(pte) ((pte_val(pte) & _PAGE_CA_MASK) != _PAGE_CA_INVALID) argument
244 # define pte_present(pte) \ argument
256 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITABLE; } in pte_write()
257 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
258 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
259 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
261 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
263 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
265 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
[all …]
Dpgalloc.h58 pte_t *pte; in pte_alloc_one() local
72 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
77 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
Dtlb.h40 #define __tlb_remove_tlb_entry(tlb,pte,addr) do { } while (0) argument
45 #define __pte_free_tlb(tlb, pte, address) pte_free((tlb)->mm, pte) argument
/linux-4.1.27/arch/unicore32/include/asm/
Dpgtable.h52 #define pte_ERROR(pte) __pte_error(__FILE__, __LINE__, pte_val(pte)) argument
152 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT) argument
156 #define pte_none(pte) (!pte_val(pte)) argument
158 #define pte_page(pte) (pfn_to_page(pte_pfn(pte))) argument
164 #define pte_unmap(pte) do { } while (0) argument
166 #define set_pte(ptep, pte) cpu_set_pte(ptep, pte) argument
177 #define pte_present(pte) (pte_val(pte) & PTE_PRESENT) argument
178 #define pte_write(pte) (pte_val(pte) & PTE_WRITE) argument
179 #define pte_dirty(pte) (pte_val(pte) & PTE_DIRTY) argument
180 #define pte_young(pte) (pte_val(pte) & PTE_YOUNG) argument
[all …]
Dpgalloc.h39 pte_t *pte; in pte_alloc_one_kernel() local
51 struct page *pte; in pte_alloc_one() local
70 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
76 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
Dtlb.h20 #define __pte_free_tlb(tlb, pte, addr) \ argument
/linux-4.1.27/arch/sh/include/asm/
Dpgtable_64.h87 #define pte_unmap(pte) do { } while (0) argument
260 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
261 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
262 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write()
263 static inline int pte_special(pte_t pte){ return pte_val(pte) & _PAGE_SPECIAL; } in pte_special()
265 static inline pte_t pte_wrprotect(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_WRITE)); r… in pte_wrprotect()
266 static inline pte_t pte_mkclean(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_DIRTY)); ret… in pte_mkclean()
267 static inline pte_t pte_mkold(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_ACCESSED)); re… in pte_mkold()
268 static inline pte_t pte_mkwrite(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) | _PAGE_WRITE)); retu… in pte_mkwrite()
269 static inline pte_t pte_mkdirty(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) | _PAGE_DIRTY)); retu… in pte_mkdirty()
[all …]
Dpgalloc.h19 pte_t *pte) in pmd_populate_kernel()
25 pgtable_t pte) in pmd_populate()
57 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
62 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
68 #define __pte_free_tlb(tlb,pte,addr) \ argument
Dhugetlb.h41 pte_t *ptep, pte_t pte) in set_huge_pte_at()
57 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
62 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
75 pte_t pte, int dirty) in huge_ptep_set_access_flags()
Dpgtable_32.h299 static inline void set_pte(pte_t *ptep, pte_t pte) in set_pte()
339 #define pte_not_present(pte) (!((pte).pte_low & _PAGE_PRESENT)) argument
340 #define pte_dirty(pte) ((pte).pte_low & _PAGE_DIRTY) argument
341 #define pte_young(pte) ((pte).pte_low & _PAGE_ACCESSED) argument
342 #define pte_special(pte) ((pte).pte_low & _PAGE_SPECIAL) argument
345 #define pte_write(pte) \ argument
348 #define pte_write(pte) ((pte).pte_low & _PAGE_RW) argument
391 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
424 #define pte_unmap(pte) do { } while (0) argument
463 #define __pte_to_swp_entry(pte) ((swp_entry_t){ (pte).pte_high }) argument
[all …]
Dtlb.h123 unsigned long addr, pte_t pte) in tlb_wire_entry()
138 #define __tlb_remove_tlb_entry(tlb, pte, address) do { } while (0) argument
/linux-4.1.27/arch/avr32/include/asm/
Dpgtable.h192 static inline int pte_write(pte_t pte) in pte_write()
196 static inline int pte_dirty(pte_t pte) in pte_dirty()
200 static inline int pte_young(pte_t pte) in pte_young()
204 static inline int pte_special(pte_t pte) in pte_special()
210 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
215 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
220 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
225 static inline pte_t pte_mkwrite(pte_t pte) in pte_mkwrite()
230 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
235 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung()
[all …]
Dpgalloc.h20 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
26 pgtable_t pte) in pmd_populate()
79 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
84 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
90 #define __pte_free_tlb(tlb,pte,addr) \ argument
Dtlb.h17 #define __tlb_remove_tlb_entry(tlb, pte, address) do { } while(0) argument
/linux-4.1.27/arch/parisc/include/asm/
Dpgtable.h352 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
353 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
354 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write()
355 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
357 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~_PAGE_DIRTY; return pte; } in pte_mkclean()
358 static inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold()
359 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) &= ~_PAGE_WRITE; return pte; } in pte_wrprotect()
360 static inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= _PAGE_DIRTY; return pte; } in pte_mkdirty()
361 static inline pte_t pte_mkyoung(pte_t pte) { pte_val(pte) |= _PAGE_ACCESSED; return pte; } in pte_mkyoung()
362 static inline pte_t pte_mkwrite(pte_t pte) { pte_val(pte) |= _PAGE_WRITE; return pte; } in pte_mkwrite()
[all …]
Dpgalloc.h99 #define pgd_populate(mm, pmd, pte) BUG() argument
104 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
140 pte_t *pte = (pte_t *)__get_free_page(GFP_KERNEL|__GFP_REPEAT|__GFP_ZERO); in pte_alloc_one_kernel() local
144 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
149 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
Dtlb.h19 #define __tlb_remove_tlb_entry(tlb, pte, address) \ argument
25 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) argument
/linux-4.1.27/arch/frv/include/asm/
Dpgalloc.h23 #define pmd_populate_kernel(mm, pmd, pte) __set_pmd(pmd, __pa(pte) | _PAGE_TABLE) argument
41 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
46 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
52 #define __pte_free_tlb(tlb,pte,address) \ argument
Dpgtable.h62 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) argument
238 #define pud_populate(mm, pmd, pte) do { } while (0) argument
375 static inline int pte_dirty(pte_t pte) { return (pte).pte & _PAGE_DIRTY; } in pte_dirty()
376 static inline int pte_young(pte_t pte) { return (pte).pte & _PAGE_ACCESSED; } in pte_young()
377 static inline int pte_write(pte_t pte) { return !((pte).pte & _PAGE_WP); } in pte_write()
378 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
380 static inline pte_t pte_mkclean(pte_t pte) { (pte).pte &= ~_PAGE_DIRTY; return pte; } in pte_mkclean()
381 static inline pte_t pte_mkold(pte_t pte) { (pte).pte &= ~_PAGE_ACCESSED; return pte; } in pte_mkold()
382 static inline pte_t pte_wrprotect(pte_t pte) { (pte).pte |= _PAGE_WP; return pte; } in pte_wrprotect()
383 static inline pte_t pte_mkdirty(pte_t pte) { (pte).pte |= _PAGE_DIRTY; return pte; } in pte_mkdirty()
[all …]
/linux-4.1.27/arch/ia64/include/asm/
Dpgtable.h264 #define pte_none(pte) (!pte_val(pte)) argument
265 #define pte_present(pte) (pte_val(pte) & (_PAGE_P | _PAGE_PROTNONE)) argument
266 #define pte_clear(mm,addr,pte) (pte_val(*(pte)) = 0UL) argument
268 #define pte_page(pte) virt_to_page(((pte_val(pte) & _PFN_MASK) + PAGE_OFFSET)) argument
296 #define pte_write(pte) ((unsigned) (((pte_val(pte) & _PAGE_AR_MASK) >> _PAGE_AR_SHIFT) - 2) <= 4) argument
297 #define pte_exec(pte) ((pte_val(pte) & _PAGE_AR_RX) != 0) argument
298 #define pte_dirty(pte) ((pte_val(pte) & _PAGE_D) != 0) argument
299 #define pte_young(pte) ((pte_val(pte) & _PAGE_A) != 0) argument
300 #define pte_special(pte) 0 argument
306 #define pte_wrprotect(pte) (__pte(pte_val(pte) & ~_PAGE_AR_RW)) argument
[all …]
Dhugetlb.h28 pte_t *ptep, pte_t pte) in set_huge_pte_at()
44 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
49 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
62 pte_t pte, int dirty) in huge_ptep_set_access_flags()
Dpgalloc.h73 pmd_populate(struct mm_struct *mm, pmd_t * pmd_entry, pgtable_t pte) in pmd_populate()
80 pmd_populate_kernel(struct mm_struct *mm, pmd_t * pmd_entry, pte_t * pte) in pmd_populate_kernel()
107 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
113 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
123 #define __pte_free_tlb(tlb, pte, address) pte_free((tlb)->mm, pte) argument
/linux-4.1.27/arch/s390/mm/
Dhugetlbpage.c11 static inline pmd_t __pte_to_pmd(pte_t pte) in __pte_to_pmd()
50 pte_t pte; in __pmd_to_pte() local
87 pte_t *ptep, pte_t pte) in set_huge_pte_at()
121 pte_t pte = huge_ptep_get(ptep); in huge_ptep_get_and_clear() local
131 pte_t pte; in arch_prepare_hugepage() local
Dpageattr.c68 pte_t *ptep, pte; in change_page_attr() local
108 static void ipte_range(pte_t *pte, unsigned long address, int nr) in ipte_range()
130 pte_t *pte; in __kernel_map_pages() local
Dvmem.c61 pte_t *pte; in vmem_pte_alloc() local
154 pte_t pte; in vmem_remove_range() local
/linux-4.1.27/arch/arc/include/asm/
Dpgtable.h232 #define pte_unmap(pte) do { } while (0) argument
233 #define pte_unmap_nested(pte) do { } while (0) argument
270 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT) argument
286 #define pte_read(pte) (pte_val(pte) & _PAGE_READ) argument
287 #define pte_write(pte) (pte_val(pte) & _PAGE_WRITE) argument
288 #define pte_dirty(pte) (pte_val(pte) & _PAGE_MODIFIED) argument
289 #define pte_young(pte) (pte_val(pte) & _PAGE_ACCESSED) argument
290 #define pte_special(pte) (0) argument
304 static inline pte_t pte_mkspecial(pte_t pte) { return pte; } in pte_mkspecial()
306 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
[all …]
Dpgalloc.h39 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
96 pte_t *pte; in pte_alloc_one_kernel() local
123 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
134 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) argument
/linux-4.1.27/arch/arm/lib/
Duaccess_with_memcpy.c31 pte_t *pte; in pin_page_for_write() local
104 pte_t *pte; in __copy_to_user_memcpy() local
163 pte_t *pte; in __clear_user_memset() local
/linux-4.1.27/arch/um/kernel/
Dmem.c69 pte_t *pte = (pte_t *) alloc_bootmem_low_pages(PAGE_SIZE); in one_page_table_init() local
121 pte_t *pte; in fixaddr_user_init() local
205 pte_t *pte; in pte_alloc_one_kernel() local
213 struct page *pte; in pte_alloc_one() local
/linux-4.1.27/arch/tile/include/asm/
Dhugetlb.h56 pte_t *ptep, pte_t pte) in set_huge_pte_at()
73 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
78 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
91 pte_t pte, int dirty) in huge_ptep_set_access_flags()
Dpgalloc.h81 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
94 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
102 static inline void __pte_free_tlb(struct mmu_gather *tlb, struct page *pte, in __pte_free_tlb()
Dpgtable.h217 #define pte_special(pte) 0 argument
218 #define pte_mkspecial(pte) (pte) argument
264 static inline int pte_none(pte_t pte) in pte_none()
269 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn()
295 #define __pte_to_swp_entry(pte) ((swp_entry_t) { (pte).val >> 32 }) argument
309 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
335 #define pte_unmap(pte) do { } while (0) argument
348 #define update_mmu_cache(vma, address, pte) do { } while (0) argument
Dpgtable_32.h105 pte_t pte = *ptep; in ptep_get_and_clear() local
117 #define pte_pmd(pte) ((pmd_t){ { (pte) } }) argument
/linux-4.1.27/arch/tile/mm/
Dhighmem.c159 pte_t pte = mk_pte(amp->page, page_to_kpgprot(amp->page)); in kmap_atomic_fix_one_kpte() local
202 pte_t *pte; in kmap_atomic_prot() local
239 pte_t *pte = kmap_get_pte(vaddr); in __kunmap_atomic() local
280 pte_t *pte; in kmap_atomic_to_page() local
Dpgtable.c278 void __pgtable_free_tlb(struct mmu_gather *tlb, struct page *pte, in __pgtable_free_tlb()
395 int va_to_cpa_and_pte(void *va, unsigned long long *cpa, pte_t *pte) in va_to_cpa_and_pte()
409 void __set_pte(pte_t *ptep, pte_t pte) in __set_pte()
429 void set_pte(pte_t *ptep, pte_t pte) in set_pte()
Dhomecache.c179 pte_t pte; in homecache_finv_map_page() local
244 static int pte_to_home(pte_t pte) in pte_to_home()
262 pte_t pte_set_home(pte_t pte, int home) in pte_set_home()
Dfault.c160 static void wait_for_migration(pte_t *pte) in wait_for_migration()
217 pte_t *pte; in handle_migrating_pte() local
520 pte_t *pte = lookup_address(address); in handle_page_fault() local
Dhugetlbpage.c96 pte_t pte = *super_ptep; in get_pte() local
110 pte_t *pte; in huge_pte_offset() local
/linux-4.1.27/arch/sh/mm/
Dinit.c74 pte_t *pte; in set_pte_phys() local
91 pte_t *pte; in clear_pte_phys() local
142 pte_t *pte; in one_page_table_init() local
152 static pte_t * __init page_table_kmap_check(pte_t *pte, pmd_t *pmd, in page_table_kmap_check()
164 pte_t *pte = NULL; in page_table_range_init() local
Dhugetlbpage.c30 pte_t *pte = NULL; in huge_pte_alloc() local
50 pte_t *pte = NULL; in huge_pte_offset() local
Dtlb-sh5.c150 void tlb_wire_entry(struct vm_area_struct *vma, unsigned long addr, pte_t pte) in tlb_wire_entry()
186 void __update_tlb(struct vm_area_struct *vma, unsigned long address, pte_t pte) in __update_tlb()
Dtlbex_32.c28 pte_t *pte; in handle_tlbmiss() local
Dtlb-urb.c20 void tlb_wire_entry(struct vm_area_struct *vma, unsigned long addr, pte_t pte) in tlb_wire_entry()
Dtlb-pteaex.c18 void __update_tlb(struct vm_area_struct *vma, unsigned long address, pte_t pte) in __update_tlb()
Dtlb-sh4.c17 void __update_tlb(struct vm_area_struct *vma, unsigned long address, pte_t pte) in __update_tlb()
Dtlb-sh3.c29 void __update_tlb(struct vm_area_struct *vma, unsigned long address, pte_t pte) in __update_tlb()
/linux-4.1.27/drivers/iommu/
Dio-pgtable-arm.c168 #define iopte_deref(pte,d) \ argument
172 #define iopte_type(pte,l) \ argument
175 #define iopte_prot(pte) ((pte) & ARM_LPAE_PTE_ATTR_MASK) argument
177 #define iopte_leaf(pte,l) \ argument
182 #define iopte_to_pfn(pte,d) \ argument
212 arm_lpae_iopte pte = prot; in arm_lpae_init_pte() local
251 arm_lpae_iopte *cptep, pte; in __arm_lpae_map() local
292 arm_lpae_iopte pte; in arm_lpae_prot_to_pte() local
358 arm_lpae_iopte pte = *ptep++; in __arm_lpae_free_pgtable() local
423 arm_lpae_iopte pte; in __arm_lpae_unmap() local
[all …]
Drockchip-iommu.c217 static inline phys_addr_t rk_pte_page_address(u32 pte) in rk_pte_page_address()
222 static inline bool rk_pte_is_page_valid(u32 pte) in rk_pte_is_page_valid()
237 static u32 rk_mk_pte_invalid(u32 pte) in rk_mk_pte_invalid()
420 u32 pte = 0; in log_iova() local
516 u32 dte, pte; in rk_iommu_iova_to_phys() local
598 u32 pte = pte_addr[pte_count]; in rk_iommu_unmap_iova() local
621 u32 pte = pte_addr[pte_count]; in rk_iommu_map_iova() local
Dtegra-gart.c94 unsigned long offs, u32 pte) in gart_set_pte()
106 unsigned long pte; in gart_read_pte() local
133 unsigned long pte; in gart_dump_table() local
311 unsigned long pte; in gart_iommu_iova_to_phys() local
Dtegra-smmu.c472 u32 pte = (iova >> SMMU_PTE_SHIFT) & 0x3ff; in as_get_pte() local
514 u32 pte = (iova >> SMMU_PTE_SHIFT) & 0x3ff; in as_put_pte() local
544 u32 *pte; in tegra_smmu_map() local
568 u32 *pte; in tegra_smmu_unmap() local
591 u32 *pte; in tegra_smmu_iova_to_phys() local
/linux-4.1.27/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/
Dnv44.c40 dma_addr_t *list, u32 pte, u32 cnt) in nv44_vm_fill()
86 struct nvkm_mem *mem, u32 pte, u32 cnt, dma_addr_t *list) in nv44_vm_map_sg()
116 nv44_vm_unmap(struct nvkm_gpuobj *pgt, u32 pte, u32 cnt) in nv44_vm_unmap()
Dgf100.c107 struct nvkm_mem *mem, u32 pte, u32 cnt, u64 phys, u64 delta) in gf100_vm_map()
132 struct nvkm_mem *mem, u32 pte, u32 cnt, dma_addr_t *list) in gf100_vm_map_sg()
148 gf100_vm_unmap(struct nvkm_gpuobj *pgt, u32 pte, u32 cnt) in gf100_vm_unmap()
Dnv50.c79 struct nvkm_mem *mem, u32 pte, u32 cnt, u64 phys, u64 delta) in nv50_vm_map()
126 struct nvkm_mem *mem, u32 pte, u32 cnt, dma_addr_t *list) in nv50_vm_map_sg()
139 nv50_vm_unmap(struct nvkm_gpuobj *pgt, u32 pte, u32 cnt) in nv50_vm_unmap()
Dnv41.c40 struct nvkm_mem *mem, u32 pte, u32 cnt, dma_addr_t *list) in nv41_vm_map_sg()
56 nv41_vm_unmap(struct nvkm_gpuobj *pgt, u32 pte, u32 cnt) in nv41_vm_unmap()
Dnv04.c38 struct nvkm_mem *mem, u32 pte, u32 cnt, dma_addr_t *list) in nv04_vm_map_sg()
54 nv04_vm_unmap(struct nvkm_gpuobj *pgt, u32 pte, u32 cnt) in nv04_vm_unmap()
Dbase.c39 u32 pte = (offset & ((1 << mmu->pgt_bits) - 1)) >> bits; in nvkm_vm_map_at() local
84 u32 pte = (offset & ((1 << mmu->pgt_bits) - 1)) >> bits; in nvkm_vm_map_sg_table() local
143 u32 pte = (offset & ((1 << mmu->pgt_bits) - 1)) >> bits; in nvkm_vm_map_sg() local
191 u32 pte = (offset & ((1 << mmu->pgt_bits) - 1)) >> bits; in nvkm_vm_unmap_at() local
/linux-4.1.27/arch/x86/mm/
Dpageattr-test.c36 static int pte_testbit(pte_t pte) in pte_testbit()
57 pte_t *pte; in print_split() local
115 pte_t *pte, pte0; in pageattr_test() local
Dinit_64.c260 pte_t *pte = (pte_t *) spp_getpage(); in fill_pte() local
272 pte_t *pte; in set_pte_vaddr_pud() local
409 pte_t *pte = pte_page + pte_index(addr); in phys_pte_init() local
457 pte_t *pte; in phys_pmd_init() local
735 pte_t *pte; in free_pte_table() local
795 pte_t *pte; in remove_pte_table() local
1163 pte_t *pte; in kern_addr_valid() local
1320 pte_t *pte = NULL; in register_page_bootmem_memmap() local
Dinit_32.c156 static pte_t *__init page_table_kmap_check(pte_t *pte, pmd_t *pmd, in page_table_kmap_check()
213 pte_t *pte = NULL; in page_table_range_init() local
264 pte_t *pte; in kernel_physical_mapping_init() local
419 pte_t *pte; in permanent_kmaps_init() local
459 pte_t *pte; in native_pagetable_init() local
Dgup.c83 pte_t pte = gup_get_pte(ptep); in gup_pte_range() local
121 pte_t pte = *(pte_t *)&pmd; in gup_huge_pmd() local
198 pte_t pte = *(pte_t *)&pud; in gup_huge_pud() local
Dfault.c326 pte_t *pte; in dump_pagetable() local
368 pte_t *pte, *pte_ref; in vmalloc_fault() local
469 pte_t *pte; in dump_pagetable() local
599 pte_t *pte; in show_fault_oops() local
915 static int spurious_fault_check(unsigned long error_code, pte_t *pte) in spurious_fault_check()
953 pte_t *pte; in spurious_fault() local
Dpageattr.c198 pte_t *pte = lookup_address(addr, &level); in cpa_flush_range() local
229 pte_t *pte; in cpa_flush_array() local
423 pte_t *pte; in slow_virt_to_phys() local
438 static void __set_pmd_pte(pte_t *kpte, unsigned long address, pte_t pte) in __set_pmd_pte()
699 static bool try_to_free_pte_page(pte_t *pte) in try_to_free_pte_page()
737 pte_t *pte = pte_offset_kernel(pmd, start); in unmap_pte_range() local
860 pte_t *pte = (pte_t *)get_zeroed_page(GFP_KERNEL | __GFP_NOTRACK); in alloc_pte_page() local
882 pte_t *pte; in populate_pte() local
1869 pte_t *pte; in kernel_page_present() local
Dpgtable_32.c32 pte_t *pte; in set_pte_vaddr() local
/linux-4.1.27/arch/mips/mm/
Dgup.c21 pte_t pte; in gup_get_pte() local
42 pte_t pte = gup_get_pte(ptep); in gup_pte_range() local
74 pte_t pte = *(pte_t *)&pmd; in gup_huge_pmd() local
140 pte_t pte = *(pte_t *)&pud; in gup_huge_pud() local
Dtlbex.c719 static void build_huge_update_entries(u32 **p, unsigned int pte, in build_huge_update_entries()
752 unsigned int pte, in build_huge_handler_tail()
1521 iPTE_LW(u32 **p, unsigned int pte, unsigned int ptr) in iPTE_LW()
1541 iPTE_SW(u32 **p, struct uasm_reloc **r, unsigned int pte, unsigned int ptr, in iPTE_SW()
1608 int pte, int ptr, int scratch, enum label_id lid) in build_pte_present()
1637 build_make_valid(u32 **p, struct uasm_reloc **r, unsigned int pte, in build_make_valid()
1651 unsigned int pte, unsigned int ptr, int scratch, in build_pte_writable()
1671 build_make_write(u32 **p, struct uasm_reloc **r, unsigned int pte, in build_make_write()
1686 unsigned int pte, unsigned int ptr, int scratch, in build_pte_modifiable()
1715 build_r3000_pte_reload_tlbwi(u32 **p, unsigned int pte, unsigned int tmp) in build_r3000_pte_reload_tlbwi()
[all …]
Dioremap.c19 static inline void remap_area_pte(pte_t * pte, unsigned long address, in remap_area_pte()
57 pte_t * pte = pte_alloc_kernel(pmd, address); in remap_area_pmd() local
Dpgtable-32.c41 pte_t *pte; in pagetable_init() local
/linux-4.1.27/arch/microblaze/mm/
Dpgtable.c195 pte_t *pte; in get_pteptr() local
219 pte_t *pte; in iopa() local
240 pte_t *pte; in pte_alloc_one_kernel() local
/linux-4.1.27/arch/um/kernel/skas/
Dmmu.c23 pte_t *pte; in init_stub_pte() local
124 pte_t *pte; in arch_exit_mmap() local
/linux-4.1.27/drivers/gpu/drm/gma500/
Dgtt.c88 u32 pte; in psb_gtt_insert() local
137 u32 pte; in psb_gtt_remove() local
165 u32 pte; in psb_gtt_roll() local
424 uint32_t pte; in psb_gtt_init() local
/linux-4.1.27/arch/x86/mm/kmemcheck/
Dkmemcheck.c98 pte_t *pte; in kmemcheck_show_addr() local
111 pte_t *pte; in kmemcheck_hide_addr() local
271 pte_t *pte; in kmemcheck_show_pages() local
297 pte_t *pte; in kmemcheck_hide_pages() local
623 pte_t *pte; in kmemcheck_fault() local
Dpte.c9 pte_t *pte; in kmemcheck_pte_lookup() local
/linux-4.1.27/mm/
Dsparse-vmemmap.c90 void __meminit vmemmap_verify(pte_t *pte, int node, in vmemmap_verify()
103 pte_t *pte = pte_offset_kernel(pmd, addr); in vmemmap_pte_populate() local
158 pte_t *pte; in vmemmap_populate_basepages() local
Dmemory.c647 pte_t pte, struct page *page) in print_bad_pte()
750 pte_t pte) in vm_normal_page()
811 pte_t pte = *src_pte; in copy_one_pte() local
1082 pte_t *pte; in zap_pte_range() local
1445 pte_t *pte; in insert_page() local
1523 pte_t *pte, entry; in insert_pfn() local
1625 pte_t *pte; in remap_pte_range() local
1802 pte_t *pte; in apply_to_pte_range() local
2452 pte_t pte; in do_swap_page() local
2793 struct page *page, pte_t *pte, bool write, bool anon) in do_set_pte()
[all …]
Dmincore.c22 static int mincore_hugetlb(pte_t *pte, unsigned long hmask, unsigned long addr, in mincore_hugetlb()
133 pte_t pte = *ptep; in mincore_pte_range() local
Dpagewalk.c9 pte_t *pte; in walk_pte_range() local
139 pte_t *pte; in walk_hugetlb_range() local
Drmap.c653 pte_t *pte; in __page_check_address() local
700 pte_t *pte; in page_mapped_in_vma() local
754 pte_t *pte; in page_referenced_one() local
869 pte_t *pte; in page_mkclean_one() local
1185 pte_t *pte; in try_to_unmap_one() local
/linux-4.1.27/arch/x86/xen/
Dmmu.c137 pte_t *pte; in arbitrary_virt_to_machine() local
158 pte_t *pte, ptev; in make_lowmem_page_readonly() local
174 pte_t *pte, ptev; in make_lowmem_page_readwrite() local
351 pte_t *ptep, pte_t pte) in xen_ptep_modify_prot_commit()
410 __visible pteval_t xen_pte_val(pte_t pte) in xen_pte_val()
424 __visible pte_t xen_make_pte(pteval_t pte) in xen_make_pte()
478 static void xen_set_pte_atomic(pte_t *ptep, pte_t pte) in xen_set_pte_atomic()
676 struct page *pte; in __xen_pgd_walk() local
1452 static pte_t __init mask_rw_pte(pte_t *ptep, pte_t pte) in mask_rw_pte()
1462 static pte_t __init mask_rw_pte(pte_t *ptep, pte_t pte) in mask_rw_pte()
[all …]
/linux-4.1.27/arch/metag/mm/
Dinit.c48 pte_t *pte; in insert_gateway_page() local
268 pte_t *pte; in allocate_pgtables() local
298 pte_t *pte; in fixedrange_init() local
Dhugetlbpage.c65 pte_t *pte; in huge_pte_alloc() local
82 pte_t *pte = NULL; in huge_pte_offset() local
Dmaccess.c24 unsigned int pte, i; in probe_kernel_write() local
/linux-4.1.27/include/linux/
Dswapops.h55 static inline int is_swap_pte(pte_t pte) in is_swap_pte()
65 static inline swp_entry_t pte_to_swp_entry(pte_t pte) in pte_to_swp_entry()
158 struct mm_struct *mm, pte_t *pte) { } in migration_entry_wait_huge()
/linux-4.1.27/arch/m68k/mm/
Dmcfmmu.c67 pte_t pte = pfn_pte(virt_to_pfn(address), PAGE_INIT); in paging_init() local
90 pte_t *pte; in cf_tlb_miss() local
Dsun3mmu.c75 pte_t pte = pfn_pte(virt_to_pfn(address), PAGE_INIT); in paging_init() local
/linux-4.1.27/arch/mn10300/mm/
Dpgtable.c66 pte_t *pte = (pte_t *)__get_free_page(GFP_KERNEL|__GFP_REPEAT); in pte_alloc_one_kernel() local
74 struct page *pte; in pte_alloc_one() local
Dmmu-context.c32 pte_t pte = *ptep; in update_mmu_cache() local
Dcache-inv-icache.c35 pte_t *ppte, pte; in flush_icache_page_range() local
Dcache-flush-icache.c57 pte_t *ppte, pte; in flush_icache_page_range() local
/linux-4.1.27/arch/arm/kvm/
Dmmu.c86 static void kvm_flush_dcache_pte(pte_t pte) in kvm_flush_dcache_pte()
210 pte_t *pte, *start_pte; in unmap_ptes() local
309 pte_t *pte; in stage2_flush_ptes() local
455 pte_t *pte; in create_hyp_pte_mappings() local
473 pte_t *pte; in create_hyp_pmd_mappings() local
905 pte_t *pte, old_pte; in stage2_set_pte() local
976 pte_t pte = pfn_pte(pfn, PAGE_S2_DEVICE); in kvm_phys_addr_ioremap() local
1057 pte_t *pte; in stage2_wp_ptes() local
1352 pte_t *pte; in handle_access_fault() local
1536 pte_t *pte = (pte_t *)data; in kvm_set_spte_handler() local
[all …]
/linux-4.1.27/fs/proc/
Dtask_mmu.c483 static void smaps_pte_entry(pte_t *pte, unsigned long addr, in smaps_pte_entry()
533 pte_t *pte; in smaps_pte_range() local
745 unsigned long addr, pte_t *pte) in clear_soft_dirty()
782 unsigned long addr, pte_t *pte) in clear_soft_dirty()
797 pte_t *pte, ptent; in clear_refs_pte_range() local
1046 struct vm_area_struct *vma, unsigned long addr, pte_t pte) in pte_to_pagemap_entry()
1111 pte_t *pte, *orig_pte; in pagemap_pte_range() local
1162 pte_t pte, int offset, int flags2) in huge_pte_to_pagemap_entry()
1174 static int pagemap_hugetlb_range(pte_t *pte, unsigned long hmask, in pagemap_hugetlb_range()
1389 static struct page *can_gather_numa_stats(pte_t pte, struct vm_area_struct *vma, in can_gather_numa_stats()
[all …]
/linux-4.1.27/arch/nios2/mm/
Dioremap.c22 static inline void remap_area_pte(pte_t *pte, unsigned long address, in remap_area_pte()
64 pte_t *pte = pte_alloc_kernel(pmd, address); in remap_area_pmd() local
/linux-4.1.27/arch/tile/gxio/
Diorpc_usb_host.c40 HV_PTE pte; member
45 HV_PTE pte, unsigned int flags) in gxio_usb_host_register_client_memory()
/linux-4.1.27/arch/x86/include/asm/xen/
Dpage.h220 static inline unsigned long pte_mfn(pte_t pte) in pte_mfn()
227 pte_t pte; in mfn_pte() local
235 static inline pteval_t pte_val_ma(pte_t pte) in pte_val_ma()
/linux-4.1.27/arch/m68k/sun3/
Dmmu_emu.c70 void print_pte (pte_t pte) in print_pte()
358 pte_t *pte; in mmu_emu_handle_fault() local
Ddvma.c25 unsigned long pte; in dvma_page() local
/linux-4.1.27/arch/sparc/mm/
Dinit_64.c267 static inline void tsb_insert(struct tsb *ent, unsigned long tag, unsigned long pte) in tsb_insert()
326 static inline bool is_hugetlb_pte(pte_t pte) in is_hugetlb_pte()
341 pte_t pte = *ptep; in update_mmu_cache() local
574 unsigned long pte, in hypervisor_tlb_lock()
1376 pte_t *pte; in kern_addr_valid() local
1523 pte_t *pte; in kernel_map_range() local
2356 unsigned long pte; in vmemmap_populate() local
2559 pte_t pte; in mk_pte_io() local
2647 pte_t *pte = NULL; in pte_alloc_one_kernel() local
2669 void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
[all …]
Dhugetlbpage.c135 pte_t *pte = NULL; in huge_pte_alloc() local
159 pte_t *pte = NULL; in huge_pte_offset() local
/linux-4.1.27/arch/metag/kernel/
Ddma.c226 pte_t *pte = consistent_pte + CONSISTENT_OFFSET(vaddr); in dma_alloc_coherent() local
297 pte_t pte = ptep_get_and_clear(&init_mm, addr, ptep); in dma_free_coherent() local
394 pte_t *pte; in dma_alloc_init() local
/linux-4.1.27/arch/ia64/mm/
Dhugetlbpage.c34 pte_t *pte = NULL; in huge_pte_alloc() local
53 pte_t *pte = NULL; in huge_pte_offset() local
Dinit.c54 __ia64_sync_icache_dcache (pte_t pte) in __ia64_sync_icache_dcache()
217 pte_t *pte; in put_kernel_page() local
397 pte_t *pte; in vmemmap_find_next_valid_pfn() local
445 pte_t *pte; in create_mem_map_page_table() local
/linux-4.1.27/arch/arm64/mm/
Dmmu.c74 static void split_pmd(pmd_t *pmd, pte_t *pte) in split_pmd()
94 pte_t *pte; in alloc_init_pte() local
484 pte_t *pte; in kern_addr_valid() local
636 pte_t *pte; in __set_fixmap() local
/linux-4.1.27/arch/x86/kvm/
Dmmu.h92 static inline int is_present_gpte(unsigned long pte) in is_present_gpte()
130 static inline int is_writable_pte(unsigned long pte) in is_writable_pte()
/linux-4.1.27/arch/xtensa/mm/
Dmmu.c25 pte_t *pte; in init_pmd() local
Dtlb.c175 pte_t *pte; in get_pte_for_vaddr() local
222 unsigned pte = get_pte_for_vaddr(vpn); in check_tlb_entry() local
/linux-4.1.27/arch/unicore32/mm/
Dpgd.c82 pgtable_t pte; in free_pgd_slow() local
/linux-4.1.27/arch/openrisc/mm/
Dioremap.c122 pte_t *pte; in pte_alloc_one_kernel() local
/linux-4.1.27/drivers/lguest/
Dpage_tables.c242 static void release_pte(pte_t pte) in release_pte()
799 pte_t *pte = find_spte(cpu, switcher_addr + i * PAGE_SIZE, true, in allocate_switcher_mapping() local
1145 pte_t *pte; in remove_switcher_percpu_map() local
1171 pte_t *pte; in map_switcher_in_guest() local
/linux-4.1.27/arch/openrisc/kernel/
Ddma.c32 page_set_nocache(pte_t *pte, unsigned long addr, in page_set_nocache()
53 page_clear_nocache(pte_t *pte, unsigned long addr, in page_clear_nocache()
/linux-4.1.27/arch/tile/include/hv/
Dhypervisor.h1790 HV_PTE pte; /**< Page table entry describing the caching and location member
1970 #define hv_pte_val(pte) ((pte).val) argument
2374 hv_pte_set_mode(HV_PTE pte, unsigned int val) in hv_pte_set_mode()
2392 hv_pte_get_ptfn(const HV_PTE pte) in hv_pte_get_ptfn()
2399 hv_pte_set_ptfn(HV_PTE pte, unsigned long val) in hv_pte_set_ptfn()
2408 hv_pte_get_pa(const HV_PTE pte) in hv_pte_get_pa()
2415 hv_pte_set_pa(HV_PTE pte, HV_PhysAddr pa) in hv_pte_set_pa()
2431 hv_pte_get_lotar(const HV_PTE pte) in hv_pte_get_lotar()
2442 hv_pte_set_lotar(HV_PTE pte, unsigned int val) in hv_pte_set_lotar()
/linux-4.1.27/arch/cris/arch-v10/mm/
Dfault.c50 pte_t pte; in handle_mmu_bus_fault() local
/linux-4.1.27/block/partitions/
Defi.c291 gpt_entry *pte; in alloc_read_gpt_entries() local
470 is_pte_valid(const gpt_entry *pte, const u64 lastlba) in is_pte_valid()
/linux-4.1.27/arch/arm/mm/
Dpgd.c114 pgtable_t pte; in pgd_free() local
/linux-4.1.27/drivers/usb/host/
Dohci-tilegx.c99 pte_t pte = { 0 }; in ohci_hcd_tilegx_drv_probe() local
Dehci-tilegx.c105 pte_t pte = { 0 }; in ehci_hcd_tilegx_drv_probe() local

12