Home
last modified time | relevance | path

Searched defs:pte (Results 1 – 200 of 404) sorted by relevance

123

/linux-4.4.14/arch/powerpc/include/asm/
Dpgtable.h33 static inline int pte_write(pte_t pte) in pte_write()
35 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
36 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
37 static inline int pte_special(pte_t pte) { return pte_val(pte) & _PAGE_SPECIAL; } in pte_special()
38 static inline int pte_none(pte_t pte) { return (pte_val(pte) & ~_PTE_NONE_MASK) == 0; } in pte_none()
39 static inline pgprot_t pte_pgprot(pte_t pte) { return __pgprot(pte_val(pte) & PAGE_PROT_BITS); } in pte_pgprot()
47 static inline int pte_protnone(pte_t pte) in pte_protnone()
59 static inline int pte_present(pte_t pte) in pte_present()
73 static inline unsigned long pte_pfn(pte_t pte) { in pte_pfn()
81 static inline pte_t pte_wrprotect(pte_t pte) { in pte_wrprotect()
[all …]
Dpgalloc-32.h24 #define pmd_populate_kernel(mm, pmd, pte) \ argument
26 #define pmd_populate(mm, pmd, pte) \ argument
30 #define pmd_populate_kernel(mm, pmd, pte) \ argument
32 #define pmd_populate(mm, pmd, pte) \ argument
40 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
Dhugetlb.h116 pte_t *ptep, pte_t pte) in set_huge_pte_at()
134 pte_t pte; in huge_ptep_clear_flush() local
139 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
144 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
151 pte_t pte, int dirty) in huge_ptep_set_access_flags()
Dpgalloc-64.h76 #define pmd_populate_kernel(mm, pmd, pte) pmd_set(pmd, (unsigned long)(pte)) argument
89 pte_t *pte; in pte_alloc_one() local
102 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
178 pte_t *pte) in pmd_populate_kernel()
206 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
Dpte-hash64-64k.h50 static inline real_pte_t __real_pte(pte_t pte, pte_t *ptep) in __real_pte()
94 #define pte_pagesize_index(mm, addr, pte) \ argument
Dpage.h288 typedef struct { pte_basic_t pte; } pte_t; member
296 typedef struct { pte_t pte; unsigned long hidx; } real_pte_t; member
298 typedef struct { pte_t pte; } real_pte_t; member
336 typedef struct { pte_t pte; unsigned long hidx; } real_pte_t; member
Dpgtable-ppc64.h141 #define pte_pagesize_index(mm, addr, pte) MMU_PAGE_4K argument
175 static inline pud_t pte_pud(pte_t pte) in pte_pud()
198 #define pte_unmap(pte) do { } while(0) argument
369 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val((pte)) }) argument
505 static inline pmd_t pte_pmd(pte_t pte) in pte_pmd()
/linux-4.4.14/arch/mips/include/asm/
Dpgtable.h135 #define pte_none(pte) (!(((pte).pte_high) & ~_PAGE_GLOBAL)) argument
136 #define pte_present(pte) ((pte).pte_low & _PAGE_PRESENT) argument
137 #define pte_no_exec(pte) ((pte).pte_low & _PAGE_NO_EXEC) argument
139 static inline void set_pte(pte_t *ptep, pte_t pte) in set_pte()
170 #define pte_none(pte) (!(pte_val(pte) & ~_PAGE_GLOBAL)) argument
171 #define pte_present(pte) (pte_val(pte) & _PAGE_PRESENT) argument
172 #define pte_no_exec(pte) (pte_val(pte) & _PAGE_NO_EXEC) argument
285 static inline int pte_write(pte_t pte) { return pte.pte_low & _PAGE_WRITE; } in pte_write()
286 static inline int pte_dirty(pte_t pte) { return pte.pte_low & _PAGE_MODIFIED; } in pte_dirty()
287 static inline int pte_young(pte_t pte) { return pte.pte_low & _PAGE_ACCESSED; } in pte_young()
[all …]
Dpgalloc.h17 pte_t *pte) in pmd_populate_kernel()
23 pgtable_t pte) in pmd_populate()
70 pte_t *pte; in pte_alloc_one_kernel() local
80 struct page *pte; in pte_alloc_one() local
93 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
98 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
104 #define __pte_free_tlb(tlb,pte,address) \ argument
Dhugetlb.h51 pte_t *ptep, pte_t pte) in set_huge_pte_at()
60 pte_t pte = *ptep; in huge_ptep_get_and_clear() local
73 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
79 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
92 pte_t *ptep, pte_t pte, in huge_ptep_set_access_flags()
Dpgtable-32.h112 pte_t pte; in pfn_pte() local
156 #define pte_unmap(pte) ((void)(pte)) argument
164 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) argument
175 #define __pte_to_swp_entry(pte) ((swp_entry_t) { (pte).pte_high }) argument
189 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) argument
Dpgtable-64.h273 #define pte_unmap(pte) ((void)(pte)) argument
286 { pte_t pte; pte_val(pte) = (type << 16) | (offset << 24); return pte; } in mk_swap_pte() local
291 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) argument
/linux-4.4.14/arch/arm/include/asm/
Dpgtable.h55 #define pte_ERROR(pte) __pte_error(__FILE__, __LINE__, pte) argument
196 #define __pte_unmap(pte) do { } while (0) argument
199 #define __pte_unmap(pte) kunmap_atomic(pte) argument
207 #define pte_unmap(pte) __pte_unmap(pte) argument
209 #define pte_pfn(pte) ((pte_val(pte) & PHYS_MASK) >> PAGE_SHIFT) argument
212 #define pte_page(pte) pfn_to_page(pte_pfn(pte)) argument
217 #define pte_isset(pte, val) ((u32)(val) == (val) ? pte_val(pte) & (val) \ argument
219 #define pte_isclear(pte, val) (!(pte_val(pte) & (val))) argument
221 #define pte_none(pte) (!pte_val(pte)) argument
222 #define pte_present(pte) (pte_isset((pte), L_PTE_PRESENT)) argument
[all …]
Dpgalloc.h53 #define pud_populate(mm,pmd,pte) BUG() argument
62 static inline void clean_pte_table(pte_t *pte) in clean_pte_table()
86 pte_t *pte; in pte_alloc_one_kernel() local
98 struct page *pte; in pte_alloc_one() local
119 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
125 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
131 static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t pte, in __pmd_populate()
Dkvm_mmu.h78 static inline void kvm_set_pte(pte_t *pte, pte_t new_pte) in kvm_set_pte()
103 static inline void kvm_clean_pte(pte_t *pte) in kvm_clean_pte()
108 static inline void kvm_set_s2pte_writable(pte_t *pte) in kvm_set_s2pte_writable()
118 static inline void kvm_set_s2pte_readonly(pte_t *pte) in kvm_set_s2pte_readonly()
123 static inline bool kvm_s2pte_readonly(pte_t *pte) in kvm_s2pte_readonly()
237 static inline void __kvm_flush_dcache_pte(pte_t pte) in __kvm_flush_dcache_pte()
Dhugetlb.h56 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
61 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
Dhugetlb-3level.h41 pte_t *ptep, pte_t pte) in set_huge_pte_at()
66 pte_t pte, int dirty) in huge_ptep_set_access_flags()
Dpgtable-3level.h206 #define set_pte_ext(ptep,pte,ext) cpu_set_pte_ext(ptep,__pte(pte_val(pte)|(ext))) argument
208 #define pte_huge(pte) (pte_val(pte) && !(pte_val(pte) & PTE_TABLE_BIT)) argument
209 #define pte_mkhuge(pte) (__pte(pte_val(pte) & ~PTE_TABLE_BIT)) argument
216 #define pte_special(pte) (pte_isset((pte), L_PTE_SPECIAL)) argument
217 static inline pte_t pte_mkspecial(pte_t pte) in pte_mkspecial()
Dpgtable-2level.h214 #define set_pte_ext(ptep,pte,ext) cpu_set_pte_ext(ptep,pte,ext) argument
215 #define pte_special(pte) (0) argument
216 static inline pte_t pte_mkspecial(pte_t pte) { return pte; } in pte_mkspecial()
/linux-4.4.14/arch/hexagon/include/asm/
Dpgtable.h175 #define pte_special(pte) 0 argument
176 #define pte_mkspecial(pte) (pte) argument
180 #define pte_mkhuge(pte) __pte((pte_val(pte) & ~0x3) | HVM_HUGEPAGE_SIZE) argument
189 #define pte_present_exec_user(pte) \ argument
295 static inline int pte_none(pte_t pte) in pte_none()
303 static inline int pte_present(pte_t pte) in pte_present()
315 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
322 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung()
329 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
336 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
[all …]
Dpgalloc.h65 struct page *pte; in pte_alloc_one() local
85 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
91 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
97 pgtable_t pte) in pmd_populate()
117 pte_t *pte) in pmd_populate_kernel()
142 #define __pte_free_tlb(tlb, pte, addr) \ argument
/linux-4.4.14/arch/m68k/include/asm/
Dmcf_pgtable.h158 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
171 #define __pte_page(pte) ((unsigned long) (pte_val(pte) & PAGE_MASK)) argument
174 static inline int pte_none(pte_t pte) in pte_none()
179 static inline int pte_present(pte_t pte) in pte_present()
190 #define pte_pagenr(pte) ((__pte_page(pte) - PAGE_OFFSET) >> PAGE_SHIFT) argument
191 #define pte_page(pte) virt_to_page(__pte_page(pte)) argument
220 static inline int pte_read(pte_t pte) in pte_read()
225 static inline int pte_write(pte_t pte) in pte_write()
230 static inline int pte_exec(pte_t pte) in pte_exec()
235 static inline int pte_dirty(pte_t pte) in pte_dirty()
[all …]
Dsun3_pgtable.h104 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
117 #define __pte_page(pte) \ argument
122 static inline int pte_none (pte_t pte) { return !pte_val (pte); } in pte_none()
123 static inline int pte_present (pte_t pte) { return pte_val (pte) & SUN3_PAGE_VALID; } in pte_present()
129 #define pte_pfn(pte) (pte_val(pte) & SUN3_PAGE_PGNUM_MASK) argument
133 #define pte_page(pte) virt_to_page(__pte_page(pte)) argument
166 static inline int pte_write(pte_t pte) { return pte_val(pte) & SUN3_PAGE_WRITEABLE; } in pte_write()
167 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & SUN3_PAGE_MODIFIED; } in pte_dirty()
168 static inline int pte_young(pte_t pte) { return pte_val(pte) & SUN3_PAGE_ACCESSED; } in pte_young()
169 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
[all …]
Dmotorola_pgtable.h102 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
124 #define __pte_page(pte) ((unsigned long)__va(pte_val(pte) & PAGE_MASK)) argument
129 #define pte_none(pte) (!pte_val(pte)) argument
130 #define pte_present(pte) (pte_val(pte) & (_PAGE_PRESENT | _PAGE_PROTNONE)) argument
133 #define pte_page(pte) virt_to_page(__va(pte_val(pte))) argument
134 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT) argument
167 static inline int pte_write(pte_t pte) { return !(pte_val(pte) & _PAGE_RONLY); } in pte_write()
168 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
169 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
170 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
[all …]
Dsun3_pgalloc.h20 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
31 #define __pte_free_tlb(tlb,pte,addr) \ argument
66 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
99 #define pgd_populate(mm, pmd, pte) BUG() argument
Dmotorola_pgalloc.h12 pte_t *pte; in pte_alloc_one_kernel() local
24 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
33 pte_t *pte; in pte_alloc_one() local
97 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
Dmcf_pgalloc.h7 extern inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
39 #define pmd_populate_kernel(mm, pmd, pte) (pmd_val(*pmd) = (unsigned long)(pte)) argument
55 pte_t *pte; in pte_alloc_one() local
104 #define pgd_populate(mm, pmd, pte) BUG() argument
/linux-4.4.14/arch/um/include/asm/
Dpgtable.h123 static inline int pte_none(pte_t pte) in pte_none()
132 static inline int pte_read(pte_t pte) in pte_read()
138 static inline int pte_exec(pte_t pte){ in pte_exec()
143 static inline int pte_write(pte_t pte) in pte_write()
149 static inline int pte_dirty(pte_t pte) in pte_dirty()
154 static inline int pte_young(pte_t pte) in pte_young()
159 static inline int pte_newpage(pte_t pte) in pte_newpage()
164 static inline int pte_newprot(pte_t pte) in pte_newprot()
169 static inline int pte_special(pte_t pte) in pte_special()
180 static inline pte_t pte_mknewprot(pte_t pte) in pte_mknewprot()
[all …]
Dpgalloc.h13 #define pmd_populate_kernel(mm, pmd, pte) \ argument
16 #define pmd_populate(mm, pmd, pte) \ argument
31 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
36 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
42 #define __pte_free_tlb(tlb,pte, address) \ argument
Dpage.h41 #define pte_get_bits(pte, bits) ((pte).pte_low & (bits)) argument
42 #define pte_set_bits(pte, bits) ((pte).pte_low |= (bits)) argument
43 #define pte_clear_bits(pte, bits) ((pte).pte_low &= ~(bits)) argument
47 #define pte_is_zero(pte) (!((pte).pte_low & ~_PAGE_NEWPAGE) && !(pte).pte_high) argument
48 #define pte_set_val(pte, phys, prot) \ argument
60 typedef struct { unsigned long pte; } pte_t; member
Dpgtable-3level.h96 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn()
103 pte_t pte; in pfn_pte() local
/linux-4.4.14/arch/openrisc/include/asm/
Dpgtable.h237 static inline int pte_read(pte_t pte) { return pte_val(pte) & _PAGE_READ; } in pte_read()
238 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write()
239 static inline int pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec()
240 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
241 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
242 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
243 static inline pte_t pte_mkspecial(pte_t pte) { return pte; } in pte_mkspecial()
245 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
251 static inline pte_t pte_rdprotect(pte_t pte) in pte_rdprotect()
257 static inline pte_t pte_exprotect(pte_t pte) in pte_exprotect()
[all …]
Dpgalloc.h30 #define pmd_populate_kernel(mm, pmd, pte) \ argument
34 struct page *pte) in pmd_populate()
79 struct page *pte; in pte_alloc_one() local
91 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
96 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
103 #define __pte_free_tlb(tlb, pte, addr) tlb_remove_page((tlb), (pte)) argument
/linux-4.4.14/arch/s390/include/asm/
Dhugetlb.h55 pte_t pte, int dirty) in huge_ptep_set_access_flags()
68 pte_t pte = huge_ptep_get_and_clear(mm, addr, ptep); in huge_ptep_set_wrprotect() local
77 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
82 static inline int huge_pte_write(pte_t pte) in huge_pte_write()
87 static inline int huge_pte_dirty(pte_t pte) in huge_pte_dirty()
92 static inline pte_t huge_pte_mkwrite(pte_t pte) in huge_pte_mkwrite()
97 static inline pte_t huge_pte_mkdirty(pte_t pte) in huge_pte_mkdirty()
102 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
107 static inline pte_t huge_pte_modify(pte_t pte, pgprot_t newprot) in huge_pte_modify()
Dpgtable.h561 static inline int pte_present(pte_t pte) in pte_present()
567 static inline int pte_none(pte_t pte) in pte_none()
573 static inline int pte_swap(pte_t pte) in pte_swap()
580 static inline int pte_special(pte_t pte) in pte_special()
592 static inline int pte_protnone(pte_t pte) in pte_protnone()
604 static inline int pte_soft_dirty(pte_t pte) in pte_soft_dirty()
610 static inline pte_t pte_mksoft_dirty(pte_t pte) in pte_mksoft_dirty()
617 static inline pte_t pte_clear_soft_dirty(pte_t pte) in pte_clear_soft_dirty()
847 static inline int pte_write(pte_t pte) in pte_write()
852 static inline int pte_dirty(pte_t pte) in pte_dirty()
[all …]
Dpgalloc.h125 pmd_t *pmd, pgtable_t pte) in pmd_populate()
130 #define pmd_populate_kernel(mm, pmd, pte) pmd_populate(mm, pmd, pte) argument
141 #define pte_free_kernel(mm, pte) page_table_free(mm, (unsigned long *) pte) argument
142 #define pte_free(mm, pte) page_table_free(mm, (unsigned long *) pte) argument
/linux-4.4.14/arch/nios2/include/asm/
Dpgtable.h109 static inline int pte_write(pte_t pte) \ in pte_write()
111 static inline int pte_dirty(pte_t pte) \ in pte_dirty()
113 static inline int pte_young(pte_t pte) \ in pte_young()
115 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
128 static inline int pte_none(pte_t pte) in pte_none()
133 static inline int pte_present(pte_t pte) \ in pte_present()
140 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
146 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
152 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
158 static inline pte_t pte_mkwrite(pte_t pte) in pte_mkwrite()
[all …]
Dpgalloc.h16 pte_t *pte) in pmd_populate_kernel()
22 pgtable_t pte) in pmd_populate()
43 pte_t *pte; in pte_alloc_one_kernel() local
54 struct page *pte; in pte_alloc_one() local
67 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
72 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
78 #define __pte_free_tlb(tlb, pte, addr) \ argument
/linux-4.4.14/arch/cris/include/asm/
Dpgtable.h114 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write()
115 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_MODIFIED; } in pte_dirty()
116 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
117 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
119 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
125 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
131 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
137 static inline pte_t pte_mkwrite(pte_t pte) in pte_mkwrite()
145 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
153 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung()
[all …]
Dpgalloc.h7 #define pmd_populate_kernel(mm, pmd, pte) pmd_set(pmd, pte) argument
8 #define pmd_populate(mm, pmd, pte) pmd_set(pmd, page_address(pte)) argument
27 pte_t *pte = (pte_t *)__get_free_page(GFP_KERNEL|__GFP_REPEAT|__GFP_ZERO); in pte_alloc_one_kernel() local
33 struct page *pte; in pte_alloc_one() local
44 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
49 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
55 #define __pte_free_tlb(tlb,pte,address) \ argument
/linux-4.4.14/arch/x86/include/asm/
Dpgtable.h46 #define set_pte(ptep, pte) native_set_pte(ptep, pte) argument
47 #define set_pte_at(mm, addr, ptep, pte) native_set_pte_at(mm, addr, ptep, pte) argument
50 #define set_pte_atomic(ptep, pte) \ argument
100 static inline int pte_dirty(pte_t pte) in pte_dirty()
105 static inline int pte_young(pte_t pte) in pte_young()
120 static inline int pte_write(pte_t pte) in pte_write()
125 static inline int pte_huge(pte_t pte) in pte_huge()
130 static inline int pte_global(pte_t pte) in pte_global()
135 static inline int pte_exec(pte_t pte) in pte_exec()
140 static inline int pte_special(pte_t pte) in pte_special()
[all …]
Dhugetlb.h39 pte_t *ptep, pte_t pte) in set_huge_pte_at()
56 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
61 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
74 pte_t pte, int dirty) in huge_ptep_set_access_flags()
Dpgalloc.h42 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
48 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
56 static inline void __pte_free_tlb(struct mmu_gather *tlb, struct page *pte, in __pte_free_tlb()
63 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
70 struct page *pte) in pmd_populate()
Dpgtable_64.h53 static inline void native_set_pte(pte_t *ptep, pte_t pte) in native_set_pte()
58 static inline void native_set_pte_atomic(pte_t *ptep, pte_t pte) in native_set_pte_atomic()
141 #define pte_unmap(pte) ((void)(pte))/* NOP */ argument
155 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val((pte)) }) argument
Dpgtable-2level.h14 static inline void native_set_pte(pte_t *ptep , pte_t pte) in native_set_pte()
24 static inline void native_set_pte_atomic(pte_t *ptep, pte_t pte) in native_set_pte_atomic()
77 #define __pte_to_swp_entry(pte) ((swp_entry_t) { (pte).pte_low }) argument
Dpgtable_32.h52 #define pte_unmap(pte) kunmap_atomic((pte)) argument
56 #define pte_unmap(pte) do { } while (0) argument
Dpgtable-3level.h27 static inline void native_set_pte(pte_t *ptep, pte_t pte) in native_set_pte()
88 static inline void native_set_pte_atomic(pte_t *ptep, pte_t pte) in native_set_pte_atomic()
184 #define __pte_to_swp_entry(pte) ((swp_entry_t){ (pte).pte_high }) argument
Dpgtable-2level_types.h14 pteval_t pte; member
Dpgtable-3level_types.h17 pteval_t pte; member
/linux-4.4.14/arch/sparc/include/asm/
Dpgtable_64.h249 pte_t pte = pfn_pte(page_nr, pgprot); in pfn_pmd() local
257 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn()
278 static inline pte_t pte_modify(pte_t pte, pgprot_t prot) in pte_modify()
339 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify() local
396 static inline pte_t pte_mkhuge(pte_t pte) in pte_mkhuge()
401 static inline bool is_hugetlb_pte(pte_t pte) in is_hugetlb_pte()
409 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkhuge() local
418 static inline bool is_hugetlb_pte(pte_t pte) in is_hugetlb_pte()
424 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
448 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
[all …]
Dpgtable_32.h144 static inline int pte_present(pte_t pte) in pte_present()
149 static inline int pte_none(pte_t pte) in pte_none()
210 static inline int pte_write(pte_t pte) in pte_write()
215 static inline int pte_dirty(pte_t pte) in pte_dirty()
220 static inline int pte_young(pte_t pte) in pte_young()
225 static inline int pte_special(pte_t pte) in pte_special()
230 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
235 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
240 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
245 static inline pte_t pte_mkwrite(pte_t pte) in pte_mkwrite()
[all …]
Dhugetlb.h47 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
52 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
66 pte_t pte, int dirty) in huge_ptep_set_access_flags()
Dpgalloc_32.h69 static inline void free_pte_fast(pte_t *pte) in free_pte_fast()
74 #define pte_free_kernel(mm, pte) free_pte_fast(pte) argument
77 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) argument
Dtlb_32.h14 #define __tlb_remove_tlb_entry(tlb, pte, address) \ argument
/linux-4.4.14/arch/microblaze/include/asm/
Dpgtable.h40 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) argument
85 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
87 static inline pte_t pte_mkspecial(pte_t pte) { return pte; } in pte_mkspecial()
296 #define pte_none(pte) ((pte_val(pte) & ~_PTE_NONE_MASK) == 0) argument
297 #define pte_present(pte) (pte_val(pte) & _PAGE_PRESENT) argument
332 static inline int pte_read(pte_t pte) { return pte_val(pte) & _PAGE_USER; } in pte_read()
333 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_RW; } in pte_write()
334 static inline int pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec()
335 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
336 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
[all …]
Dpgalloc.h149 static inline void pte_free_fast(pte_t *pte) in pte_free_fast()
156 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
172 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, (pte)) argument
174 #define pmd_populate(mm, pmd, pte) \ argument
177 #define pmd_populate_kernel(mm, pmd, pte) \ argument
187 #define pgd_populate(mm, pmd, pte) BUG() argument
Dtlb.h21 #define __tlb_remove_tlb_entry(tlb, pte, address) do { } while (0) argument
/linux-4.4.14/arch/score/include/asm/
Dpgalloc.h7 pte_t *pte) in pmd_populate_kernel()
13 pgtable_t pte) in pmd_populate()
43 pte_t *pte; in pte_alloc_one_kernel() local
54 struct page *pte; in pte_alloc_one() local
67 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
72 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
78 #define __pte_free_tlb(tlb, pte, buf) \ argument
Dpgtable.h91 #define pte_unmap(pte) ((void)(pte)) argument
93 #define __pte_to_swp_entry(pte) \ argument
100 static inline pte_t pte_mkspecial(pte_t pte) { return pte; } in pte_mkspecial()
120 #define pte_none(pte) (!(pte_val(pte) & ~_PAGE_GLOBAL)) argument
121 #define pte_present(pte) (pte_val(pte) & _PAGE_PRESENT) argument
177 static inline int pte_write(pte_t pte) in pte_write()
182 static inline int pte_dirty(pte_t pte) in pte_dirty()
187 static inline int pte_young(pte_t pte) in pte_young()
192 #define pte_special(pte) (0) argument
194 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
[all …]
/linux-4.4.14/arch/m32r/include/asm/
Dpgalloc.h8 #define pmd_populate_kernel(mm, pmd, pte) \ argument
12 pgtable_t pte) in pmd_populate()
36 pte_t *pte = (pte_t *)__get_free_page(GFP_KERNEL|__GFP_ZERO); in pte_alloc_one_kernel() local
44 struct page *pte = alloc_page(GFP_KERNEL|__GFP_ZERO); in pte_alloc_one() local
55 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
60 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
66 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, (pte)) argument
77 #define pgd_populate(mm, pmd, pte) BUG() argument
Dpgtable.h191 static inline int pte_dirty(pte_t pte) in pte_dirty()
196 static inline int pte_young(pte_t pte) in pte_young()
201 static inline int pte_write(pte_t pte) in pte_write()
206 static inline int pte_special(pte_t pte) in pte_special()
211 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
217 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
223 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
229 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
235 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung()
241 static inline pte_t pte_mkwrite(pte_t pte) in pte_mkwrite()
[all …]
Dtlb.h10 #define __tlb_remove_tlb_entry(tlb, pte, address) do { } while (0) argument
/linux-4.4.14/arch/arm64/include/asm/
Dpgtable.h129 #define pte_ERROR(pte) __pte_error(__FILE__, __LINE__, pte_val(pte)) argument
131 #define pte_pfn(pte) ((pte_val(pte) & PHYS_MASK) >> PAGE_SHIFT) argument
135 #define pte_none(pte) (!pte_val(pte)) argument
137 #define pte_page(pte) (pfn_to_page(pte_pfn(pte))) argument
146 #define pte_unmap(pte) do { } while (0) argument
147 #define pte_unmap_nested(pte) do { } while (0) argument
152 #define pte_present(pte) (!!(pte_val(pte) & (PTE_VALID | PTE_PROT_NONE))) argument
153 #define pte_young(pte) (!!(pte_val(pte) & PTE_AF)) argument
154 #define pte_special(pte) (!!(pte_val(pte) & PTE_SPECIAL)) argument
155 #define pte_write(pte) (!!(pte_val(pte) & PTE_WRITE)) argument
[all …]
Dhugetlb.h30 pte_t *ptep, pte_t pte) in set_huge_pte_at()
55 pte_t pte, int dirty) in huge_ptep_set_access_flags()
85 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
90 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
Dpgalloc.h84 struct page *pte; in pte_alloc_one() local
99 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
105 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
111 static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t pte, in __pmd_populate()
/linux-4.4.14/arch/powerpc/kvm/
Dbook3s_mmu_hpte.c67 void kvmppc_mmu_hpte_cache_map(struct kvm_vcpu *vcpu, struct hpte_cache *pte) in kvmppc_mmu_hpte_cache_map()
108 struct hpte_cache *pte = container_of(head, struct hpte_cache, rcu_head); in free_pte_rcu() local
112 static void invalidate_pte(struct kvm_vcpu *vcpu, struct hpte_cache *pte) in invalidate_pte()
146 struct hpte_cache *pte; in kvmppc_mmu_pte_flush_all() local
165 struct hpte_cache *pte; in kvmppc_mmu_pte_flush_page() local
184 struct hpte_cache *pte; in kvmppc_mmu_pte_flush_long() local
227 struct hpte_cache *pte; in kvmppc_mmu_pte_vflush_short() local
248 struct hpte_cache *pte; in kvmppc_mmu_pte_vflush_64k() local
270 struct hpte_cache *pte; in kvmppc_mmu_pte_vflush_long() local
312 struct hpte_cache *pte; in kvmppc_mmu_pte_pflush() local
[all …]
Dbook3s_32_mmu.c96 struct kvmppc_pte pte; in kvmppc_mmu_book3s_32_ea_to_vp() local
145 struct kvmppc_pte *pte, bool data, in kvmppc_mmu_book3s_32_xlate_bat()
200 struct kvmppc_pte *pte, bool data, in kvmppc_mmu_book3s_32_xlate_pte()
306 struct kvmppc_pte *pte, bool data, in kvmppc_mmu_book3s_32_xlate()
Dbook3s_32_mmu_host.c61 void kvmppc_mmu_invalidate_pte(struct kvm_vcpu *vcpu, struct hpte_cache *pte) in kvmppc_mmu_invalidate_pte()
155 struct hpte_cache *pte; in kvmppc_mmu_map_page() local
270 void kvmppc_mmu_unmap_page(struct kvm_vcpu *vcpu, struct kvmppc_pte *pte) in kvmppc_mmu_unmap_page()
Dbook3s_pr_papr.c91 unsigned long pte[2]; in kvmppc_h_pr_remove() local
151 unsigned long pte[2]; in kvmppc_h_pr_bulk_remove() local
209 unsigned long pte[2]; in kvmppc_h_pr_protect() local
Dbook3s_hv_rm_mmu.c232 pte_t pte; in kvmppc_do_h_enter() local
305 u64 pte; in kvmppc_do_h_enter() local
323 u64 pte; in kvmppc_do_h_enter() local
438 u64 pte; in kvmppc_do_h_remove() local
608 u64 pte; in kvmppc_h_protect() local
Dbook3s_64_mmu_host.c35 void kvmppc_mmu_invalidate_pte(struct kvm_vcpu *vcpu, struct hpte_cache *pte) in kvmppc_mmu_invalidate_pte()
217 void kvmppc_mmu_unmap_page(struct kvm_vcpu *vcpu, struct kvmppc_pte *pte) in kvmppc_mmu_unmap_page()
/linux-4.4.14/arch/metag/include/asm/
Dpgalloc.h7 #define pmd_populate_kernel(mm, pmd, pte) \ argument
10 #define pmd_populate(mm, pmd, pte) \ argument
45 pte_t *pte = (pte_t *)__get_free_page(GFP_KERNEL | __GFP_REPEAT | in pte_alloc_one_kernel() local
53 struct page *pte; in pte_alloc_one() local
64 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
69 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
75 #define __pte_free_tlb(tlb, pte, addr) \ argument
Dpgtable.h104 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT) argument
125 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write()
126 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
127 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
128 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
130 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) &= (~_PAGE_WRITE); return pte; } in pte_wrprotect()
131 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~_PAGE_DIRTY; return pte; } in pte_mkclean()
132 static inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold()
133 static inline pte_t pte_mkwrite(pte_t pte) { pte_val(pte) |= _PAGE_WRITE; return pte; } in pte_mkwrite()
134 static inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= _PAGE_DIRTY; return pte; } in pte_mkdirty()
[all …]
Dhugetlb.h26 pte_t *ptep, pte_t pte) in set_huge_pte_at()
42 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
47 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
60 pte_t pte, int dirty) in huge_ptep_set_access_flags()
Dtlb.h31 #define __tlb_remove_tlb_entry(tlb, pte, addr) do { } while (0) argument
/linux-4.4.14/arch/powerpc/mm/
Dpgtable.c44 static inline int pte_looks_normal(pte_t pte) in pte_looks_normal()
51 static struct page *maybe_pte_to_page(pte_t pte) in maybe_pte_to_page()
72 static pte_t set_pte_filter(pte_t pte) in set_pte_filter()
88 static pte_t set_access_flags_filter(pte_t pte, struct vm_area_struct *vma, in set_access_flags_filter()
100 static pte_t set_pte_filter(pte_t pte) in set_pte_filter()
128 static pte_t set_access_flags_filter(pte_t pte, struct vm_area_struct *vma, in set_access_flags_filter()
173 pte_t pte) in set_pte_at()
Dtlb_hash64.c44 pte_t *ptep, unsigned long pte, int huge) in hpte_need_flush()
214 unsigned long pte; in __flush_hash_table_range() local
234 pte_t *pte; in flush_tlb_pmd_range() local
/linux-4.4.14/include/asm-generic/
Dhugetlb.h9 static inline unsigned long huge_pte_write(pte_t pte) in huge_pte_write()
14 static inline unsigned long huge_pte_dirty(pte_t pte) in huge_pte_dirty()
19 static inline pte_t huge_pte_mkwrite(pte_t pte) in huge_pte_mkwrite()
24 static inline pte_t huge_pte_mkdirty(pte_t pte) in huge_pte_mkdirty()
29 static inline pte_t huge_pte_modify(pte_t pte, pgprot_t newprot) in huge_pte_modify()
Dpgtable.h53 pte_t pte = *ptep; in ptep_test_and_clear_young() local
116 pte_t pte = *ptep; in ptep_get_and_clear() local
151 pte_t pte; in ptep_get_and_clear_full() local
259 static inline int pte_unused(pte_t pte) in pte_unused()
285 #define move_pte(pte, prot, old_addr, new_addr) (pte) argument
289 # define pte_accessible(mm, pte) ((void)(pte), 1) argument
407 pte_t *ptep, pte_t pte) in __ptep_modify_prot_commit()
444 pte_t *ptep, pte_t pte) in ptep_modify_prot_commit()
488 static inline int pte_soft_dirty(pte_t pte) in pte_soft_dirty()
498 static inline pte_t pte_mksoft_dirty(pte_t pte) in pte_mksoft_dirty()
[all …]
/linux-4.4.14/arch/alpha/include/asm/
Dpgtable.h208 #define pte_pfn(pte) (pte_val(pte) >> 32) argument
209 #define pte_page(pte) pfn_to_page(pte_pfn(pte)) argument
220 { pte_t pte; pte_val(pte) = (PHYS_TWIDDLE(physpfn) << 32) | pgprot_val(pgprot); return pte; } in pfn_pte() local
222 extern inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
246 extern inline int pte_none(pte_t pte) { return !pte_val(pte); } in pte_none()
247 extern inline int pte_present(pte_t pte) { return pte_val(pte) & _PAGE_VALID; } in pte_present()
267 extern inline int pte_write(pte_t pte) { return !(pte_val(pte) & _PAGE_FOW); } in pte_write()
268 extern inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
269 extern inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
270 extern inline int pte_special(pte_t pte) { return 0; } in pte_special()
[all …]
Dpgalloc.h14 pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t pte) in pmd_populate()
21 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
56 pte_t *pte = (pte_t *)__get_free_page(GFP_KERNEL|__GFP_REPEAT|__GFP_ZERO); in pte_alloc_one_kernel() local
61 pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
69 pte_t *pte = pte_alloc_one_kernel(mm, address); in pte_alloc_one() local
Dtlb.h6 #define __tlb_remove_tlb_entry(tlb, pte, addr) do { } while (0) argument
12 #define __pte_free_tlb(tlb, pte, address) pte_free((tlb)->mm, pte) argument
/linux-4.4.14/arch/mn10300/include/asm/
Dpgalloc.h22 #define pmd_populate_kernel(mm, pmd, pte) \ argument
26 void pmd_populate(struct mm_struct *mm, pmd_t *pmd, struct page *pte) in pmd_populate()
42 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
47 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
54 #define __pte_free_tlb(tlb, pte, addr) tlb_remove_page((tlb), (pte)) argument
Dpgtable.h238 static inline int pte_user(pte_t pte) { return pte_val(pte) & __PAGE_PROT_USER; } in pte_user()
239 static inline int pte_read(pte_t pte) { return pte_val(pte) & __PAGE_PROT_USER; } in pte_read()
240 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
241 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
242 static inline int pte_write(pte_t pte) { return pte_val(pte) & __PAGE_PROT_WRITE; } in pte_write()
243 static inline int pte_special(pte_t pte){ return 0; } in pte_special()
245 static inline pte_t pte_rdprotect(pte_t pte) in pte_rdprotect()
249 static inline pte_t pte_exprotect(pte_t pte) in pte_exprotect()
254 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
259 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~_PAGE_DIRTY; return pte; } in pte_mkclean()
[all …]
/linux-4.4.14/arch/xtensa/include/asm/
Dpgtable.h244 # define pte_none(pte) (pte_val(pte) == (_PAGE_CA_INVALID | _PAGE_USER)) argument
246 # define pte_present(pte) ((pte_val(pte) & _PAGE_CA_MASK) != _PAGE_CA_INVALID) argument
248 # define pte_present(pte) \ argument
260 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITABLE; } in pte_write()
261 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
262 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
263 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
265 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
267 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
269 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
[all …]
Dpgalloc.h58 pte_t *pte; in pte_alloc_one() local
72 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
77 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
Dtlb.h40 #define __tlb_remove_tlb_entry(tlb,pte,addr) do { } while (0) argument
45 #define __pte_free_tlb(tlb, pte, address) pte_free((tlb)->mm, pte) argument
/linux-4.4.14/arch/unicore32/include/asm/
Dpgtable.h52 #define pte_ERROR(pte) __pte_error(__FILE__, __LINE__, pte_val(pte)) argument
152 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT) argument
156 #define pte_none(pte) (!pte_val(pte)) argument
158 #define pte_page(pte) (pfn_to_page(pte_pfn(pte))) argument
164 #define pte_unmap(pte) do { } while (0) argument
166 #define set_pte(ptep, pte) cpu_set_pte(ptep, pte) argument
177 #define pte_present(pte) (pte_val(pte) & PTE_PRESENT) argument
178 #define pte_write(pte) (pte_val(pte) & PTE_WRITE) argument
179 #define pte_dirty(pte) (pte_val(pte) & PTE_DIRTY) argument
180 #define pte_young(pte) (pte_val(pte) & PTE_YOUNG) argument
[all …]
Dpgalloc.h39 pte_t *pte; in pte_alloc_one_kernel() local
51 struct page *pte; in pte_alloc_one() local
70 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
76 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
Dtlb.h20 #define __pte_free_tlb(tlb, pte, addr) \ argument
/linux-4.4.14/arch/sh/include/asm/
Dpgtable_64.h87 #define pte_unmap(pte) do { } while (0) argument
260 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
261 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
262 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write()
263 static inline int pte_special(pte_t pte){ return pte_val(pte) & _PAGE_SPECIAL; } in pte_special()
265 static inline pte_t pte_wrprotect(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_WRITE)); r… in pte_wrprotect()
266 static inline pte_t pte_mkclean(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_DIRTY)); ret… in pte_mkclean()
267 static inline pte_t pte_mkold(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_ACCESSED)); re… in pte_mkold()
268 static inline pte_t pte_mkwrite(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) | _PAGE_WRITE)); retu… in pte_mkwrite()
269 static inline pte_t pte_mkdirty(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) | _PAGE_DIRTY)); retu… in pte_mkdirty()
[all …]
Dpgalloc.h19 pte_t *pte) in pmd_populate_kernel()
25 pgtable_t pte) in pmd_populate()
57 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
62 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
68 #define __pte_free_tlb(tlb,pte,addr) \ argument
Dhugetlb.h38 pte_t *ptep, pte_t pte) in set_huge_pte_at()
54 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
59 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
72 pte_t pte, int dirty) in huge_ptep_set_access_flags()
Dpgtable_32.h299 static inline void set_pte(pte_t *ptep, pte_t pte) in set_pte()
339 #define pte_not_present(pte) (!((pte).pte_low & _PAGE_PRESENT)) argument
340 #define pte_dirty(pte) ((pte).pte_low & _PAGE_DIRTY) argument
341 #define pte_young(pte) ((pte).pte_low & _PAGE_ACCESSED) argument
342 #define pte_special(pte) ((pte).pte_low & _PAGE_SPECIAL) argument
345 #define pte_write(pte) \ argument
348 #define pte_write(pte) ((pte).pte_low & _PAGE_RW) argument
391 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
424 #define pte_unmap(pte) do { } while (0) argument
463 #define __pte_to_swp_entry(pte) ((swp_entry_t){ (pte).pte_high }) argument
[all …]
Dtlb.h123 unsigned long addr, pte_t pte) in tlb_wire_entry()
138 #define __tlb_remove_tlb_entry(tlb, pte, address) do { } while (0) argument
/linux-4.4.14/arch/avr32/include/asm/
Dpgtable.h192 static inline int pte_write(pte_t pte) in pte_write()
196 static inline int pte_dirty(pte_t pte) in pte_dirty()
200 static inline int pte_young(pte_t pte) in pte_young()
204 static inline int pte_special(pte_t pte) in pte_special()
210 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
215 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
220 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
225 static inline pte_t pte_mkwrite(pte_t pte) in pte_mkwrite()
230 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
235 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung()
[all …]
Dpgalloc.h20 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
26 pgtable_t pte) in pmd_populate()
79 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
84 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
90 #define __pte_free_tlb(tlb,pte,addr) \ argument
Dtlb.h17 #define __tlb_remove_tlb_entry(tlb, pte, address) do { } while(0) argument
/linux-4.4.14/arch/parisc/include/asm/
Dpgtable.h357 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
358 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
359 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write()
360 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
362 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~_PAGE_DIRTY; return pte; } in pte_mkclean()
363 static inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold()
364 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) &= ~_PAGE_WRITE; return pte; } in pte_wrprotect()
365 static inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= _PAGE_DIRTY; return pte; } in pte_mkdirty()
366 static inline pte_t pte_mkyoung(pte_t pte) { pte_val(pte) |= _PAGE_ACCESSED; return pte; } in pte_mkyoung()
367 static inline pte_t pte_mkwrite(pte_t pte) { pte_val(pte) |= _PAGE_WRITE; return pte; } in pte_mkwrite()
[all …]
Dpgalloc.h99 #define pgd_populate(mm, pmd, pte) BUG() argument
104 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
140 pte_t *pte = (pte_t *)__get_free_page(GFP_KERNEL|__GFP_REPEAT|__GFP_ZERO); in pte_alloc_one_kernel() local
144 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
149 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
Dtlb.h19 #define __tlb_remove_tlb_entry(tlb, pte, address) \ argument
25 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) argument
Dhugetlb.h47 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
52 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
/linux-4.4.14/arch/ia64/include/asm/
Dpgtable.h264 #define pte_none(pte) (!pte_val(pte)) argument
265 #define pte_present(pte) (pte_val(pte) & (_PAGE_P | _PAGE_PROTNONE)) argument
266 #define pte_clear(mm,addr,pte) (pte_val(*(pte)) = 0UL) argument
268 #define pte_page(pte) virt_to_page(((pte_val(pte) & _PFN_MASK) + PAGE_OFFSET)) argument
296 #define pte_write(pte) ((unsigned) (((pte_val(pte) & _PAGE_AR_MASK) >> _PAGE_AR_SHIFT) - 2) <= 4) argument
297 #define pte_exec(pte) ((pte_val(pte) & _PAGE_AR_RX) != 0) argument
298 #define pte_dirty(pte) ((pte_val(pte) & _PAGE_D) != 0) argument
299 #define pte_young(pte) ((pte_val(pte) & _PAGE_A) != 0) argument
300 #define pte_special(pte) 0 argument
306 #define pte_wrprotect(pte) (__pte(pte_val(pte) & ~_PAGE_AR_RW)) argument
[all …]
Dhugetlb.h24 pte_t *ptep, pte_t pte) in set_huge_pte_at()
40 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
45 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
58 pte_t pte, int dirty) in huge_ptep_set_access_flags()
Dpgalloc.h73 pmd_populate(struct mm_struct *mm, pmd_t * pmd_entry, pgtable_t pte) in pmd_populate()
80 pmd_populate_kernel(struct mm_struct *mm, pmd_t * pmd_entry, pte_t * pte) in pmd_populate_kernel()
107 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
113 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
123 #define __pte_free_tlb(tlb, pte, address) pte_free((tlb)->mm, pte) argument
/linux-4.4.14/arch/frv/include/asm/
Dpgalloc.h23 #define pmd_populate_kernel(mm, pmd, pte) __set_pmd(pmd, __pa(pte) | _PAGE_TABLE) argument
41 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
46 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
52 #define __pte_free_tlb(tlb,pte,address) \ argument
Dpgtable.h62 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) argument
238 #define pud_populate(mm, pmd, pte) do { } while (0) argument
375 static inline int pte_dirty(pte_t pte) { return (pte).pte & _PAGE_DIRTY; } in pte_dirty()
376 static inline int pte_young(pte_t pte) { return (pte).pte & _PAGE_ACCESSED; } in pte_young()
377 static inline int pte_write(pte_t pte) { return !((pte).pte & _PAGE_WP); } in pte_write()
378 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
380 static inline pte_t pte_mkclean(pte_t pte) { (pte).pte &= ~_PAGE_DIRTY; return pte; } in pte_mkclean()
381 static inline pte_t pte_mkold(pte_t pte) { (pte).pte &= ~_PAGE_ACCESSED; return pte; } in pte_mkold()
382 static inline pte_t pte_wrprotect(pte_t pte) { (pte).pte |= _PAGE_WP; return pte; } in pte_wrprotect()
383 static inline pte_t pte_mkdirty(pte_t pte) { (pte).pte |= _PAGE_DIRTY; return pte; } in pte_mkdirty()
[all …]
/linux-4.4.14/arch/s390/mm/
Dhugetlbpage.c11 static inline pmd_t __pte_to_pmd(pte_t pte) in __pte_to_pmd()
51 pte_t pte; in __pmd_to_pte() local
89 pte_t *ptep, pte_t pte) in set_huge_pte_at()
108 pte_t pte = huge_ptep_get(ptep); in huge_ptep_get_and_clear() local
Dpageattr.c68 pte_t *ptep, pte; in change_page_attr() local
108 static void ipte_range(pte_t *pte, unsigned long address, int nr) in ipte_range()
130 pte_t *pte; in __kernel_map_pages() local
Dvmem.c61 pte_t *pte; in vmem_pte_alloc() local
154 pte_t pte; in vmem_remove_range() local
/linux-4.4.14/arch/arc/include/asm/
Dpgalloc.h39 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
96 pte_t *pte; in pte_alloc_one_kernel() local
123 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
134 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) argument
Dpgtable.h247 #define pte_unmap(pte) do { } while (0) argument
248 #define pte_unmap_nested(pte) do { } while (0) argument
279 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT) argument
296 #define pte_read(pte) (pte_val(pte) & _PAGE_READ) argument
297 #define pte_write(pte) (pte_val(pte) & _PAGE_WRITE) argument
298 #define pte_dirty(pte) (pte_val(pte) & _PAGE_DIRTY) argument
299 #define pte_young(pte) (pte_val(pte) & _PAGE_ACCESSED) argument
300 #define pte_special(pte) (pte_val(pte) & _PAGE_SPECIAL) argument
319 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
379 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) argument
/linux-4.4.14/arch/tile/include/asm/
Dhugetlb.h52 pte_t *ptep, pte_t pte) in set_huge_pte_at()
69 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
74 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
87 pte_t pte, int dirty) in huge_ptep_set_access_flags()
Dpgalloc.h81 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
94 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
102 static inline void __pte_free_tlb(struct mmu_gather *tlb, struct page *pte, in __pte_free_tlb()
Dpgtable.h217 #define pte_special(pte) 0 argument
218 #define pte_mkspecial(pte) (pte) argument
264 static inline int pte_none(pte_t pte) in pte_none()
269 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn()
295 #define __pte_to_swp_entry(pte) ((swp_entry_t) { (pte).val >> 32 }) argument
309 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
335 #define pte_unmap(pte) do { } while (0) argument
348 #define update_mmu_cache(vma, address, pte) do { } while (0) argument
Dpgtable_32.h105 pte_t pte = *ptep; in ptep_get_and_clear() local
117 #define pte_pmd(pte) ((pmd_t){ { (pte) } }) argument
/linux-4.4.14/arch/x86/mm/
Dkmmio.c76 pte_t *pte = lookup_address(addr, &l); in kmmio_page_list() local
113 pte_t *pte = lookup_address(addr, &l); in get_kmmio_fault_page() local
137 static void clear_pte_presence(pte_t *pte, bool clear, pteval_t *old) in clear_pte_presence()
151 pte_t *pte = lookup_address(f->addr, &level); in clear_page_presence() local
231 pte_t *pte = lookup_address(addr, &l); in kmmio_handler() local
439 pte_t *pte; in register_kmmio_probe() local
534 pte_t *pte; in unregister_kmmio_probe() local
Dpageattr-test.c38 static int pte_testbit(pte_t pte) in pte_testbit()
59 pte_t *pte; in print_split() local
117 pte_t *pte, pte0; in pageattr_test() local
Dinit_64.c260 pte_t *pte = (pte_t *) spp_getpage(); in fill_pte() local
272 pte_t *pte; in set_pte_vaddr_pud() local
409 pte_t *pte = pte_page + pte_index(addr); in phys_pte_init() local
457 pte_t *pte; in phys_pmd_init() local
735 pte_t *pte; in free_pte_table() local
795 pte_t *pte; in remove_pte_table() local
1165 pte_t *pte; in kern_addr_valid() local
1322 pte_t *pte = NULL; in register_page_bootmem_memmap() local
Dinit_32.c156 static pte_t *__init page_table_kmap_check(pte_t *pte, pmd_t *pmd, in page_table_kmap_check()
213 pte_t *pte = NULL; in page_table_range_init() local
264 pte_t *pte; in kernel_physical_mapping_init() local
419 pte_t *pte; in permanent_kmaps_init() local
459 pte_t *pte; in native_pagetable_init() local
Dfault.c330 pte_t *pte; in dump_pagetable() local
372 pte_t *pte, *pte_ref; in vmalloc_fault() local
473 pte_t *pte; in dump_pagetable() local
603 pte_t *pte; in show_fault_oops() local
919 static int spurious_fault_check(unsigned long error_code, pte_t *pte) in spurious_fault_check()
957 pte_t *pte; in spurious_fault() local
Dpageattr.c197 pte_t *pte = lookup_address(addr, &level); in cpa_flush_range() local
228 pte_t *pte; in cpa_flush_array() local
420 pte_t *pte; in slow_virt_to_phys() local
451 static void __set_pmd_pte(pte_t *kpte, unsigned long address, pte_t pte) in __set_pmd_pte()
726 static bool try_to_free_pte_page(pte_t *pte) in try_to_free_pte_page()
764 pte_t *pte = pte_offset_kernel(pmd, start); in unmap_pte_range() local
887 pte_t *pte = (pte_t *)get_zeroed_page(GFP_KERNEL | __GFP_NOTRACK); in alloc_pte_page() local
909 pte_t *pte; in populate_pte() local
1932 pte_t *pte; in kernel_page_present() local
Dpgtable_32.c32 pte_t *pte; in set_pte_vaddr() local
/linux-4.4.14/arch/arm/lib/
Duaccess_with_memcpy.c31 pte_t *pte; in pin_page_for_write() local
105 pte_t *pte; in __copy_to_user_memcpy() local
173 pte_t *pte; in __clear_user_memset() local
/linux-4.4.14/arch/um/kernel/
Dmem.c69 pte_t *pte = (pte_t *) alloc_bootmem_low_pages(PAGE_SIZE); in one_page_table_init() local
121 pte_t *pte; in fixaddr_user_init() local
205 pte_t *pte; in pte_alloc_one_kernel() local
213 struct page *pte; in pte_alloc_one() local
/linux-4.4.14/drivers/iommu/
Dio-pgtable-arm.c170 #define iopte_deref(pte,d) \ argument
174 #define iopte_type(pte,l) \ argument
177 #define iopte_prot(pte) ((pte) & ARM_LPAE_PTE_ATTR_MASK) argument
179 #define iopte_leaf(pte,l) \ argument
184 #define iopte_to_pfn(pte,d) \ argument
252 static void __arm_lpae_set_pte(arm_lpae_iopte *ptep, arm_lpae_iopte pte, in __arm_lpae_set_pte()
272 arm_lpae_iopte pte = prot; in arm_lpae_init_pte() local
311 arm_lpae_iopte *cptep, pte; in __arm_lpae_map() local
349 arm_lpae_iopte pte; in arm_lpae_prot_to_pte() local
422 arm_lpae_iopte pte = *ptep++; in __arm_lpae_free_pgtable() local
[all …]
Drockchip-iommu.c217 static inline phys_addr_t rk_pte_page_address(u32 pte) in rk_pte_page_address()
222 static inline bool rk_pte_is_page_valid(u32 pte) in rk_pte_is_page_valid()
237 static u32 rk_mk_pte_invalid(u32 pte) in rk_mk_pte_invalid()
420 u32 pte = 0; in log_iova() local
516 u32 dte, pte; in rk_iommu_iova_to_phys() local
601 u32 pte = pte_addr[pte_count]; in rk_iommu_unmap_iova() local
624 u32 pte = pte_addr[pte_count]; in rk_iommu_map_iova() local
Dtegra-gart.c94 unsigned long offs, u32 pte) in gart_set_pte()
106 unsigned long pte; in gart_read_pte() local
133 unsigned long pte; in gart_dump_table() local
311 unsigned long pte; in gart_iommu_iova_to_phys() local
/linux-4.4.14/arch/sh/mm/
Dhugetlbpage.c30 pte_t *pte = NULL; in huge_pte_alloc() local
50 pte_t *pte = NULL; in huge_pte_offset() local
Dinit.c74 pte_t *pte; in set_pte_phys() local
91 pte_t *pte; in clear_pte_phys() local
142 pte_t *pte; in one_page_table_init() local
152 static pte_t * __init page_table_kmap_check(pte_t *pte, pmd_t *pmd, in page_table_kmap_check()
164 pte_t *pte = NULL; in page_table_range_init() local
Dtlb-sh5.c150 void tlb_wire_entry(struct vm_area_struct *vma, unsigned long addr, pte_t pte) in tlb_wire_entry()
186 void __update_tlb(struct vm_area_struct *vma, unsigned long address, pte_t pte) in __update_tlb()
Dtlbex_32.c28 pte_t *pte; in handle_tlbmiss() local
Dtlb-urb.c20 void tlb_wire_entry(struct vm_area_struct *vma, unsigned long addr, pte_t pte) in tlb_wire_entry()
Dtlb-pteaex.c18 void __update_tlb(struct vm_area_struct *vma, unsigned long address, pte_t pte) in __update_tlb()
Dtlb-sh4.c17 void __update_tlb(struct vm_area_struct *vma, unsigned long address, pte_t pte) in __update_tlb()
Dtlb-sh3.c29 void __update_tlb(struct vm_area_struct *vma, unsigned long address, pte_t pte) in __update_tlb()
/linux-4.4.14/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/
Dnv44.c39 dma_addr_t *list, u32 pte, u32 cnt) in nv44_vm_fill()
85 struct nvkm_mem *mem, u32 pte, u32 cnt, dma_addr_t *list) in nv44_vm_map_sg()
117 nv44_vm_unmap(struct nvkm_vma *vma, struct nvkm_memory *pgt, u32 pte, u32 cnt) in nv44_vm_unmap()
Dgf100.c104 struct nvkm_mem *mem, u32 pte, u32 cnt, u64 phys, u64 delta) in gf100_vm_map()
131 struct nvkm_mem *mem, u32 pte, u32 cnt, dma_addr_t *list) in gf100_vm_map_sg()
149 gf100_vm_unmap(struct nvkm_vma *vma, struct nvkm_memory *pgt, u32 pte, u32 cnt) in gf100_vm_unmap()
Dnv50.c78 struct nvkm_mem *mem, u32 pte, u32 cnt, u64 phys, u64 delta) in nv50_vm_map()
128 struct nvkm_mem *mem, u32 pte, u32 cnt, dma_addr_t *list) in nv50_vm_map_sg()
143 nv50_vm_unmap(struct nvkm_vma *vma, struct nvkm_memory *pgt, u32 pte, u32 cnt) in nv50_vm_unmap()
Dnv41.c39 struct nvkm_mem *mem, u32 pte, u32 cnt, dma_addr_t *list) in nv41_vm_map_sg()
57 nv41_vm_unmap(struct nvkm_vma *vma, struct nvkm_memory *pgt, u32 pte, u32 cnt) in nv41_vm_unmap()
Dnv04.c37 struct nvkm_mem *mem, u32 pte, u32 cnt, dma_addr_t *list) in nv04_vm_map_sg()
55 nv04_vm_unmap(struct nvkm_vma *vma, struct nvkm_memory *pgt, u32 pte, u32 cnt) in nv04_vm_unmap()
Dbase.c39 u32 pte = (offset & ((1 << mmu->func->pgt_bits) - 1)) >> bits; in nvkm_vm_map_at() local
84 u32 pte = (offset & ((1 << mmu->func->pgt_bits) - 1)) >> bits; in nvkm_vm_map_sg_table() local
143 u32 pte = (offset & ((1 << mmu->func->pgt_bits) - 1)) >> bits; in nvkm_vm_map_sg() local
191 u32 pte = (offset & ((1 << mmu->func->pgt_bits) - 1)) >> bits; in nvkm_vm_unmap_at() local
/linux-4.4.14/arch/mips/mm/
Dgup.c21 pte_t pte; in gup_get_pte() local
42 pte_t pte = gup_get_pte(ptep); in gup_pte_range() local
74 pte_t pte = *(pte_t *)&pmd; in gup_huge_pmd() local
140 pte_t pte = *(pte_t *)&pud; in gup_huge_pud() local
Dtlbex.c726 static void build_huge_update_entries(u32 **p, unsigned int pte, in build_huge_update_entries()
759 unsigned int pte, in build_huge_handler_tail()
1506 iPTE_LW(u32 **p, unsigned int pte, unsigned int ptr) in iPTE_LW()
1526 iPTE_SW(u32 **p, struct uasm_reloc **r, unsigned int pte, unsigned int ptr, in iPTE_SW()
1593 int pte, int ptr, int scratch, enum label_id lid) in build_pte_present()
1631 build_make_valid(u32 **p, struct uasm_reloc **r, unsigned int pte, in build_make_valid()
1645 unsigned int pte, unsigned int ptr, int scratch, in build_pte_writable()
1671 build_make_write(u32 **p, struct uasm_reloc **r, unsigned int pte, in build_make_write()
1686 unsigned int pte, unsigned int ptr, int scratch, in build_pte_modifiable()
1715 build_r3000_pte_reload_tlbwi(u32 **p, unsigned int pte, unsigned int tmp) in build_r3000_pte_reload_tlbwi()
[all …]
Dioremap.c19 static inline void remap_area_pte(pte_t * pte, unsigned long address, in remap_area_pte()
57 pte_t * pte = pte_alloc_kernel(pmd, address); in remap_area_pmd() local
Dpgtable-32.c41 pte_t *pte; in pagetable_init() local
Dhugetlbpage.c29 pte_t *pte = NULL; in huge_pte_alloc() local
/linux-4.4.14/arch/microblaze/mm/
Dpgtable.c195 pte_t *pte; in get_pteptr() local
219 pte_t *pte; in iopa() local
240 pte_t *pte; in pte_alloc_one_kernel() local
/linux-4.4.14/drivers/gpu/drm/gma500/
Dgtt.c88 u32 pte; in psb_gtt_insert() local
137 u32 pte; in psb_gtt_remove() local
165 u32 pte; in psb_gtt_roll() local
424 uint32_t pte; in psb_gtt_init() local
/linux-4.4.14/arch/um/kernel/skas/
Dmmu.c23 pte_t *pte; in init_stub_pte() local
126 pte_t *pte; in arch_exit_mmap() local
Duaccess.c43 pte_t *pte = virt_to_pte(current->mm, virt); in maybe_map() local
64 pte_t *pte; in do_op_one_page() local
/linux-4.4.14/arch/parisc/mm/
Dhugetlbpage.c52 pte_t *pte = NULL; in huge_pte_alloc() local
76 pte_t *pte = NULL; in huge_pte_offset() local
174 pte_t pte, int dirty) in huge_ptep_set_access_flags()
/linux-4.4.14/arch/x86/mm/kmemcheck/
Dkmemcheck.c98 pte_t *pte; in kmemcheck_show_addr() local
111 pte_t *pte; in kmemcheck_hide_addr() local
271 pte_t *pte; in kmemcheck_show_pages() local
297 pte_t *pte; in kmemcheck_hide_pages() local
623 pte_t *pte; in kmemcheck_fault() local
Dpte.c9 pte_t *pte; in kmemcheck_pte_lookup() local
/linux-4.4.14/arch/x86/xen/
Dmmu.c138 pte_t *pte; in arbitrary_virt_to_machine() local
159 pte_t *pte, ptev; in make_lowmem_page_readonly() local
175 pte_t *pte, ptev; in make_lowmem_page_readwrite() local
352 pte_t *ptep, pte_t pte) in xen_ptep_modify_prot_commit()
411 __visible pteval_t xen_pte_val(pte_t pte) in xen_pte_val()
425 __visible pte_t xen_make_pte(pteval_t pte) in xen_make_pte()
479 static void xen_set_pte_atomic(pte_t *ptep, pte_t pte) in xen_set_pte_atomic()
677 struct page *pte; in __xen_pgd_walk() local
1164 pte_t *pte; in xen_cleanmfnmap() local
1555 static pte_t __init mask_rw_pte(pte_t *ptep, pte_t pte) in mask_rw_pte()
[all …]
/linux-4.4.14/arch/h8300/include/asm/
Dpgtable.h15 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) argument
21 static inline int pte_file(pte_t pte) { return 0; } in pte_file()
/linux-4.4.14/mm/
Dsparse-vmemmap.c90 void __meminit vmemmap_verify(pte_t *pte, int node, in vmemmap_verify()
103 pte_t *pte = pte_offset_kernel(pmd, addr); in vmemmap_pte_populate() local
158 pte_t *pte; in vmemmap_populate_basepages() local
Dmemory.c648 pte_t pte, struct page *page) in print_bad_pte()
751 pte_t pte) in vm_normal_page()
852 pte_t pte = *src_pte; in copy_one_pte() local
1123 pte_t *pte; in zap_pte_range() local
1486 pte_t *pte; in insert_page() local
1564 pte_t *pte, entry; in insert_pfn() local
1666 pte_t *pte; in remap_pte_range() local
1843 pte_t *pte; in apply_to_pte_range() local
2494 pte_t pte; in do_swap_page() local
2851 struct page *page, pte_t *pte, bool write, bool anon) in do_set_pte()
[all …]
Dmincore.c22 static int mincore_hugetlb(pte_t *pte, unsigned long hmask, unsigned long addr, in mincore_hugetlb()
133 pte_t pte = *ptep; in mincore_pte_range() local
Dpagewalk.c9 pte_t *pte; in walk_pte_range() local
139 pte_t *pte; in walk_hugetlb_range() local
/linux-4.4.14/arch/tile/mm/
Dhighmem.c159 pte_t pte = mk_pte(amp->page, page_to_kpgprot(amp->page)); in kmap_atomic_fix_one_kpte() local
202 pte_t *pte; in kmap_atomic_prot() local
239 pte_t *pte = kmap_get_pte(vaddr); in __kunmap_atomic() local
Dpgtable.c278 void __pgtable_free_tlb(struct mmu_gather *tlb, struct page *pte, in __pgtable_free_tlb()
395 int va_to_cpa_and_pte(void *va, unsigned long long *cpa, pte_t *pte) in va_to_cpa_and_pte()
409 void __set_pte(pte_t *ptep, pte_t pte) in __set_pte()
429 void set_pte(pte_t *ptep, pte_t pte) in set_pte()
Dhomecache.c179 pte_t pte; in homecache_finv_map_page() local
244 static int pte_to_home(pte_t pte) in pte_to_home()
262 pte_t pte_set_home(pte_t pte, int home) in pte_set_home()
Dfault.c160 static void wait_for_migration(pte_t *pte) in wait_for_migration()
217 pte_t *pte; in handle_migrating_pte() local
520 pte_t *pte = lookup_address(address); in handle_page_fault() local
Dhugetlbpage.c96 pte_t pte = *super_ptep; in get_pte() local
110 pte_t *pte; in huge_pte_offset() local
/linux-4.4.14/arch/metag/mm/
Dinit.c48 pte_t *pte; in insert_gateway_page() local
268 pte_t *pte; in allocate_pgtables() local
298 pte_t *pte; in fixedrange_init() local
Dhugetlbpage.c65 pte_t *pte; in huge_pte_alloc() local
82 pte_t *pte = NULL; in huge_pte_offset() local
Dmaccess.c24 unsigned int pte, i; in probe_kernel_write() local
/linux-4.4.14/arch/m68k/mm/
Dmcfmmu.c67 pte_t pte = pfn_pte(virt_to_pfn(address), PAGE_INIT); in paging_init() local
90 pte_t *pte; in cf_tlb_miss() local
Dsun3mmu.c75 pte_t pte = pfn_pte(virt_to_pfn(address), PAGE_INIT); in paging_init() local
/linux-4.4.14/arch/mn10300/mm/
Dpgtable.c66 pte_t *pte = (pte_t *)__get_free_page(GFP_KERNEL|__GFP_REPEAT); in pte_alloc_one_kernel() local
74 struct page *pte; in pte_alloc_one() local
Dmmu-context.c32 pte_t pte = *ptep; in update_mmu_cache() local
Dcache-inv-icache.c35 pte_t *ppte, pte; in flush_icache_page_range() local
Dcache-flush-icache.c57 pte_t *ppte, pte; in flush_icache_page_range() local
/linux-4.4.14/fs/proc/
Dtask_mmu.c488 static void smaps_pte_entry(pte_t *pte, unsigned long addr, in smaps_pte_entry()
549 pte_t *pte; in smaps_pte_range() local
632 static int smaps_hugetlb_range(pte_t *pte, unsigned long hmask, in smaps_hugetlb_range()
784 unsigned long addr, pte_t *pte) in clear_soft_dirty()
806 unsigned long addr, pte_t *pte) in clear_soft_dirty()
837 pte_t *pte, ptent; in clear_refs_pte_range() local
1071 struct vm_area_struct *vma, unsigned long addr, pte_t pte) in pte_to_pagemap_entry()
1111 pte_t *pte, *orig_pte; in pagemap_pmd_range() local
1187 pte_t pte; in pagemap_hugetlb_range() local
1415 static struct page *can_gather_numa_stats(pte_t pte, struct vm_area_struct *vma, in can_gather_numa_stats()
[all …]
/linux-4.4.14/arch/arm/kvm/
Dmmu.c86 static void kvm_flush_dcache_pte(pte_t pte) in kvm_flush_dcache_pte()
210 pte_t *pte, *start_pte; in unmap_ptes() local
309 pte_t *pte; in stage2_flush_ptes() local
455 pte_t *pte; in create_hyp_pte_mappings() local
473 pte_t *pte; in create_hyp_pmd_mappings() local
905 pte_t *pte, old_pte; in stage2_set_pte() local
976 pte_t pte = pfn_pte(pfn, PAGE_S2_DEVICE); in kvm_phys_addr_ioremap() local
1057 pte_t *pte; in stage2_wp_ptes() local
1353 pte_t *pte; in handle_access_fault() local
1537 pte_t *pte = (pte_t *)data; in kvm_set_spte_handler() local
[all …]
/linux-4.4.14/arch/tile/gxio/
Diorpc_usb_host.c40 HV_PTE pte; member
45 HV_PTE pte, unsigned int flags) in gxio_usb_host_register_client_memory()
/linux-4.4.14/arch/nios2/mm/
Dioremap.c22 static inline void remap_area_pte(pte_t *pte, unsigned long address, in remap_area_pte()
64 pte_t *pte = pte_alloc_kernel(pmd, address); in remap_area_pmd() local
/linux-4.4.14/include/linux/
Dswapops.h55 static inline int is_swap_pte(pte_t pte) in is_swap_pte()
65 static inline swp_entry_t pte_to_swp_entry(pte_t pte) in pte_to_swp_entry()
158 struct mm_struct *mm, pte_t *pte) { } in migration_entry_wait_huge()
/linux-4.4.14/arch/m68k/sun3/
Dmmu_emu.c70 void print_pte (pte_t pte) in print_pte()
358 pte_t *pte; in mmu_emu_handle_fault() local
Ddvma.c25 unsigned long pte; in dvma_page() local
/linux-4.4.14/arch/ia64/mm/
Dhugetlbpage.c34 pte_t *pte = NULL; in huge_pte_alloc() local
53 pte_t *pte = NULL; in huge_pte_offset() local
Dinit.c53 __ia64_sync_icache_dcache (pte_t pte) in __ia64_sync_icache_dcache()
216 pte_t *pte; in put_kernel_page() local
390 pte_t *pte; in vmemmap_find_next_valid_pfn() local
438 pte_t *pte; in create_mem_map_page_table() local
/linux-4.4.14/arch/x86/include/asm/xen/
Dpage.h255 static inline unsigned long pte_mfn(pte_t pte) in pte_mfn()
262 pte_t pte; in mfn_pte() local
270 static inline pteval_t pte_val_ma(pte_t pte) in pte_val_ma()
/linux-4.4.14/arch/metag/kernel/
Ddma.c226 pte_t *pte = consistent_pte + CONSISTENT_OFFSET(vaddr); in dma_alloc_coherent() local
297 pte_t pte = ptep_get_and_clear(&init_mm, addr, ptep); in dma_free_coherent() local
394 pte_t *pte; in dma_alloc_init() local
/linux-4.4.14/arch/arm64/mm/
Dmmu.c80 static void split_pmd(pmd_t *pmd, pte_t *pte) in split_pmd()
100 pte_t *pte; in alloc_init_pte() local
479 pte_t *pte; in kern_addr_valid() local
631 pte_t *pte; in __set_fixmap() local
/linux-4.4.14/arch/x86/kvm/
Dmmu.h95 static inline int is_present_gpte(unsigned long pte) in is_present_gpte()
133 static inline int is_writable_pte(unsigned long pte) in is_writable_pte()
/linux-4.4.14/arch/sparc/mm/
Dhugetlbpage.c135 pte_t *pte = NULL; in huge_pte_alloc() local
159 pte_t *pte = NULL; in huge_pte_offset() local
Dinit_64.c269 static inline void tsb_insert(struct tsb *ent, unsigned long tag, unsigned long pte) in tsb_insert()
331 pte_t pte = *ptep; in update_mmu_cache() local
564 unsigned long pte, in hypervisor_tlb_lock()
1433 pte_t *pte; in kern_addr_valid() local
1580 pte_t *pte; in kernel_map_range() local
2415 unsigned long pte; in vmemmap_populate() local
2618 pte_t pte; in mk_pte_io() local
2706 pte_t *pte = NULL; in pte_alloc_one_kernel() local
2728 void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
2733 static void __pte_free(pgtable_t pte) in __pte_free()
[all …]
/linux-4.4.14/arch/xtensa/mm/
Dmmu.c25 pte_t *pte; in init_pmd() local
Dtlb.c175 pte_t *pte; in get_pte_for_vaddr() local
222 unsigned pte = get_pte_for_vaddr(vpn); in check_tlb_entry() local
/linux-4.4.14/arch/unicore32/mm/
Dpgd.c82 pgtable_t pte; in free_pgd_slow() local
/linux-4.4.14/arch/openrisc/mm/
Dioremap.c122 pte_t *pte; in pte_alloc_one_kernel() local
/linux-4.4.14/drivers/lguest/
Dpage_tables.c242 static void release_pte(pte_t pte) in release_pte()
799 pte_t *pte = find_spte(cpu, switcher_addr + i * PAGE_SIZE, true, in allocate_switcher_mapping() local
1145 pte_t *pte; in remove_switcher_percpu_map() local
1171 pte_t *pte; in map_switcher_in_guest() local
/linux-4.4.14/arch/tile/include/hv/
Dhypervisor.h1848 HV_PTE pte; /**< Page table entry describing the caching and location member
2028 #define hv_pte_val(pte) ((pte).val) argument
2432 hv_pte_set_mode(HV_PTE pte, unsigned int val) in hv_pte_set_mode()
2450 hv_pte_get_ptfn(const HV_PTE pte) in hv_pte_get_ptfn()
2457 hv_pte_set_ptfn(HV_PTE pte, unsigned long val) in hv_pte_set_ptfn()
2466 hv_pte_get_pa(const HV_PTE pte) in hv_pte_get_pa()
2473 hv_pte_set_pa(HV_PTE pte, HV_PhysAddr pa) in hv_pte_set_pa()
2489 hv_pte_get_lotar(const HV_PTE pte) in hv_pte_get_lotar()
2500 hv_pte_set_lotar(HV_PTE pte, unsigned int val) in hv_pte_set_lotar()
/linux-4.4.14/arch/arm/mm/
Dmmu.c80 pteval_t pte; member
410 pte_t *pte = pte_offset_fixmap(pmd_off_k(vaddr), vaddr); in __set_fixmap() local
730 pte_t *pte = early_alloc(PTE_HWTABLE_OFF + PTE_HWTABLE_SIZE); in early_pte_alloc() local
741 pte_t *pte = early_pte_alloc(pmd, addr, type->prot_l1); in alloc_init_pte() local
1550 pte_t *pte; in early_fixmap_shutdown() local
/linux-4.4.14/arch/openrisc/kernel/
Ddma.c32 page_set_nocache(pte_t *pte, unsigned long addr, in page_set_nocache()
53 page_clear_nocache(pte_t *pte, unsigned long addr, in page_clear_nocache()
/linux-4.4.14/arch/cris/arch-v10/mm/
Dfault.c50 pte_t pte; in handle_mmu_bus_fault() local
/linux-4.4.14/block/partitions/
Defi.c291 gpt_entry *pte; in alloc_read_gpt_entries() local
470 is_pte_valid(const gpt_entry *pte, const u64 lastlba) in is_pte_valid()
/linux-4.4.14/drivers/usb/host/
Dehci-tilegx.c105 pte_t pte = { 0 }; in ehci_hcd_tilegx_drv_probe() local

123