Home
last modified time | relevance | path

Searched refs:pte_t (Results 1 – 200 of 440) sorted by relevance

123

/linux-4.4.14/arch/s390/include/asm/
Dhugetlb.h20 pte_t *ptep, pte_t pte);
21 pte_t huge_ptep_get(pte_t *ptep);
22 pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
23 unsigned long addr, pte_t *ptep);
42 pte_t *ptep) in huge_pte_clear()
48 unsigned long address, pte_t *ptep) in huge_ptep_clear_flush()
54 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
55 pte_t pte, int dirty) in huge_ptep_set_access_flags()
66 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
68 pte_t pte = huge_ptep_get_and_clear(mm, addr, ptep); in huge_ptep_set_wrprotect()
[all …]
Dpgtable.h561 static inline int pte_present(pte_t pte) in pte_present()
567 static inline int pte_none(pte_t pte) in pte_none()
573 static inline int pte_swap(pte_t pte) in pte_swap()
580 static inline int pte_special(pte_t pte) in pte_special()
586 static inline int pte_same(pte_t a, pte_t b) in pte_same()
592 static inline int pte_protnone(pte_t pte) in pte_protnone()
604 static inline int pte_soft_dirty(pte_t pte) in pte_soft_dirty()
610 static inline pte_t pte_mksoft_dirty(pte_t pte) in pte_mksoft_dirty()
617 static inline pte_t pte_clear_soft_dirty(pte_t pte) in pte_clear_soft_dirty()
641 static inline pgste_t pgste_get_lock(pte_t *ptep) in pgste_get_lock()
[all …]
Dpage.h72 typedef struct { unsigned long pte; } pte_t; typedef
76 typedef pte_t *pgtable_t;
86 #define __pte(x) ((pte_t) { (x) } )
Dpgalloc.h133 (pgtable_t)(pmd_val(pmd) & -sizeof(pte_t)*PTRS_PER_PTE)
138 #define pte_alloc_one_kernel(mm, vmaddr) ((pte_t *) page_table_alloc(mm))
139 #define pte_alloc_one(mm, vmaddr) ((pte_t *) page_table_alloc(mm))
/linux-4.4.14/arch/powerpc/include/asm/
Dpgtable.h33 static inline int pte_write(pte_t pte) in pte_write()
35 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
36 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
37 static inline int pte_special(pte_t pte) { return pte_val(pte) & _PAGE_SPECIAL; } in pte_special()
38 static inline int pte_none(pte_t pte) { return (pte_val(pte) & ~_PTE_NONE_MASK) == 0; } in pte_none()
39 static inline pgprot_t pte_pgprot(pte_t pte) { return __pgprot(pte_val(pte) & PAGE_PROT_BITS); } in pte_pgprot()
47 static inline int pte_protnone(pte_t pte) in pte_protnone()
59 static inline int pte_present(pte_t pte) in pte_present()
70 static inline pte_t pfn_pte(unsigned long pfn, pgprot_t pgprot) { in pfn_pte()
73 static inline unsigned long pte_pfn(pte_t pte) { in pte_pfn()
[all …]
Dhugetlb.h15 static inline pte_t *hugepd_page(hugepd_t hpd) in hugepd_page()
22 return (pte_t *)(hpd.pd & ~HUGEPD_SHIFT_MASK); in hugepd_page()
37 static inline pte_t *hugepd_page(hugepd_t hpd) in hugepd_page()
40 return (pte_t *)((hpd.pd & ~HUGEPD_SHIFT_MASK) | PD_HUGE); in hugepd_page()
51 static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr, in hugepte_offset()
61 pte_t *dir = hugepd_page(hpd); in hugepte_offset()
69 pte_t *huge_pte_offset_and_shift(struct mm_struct *mm,
87 pte_t pte);
116 pte_t *ptep, pte_t pte) in set_huge_pte_at()
121 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
[all …]
Dpgtable-ppc32.h39 #define PTE_TABLE_SIZE (sizeof(pte_t) << PTE_SHIFT)
147 extern void flush_hash_entry(struct mm_struct *mm, pte_t *ptep,
166 static inline unsigned long pte_update(pte_t *p, in pte_update()
195 static inline unsigned long long pte_update(pte_t *p, in pte_update()
232 static inline int __ptep_test_and_clear_young(unsigned int context, unsigned long addr, pte_t *ptep) in __ptep_test_and_clear_young()
248 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, in ptep_get_and_clear()
249 pte_t *ptep) in ptep_get_and_clear()
256 pte_t *ptep) in ptep_set_wrprotect()
261 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
267 static inline void __ptep_set_access_flags(pte_t *ptep, pte_t entry) in __ptep_set_access_flags()
[all …]
Dpgalloc-64.h79 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
82 return (pte_t *)__get_free_page(GFP_KERNEL | __GFP_REPEAT | __GFP_ZERO); in pte_alloc_one_kernel()
89 pte_t *pte; in pte_alloc_one()
102 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
166 #define PTE_FRAG_SIZE (2 * PTRS_PER_PTE * sizeof(pte_t))
168 extern pte_t *page_table_alloc(struct mm_struct *, unsigned long, int);
178 pte_t *pte) in pmd_populate_kernel()
194 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
197 return (pte_t *)page_table_alloc(mm, address, 1); in pte_alloc_one_kernel()
206 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
Dpgtable-ppc64.h170 static inline pte_t pud_pte(pud_t pud) in pud_pte()
175 static inline pud_t pte_pud(pte_t pte) in pte_pud()
195 (((pte_t *) pmd_page_vaddr(*(dir))) + (((addr) >> PAGE_SHIFT) & (PTRS_PER_PTE - 1)))
204 pte_t *ptep, unsigned long pte, int huge);
209 pte_t *ptep, unsigned long clr, in pte_update()
244 unsigned long addr, pte_t *ptep) in __ptep_test_and_clear_young()
263 pte_t *ptep) in ptep_set_wrprotect()
273 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
298 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, in ptep_get_and_clear()
299 unsigned long addr, pte_t *ptep) in ptep_get_and_clear()
[all …]
Dpage.h288 typedef struct { pte_basic_t pte; } pte_t; typedef
290 #define __pte(x) ((pte_t) { (x) })
296 typedef struct { pte_t pte; unsigned long hidx; } real_pte_t;
298 typedef struct { pte_t pte; } real_pte_t;
331 typedef pte_basic_t pte_t; typedef
336 typedef struct { pte_t pte; unsigned long hidx; } real_pte_t;
338 typedef pte_t real_pte_t;
422 typedef pte_t *pgtable_t;
Dpgtable-ppc64-4k.h14 #define PTE_TABLE_SIZE (sizeof(pte_t) << PTE_INDEX_SIZE)
63 static inline pte_t pgd_pte(pgd_t pgd) in pgd_pte()
68 static inline pgd_t pte_pgd(pte_t pte) in pte_pgd()
Dtlb.h37 extern void flush_hash_entry(struct mm_struct *mm, pte_t *ptep,
40 static inline void __tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, in __tlb_remove_tlb_entry()
Dhighmem.h31 extern pte_t *kmap_pte;
33 extern pte_t *pkmap_page_table;
/linux-4.4.14/arch/x86/include/asm/
Dpgtable.h100 static inline int pte_dirty(pte_t pte) in pte_dirty()
105 static inline int pte_young(pte_t pte) in pte_young()
120 static inline int pte_write(pte_t pte) in pte_write()
125 static inline int pte_huge(pte_t pte) in pte_huge()
130 static inline int pte_global(pte_t pte) in pte_global()
135 static inline int pte_exec(pte_t pte) in pte_exec()
140 static inline int pte_special(pte_t pte) in pte_special()
145 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn()
184 static inline pte_t pte_set_flags(pte_t pte, pteval_t set) in pte_set_flags()
191 static inline pte_t pte_clear_flags(pte_t pte, pteval_t clear) in pte_clear_flags()
[all …]
Dhugetlb.h39 pte_t *ptep, pte_t pte) in set_huge_pte_at()
44 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
45 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
51 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
56 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
61 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
67 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
73 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
74 pte_t pte, int dirty) in huge_ptep_set_access_flags()
79 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get()
Dpgtable_64.h22 extern pte_t level1_fixmap_pgt[512];
44 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte);
48 pte_t *ptep) in native_pte_clear()
53 static inline void native_set_pte(pte_t *ptep, pte_t pte) in native_set_pte()
58 static inline void native_set_pte_atomic(pte_t *ptep, pte_t pte) in native_set_pte_atomic()
73 static inline pte_t native_ptep_get_and_clear(pte_t *xp) in native_ptep_get_and_clear()
80 pte_t ret = *xp; in native_ptep_get_and_clear()
156 #define __swp_entry_to_pte(x) ((pte_t) { .pte = (x).val })
Dpgtable-2level.h14 static inline void native_set_pte(pte_t *ptep , pte_t pte) in native_set_pte()
24 static inline void native_set_pte_atomic(pte_t *ptep, pte_t pte) in native_set_pte_atomic()
35 unsigned long addr, pte_t *xp) in native_pte_clear()
41 static inline pte_t native_ptep_get_and_clear(pte_t *xp) in native_ptep_get_and_clear()
78 #define __swp_entry_to_pte(x) ((pte_t) { .pte = (x).val })
Dpgtable-3level.h27 static inline void native_set_pte(pte_t *ptep, pte_t pte) in native_set_pte()
88 static inline void native_set_pte_atomic(pte_t *ptep, pte_t pte) in native_set_pte_atomic()
109 pte_t *ptep) in native_pte_clear()
141 static inline pte_t native_ptep_get_and_clear(pte_t *ptep) in native_ptep_get_and_clear()
143 pte_t res; in native_ptep_get_and_clear()
185 #define __swp_entry_to_pte(x) ((pte_t){ { .pte_high = (x).val } })
Dparavirt.h380 pte_t *ptep) in pte_update()
391 pte_t *ptep) in pte_update_defer()
402 static inline pte_t __pte(pteval_t val) in __pte()
415 return (pte_t) { .pte = ret }; in __pte()
418 static inline pteval_t pte_val(pte_t pte) in pte_val()
461 static inline pte_t ptep_modify_prot_start(struct mm_struct *mm, unsigned long addr, in ptep_modify_prot_start()
462 pte_t *ptep) in ptep_modify_prot_start()
469 return (pte_t) { .pte = ret }; in ptep_modify_prot_start()
473 pte_t *ptep, pte_t pte) in ptep_modify_prot_commit()
483 static inline void set_pte(pte_t *ptep, pte_t pte) in set_pte()
[all …]
Dparavirt_types.h274 void (*set_pte)(pte_t *ptep, pte_t pteval);
276 pte_t *ptep, pte_t pteval);
281 pte_t *ptep);
283 unsigned long addr, pte_t *ptep);
289 pte_t (*ptep_modify_prot_start)(struct mm_struct *mm, unsigned long addr,
290 pte_t *ptep);
292 pte_t *ptep, pte_t pte);
302 void (*set_pte_atomic)(pte_t *ptep, pte_t pteval);
304 pte_t *ptep);
Dfixmap.h145 extern pte_t *kmap_pte;
147 extern pte_t *pkmap_page_table;
149 void __native_set_fixmap(enum fixed_addresses idx, pte_t pte);
Dpgtable_types.h315 static inline pte_t native_make_pte(pteval_t val) in native_make_pte()
317 return (pte_t) { .pte = val }; in native_make_pte()
320 static inline pteval_t native_pte_val(pte_t pte) in native_pte_val()
325 static inline pteval_t pte_flags(pte_t pte) in pte_flags()
408 void set_pte_vaddr(unsigned long vaddr, pte_t pte);
439 extern pte_t *lookup_address(unsigned long address, unsigned int *level);
440 extern pte_t *lookup_address_in_pgd(pgd_t *pgd, unsigned long address,
Dpgtable_32.h50 ((pte_t *)kmap_atomic(pmd_page(*(dir))) + \
55 ((pte_t *)page_address(pmd_page(*(dir))) + pte_index((address)))
Dkexec.h162 pte_t *pte0;
163 pte_t *pte1;
169 pte_t *pte;
Dpgalloc.h36 extern pte_t *pte_alloc_one_kernel(struct mm_struct *, unsigned long);
42 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
63 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
/linux-4.4.14/arch/um/include/asm/
Dpgtable.h123 static inline int pte_none(pte_t pte) in pte_none()
132 static inline int pte_read(pte_t pte) in pte_read()
138 static inline int pte_exec(pte_t pte){ in pte_exec()
143 static inline int pte_write(pte_t pte) in pte_write()
149 static inline int pte_dirty(pte_t pte) in pte_dirty()
154 static inline int pte_young(pte_t pte) in pte_young()
159 static inline int pte_newpage(pte_t pte) in pte_newpage()
164 static inline int pte_newprot(pte_t pte) in pte_newprot()
169 static inline int pte_special(pte_t pte) in pte_special()
180 static inline pte_t pte_mknewprot(pte_t pte) in pte_mknewprot()
[all …]
Dpgtable-3level.h96 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn()
101 static inline pte_t pfn_pte(pfn_t page_nr, pgprot_t pgprot) in pfn_pte()
103 pte_t pte; in pfn_pte()
Dpage.h36 typedef struct { unsigned long pte_low, pte_high; } pte_t; typedef
60 typedef struct { unsigned long pte; } pte_t; typedef
91 #define __pte(x) ((pte_t) { (x) } )
Dpgalloc.h28 extern pte_t *pte_alloc_one_kernel(struct mm_struct *, unsigned long);
31 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
/linux-4.4.14/arch/nios2/include/asm/
Dpgtable.h77 #define PTRS_PER_PTE ((PAGE_SIZE << PTE_ORDER) / sizeof(pte_t))
94 extern pte_t invalid_pte_table[PAGE_SIZE/sizeof(pte_t)];
109 static inline int pte_write(pte_t pte) \ in pte_write()
111 static inline int pte_dirty(pte_t pte) \ in pte_dirty()
113 static inline int pte_young(pte_t pte) \ in pte_young()
115 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
128 static inline int pte_none(pte_t pte) in pte_none()
133 static inline int pte_present(pte_t pte) \ in pte_present()
140 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
146 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
[all …]
Dpgalloc.h16 pte_t *pte) in pmd_populate_kernel()
40 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
43 pte_t *pte; in pte_alloc_one_kernel()
45 pte = (pte_t *) __get_free_pages(GFP_KERNEL|__GFP_REPEAT|__GFP_ZERO, in pte_alloc_one_kernel()
67 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
/linux-4.4.14/arch/m68k/include/asm/
Dmcf_pgtable.h158 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
174 static inline int pte_none(pte_t pte) in pte_none()
179 static inline int pte_present(pte_t pte) in pte_present()
185 pte_t *ptep) in pte_clear()
220 static inline int pte_read(pte_t pte) in pte_read()
225 static inline int pte_write(pte_t pte) in pte_write()
230 static inline int pte_exec(pte_t pte) in pte_exec()
235 static inline int pte_dirty(pte_t pte) in pte_dirty()
240 static inline int pte_young(pte_t pte) in pte_young()
245 static inline int pte_special(pte_t pte) in pte_special()
[all …]
Dsun3_pgtable.h104 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
122 static inline int pte_none (pte_t pte) { return !pte_val (pte); } in pte_none()
123 static inline int pte_present (pte_t pte) { return pte_val (pte) & SUN3_PAGE_VALID; } in pte_present()
124 static inline void pte_clear (struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear()
131 ({ pte_t __pte; pte_val(__pte) = pfn | pgprot_val(pgprot); __pte; })
166 static inline int pte_write(pte_t pte) { return pte_val(pte) & SUN3_PAGE_WRITEABLE; } in pte_write()
167 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & SUN3_PAGE_MODIFIED; } in pte_dirty()
168 static inline int pte_young(pte_t pte) { return pte_val(pte) & SUN3_PAGE_ACCESSED; } in pte_young()
169 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
171 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) &= ~SUN3_PAGE_WRITEABLE; return pte; } in pte_wrprotect()
[all …]
Dmotorola_pgtable.h102 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
108 static inline void pmd_set(pmd_t *pmdp, pte_t *ptep) in pmd_set()
115 ptbl += (sizeof(pte_t)*PTRS_PER_PTE/16); in pmd_set()
167 static inline int pte_write(pte_t pte) { return !(pte_val(pte) & _PAGE_RONLY); } in pte_write()
168 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
169 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
170 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
172 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) |= _PAGE_RONLY; return pte; } in pte_wrprotect()
173 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~_PAGE_DIRTY; return pte; } in pte_mkclean()
174 static inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold()
[all …]
Dmotorola_pgalloc.h10 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address) in pte_alloc_one_kernel()
12 pte_t *pte; in pte_alloc_one_kernel()
14 pte = (pte_t *)__get_free_page(GFP_KERNEL|__GFP_REPEAT|__GFP_ZERO); in pte_alloc_one_kernel()
24 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
33 pte_t *pte; in pte_alloc_one()
97 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
Dsun3_pgalloc.h20 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
37 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
46 return (pte_t *) (page); in pte_alloc_one_kernel()
66 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
Dmcf_pgalloc.h7 extern inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
14 extern inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
23 return (pte_t *) (page); in pte_alloc_one_kernel()
55 pte_t *pte; in pte_alloc_one()
Dpage.h23 typedef struct { unsigned long pte; } pte_t; typedef
34 #define __pte(x) ((pte_t) { (x) } )
/linux-4.4.14/arch/openrisc/include/asm/
Dpgtable.h237 static inline int pte_read(pte_t pte) { return pte_val(pte) & _PAGE_READ; } in pte_read()
238 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write()
239 static inline int pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec()
240 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
241 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
242 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
243 static inline pte_t pte_mkspecial(pte_t pte) { return pte; } in pte_mkspecial()
245 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
251 static inline pte_t pte_rdprotect(pte_t pte) in pte_rdprotect()
257 static inline pte_t pte_exprotect(pte_t pte) in pte_exprotect()
[all …]
Dpgalloc.h74 extern pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address);
91 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
/linux-4.4.14/arch/microblaze/include/asm/
Dpgtable.h41 #define __swp_entry_to_pte(x) ((pte_t) { (x).val })
78 extern pte_t *va_to_pte(unsigned long address);
85 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
87 static inline pte_t pte_mkspecial(pte_t pte) { return pte; } in pte_mkspecial()
332 static inline int pte_read(pte_t pte) { return pte_val(pte) & _PAGE_USER; } in pte_read()
333 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_RW; } in pte_write()
334 static inline int pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec()
335 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
336 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
338 static inline void pte_uncache(pte_t pte) { pte_val(pte) |= _PAGE_NO_CACHE; } in pte_uncache()
[all …]
Dpgalloc.h111 extern pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long addr);
135 static inline pte_t *pte_alloc_one_fast(struct mm_struct *mm, in pte_alloc_one_fast()
146 return (pte_t *)ret; in pte_alloc_one_fast()
149 static inline void pte_free_fast(pte_t *pte) in pte_free_fast()
156 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
Dhighmem.h27 extern pte_t *kmap_pte;
29 extern pte_t *pkmap_page_table;
/linux-4.4.14/arch/mips/include/asm/
Dpgtable.h131 pte_t *ptep, pte_t pteval);
139 static inline void set_pte(pte_t *ptep, pte_t pte) in set_pte()
146 pte_t *buddy = ptep_buddy(ptep); in set_pte()
156 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear()
158 pte_t null = __pte(0); in pte_clear()
179 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte()
184 pte_t *buddy = ptep_buddy(ptep); in set_pte()
226 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear()
241 pte_t *ptep, pte_t pteval) in set_pte_at()
243 extern void __update_cache(unsigned long address, pte_t pte); in set_pte_at()
[all …]
Dhugetlb.h51 pte_t *ptep, pte_t pte) in set_huge_pte_at()
56 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
57 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
59 pte_t clear; in huge_ptep_get_and_clear()
60 pte_t pte = *ptep; in huge_ptep_get_and_clear()
68 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
73 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
79 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
85 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
92 pte_t *ptep, pte_t pte, in huge_ptep_set_access_flags()
[all …]
Dpgtable-32.h57 #define PTRS_PER_PTE ((PAGE_SIZE << PTE_ORDER) / sizeof(pte_t))
84 extern pte_t invalid_pte_table[PAGE_SIZE/sizeof(pte_t)];
109 static inline pte_t
112 pte_t pte; in pfn_pte()
150 ((pte_t *) pmd_page_vaddr(*(dir)) + __pte_offset(address))
152 ((pte_t *) pmd_page_vaddr(*(dir)) + __pte_offset(address))
155 ((pte_t *)page_address(pmd_page(*(dir))) + __pte_offset(address))
165 #define __swp_entry_to_pte(x) ((pte_t) { (x).val })
176 #define __swp_entry_to_pte(x) ((pte_t) { 0, (x).val })
190 #define __swp_entry_to_pte(x) ((pte_t) { (x).val })
Dpage.h119 typedef struct { unsigned long pte_low, pte_high; } pte_t; typedef
121 #define __pte(x) ({ pte_t __pte = {(x), ((unsigned long long)(x)) >> 32}; __pte; })
123 typedef struct { unsigned long long pte; } pte_t; typedef
125 #define __pte(x) ((pte_t) { (x) } )
128 typedef struct { unsigned long pte; } pte_t; typedef
130 #define __pte(x) ((pte_t) { (x) } )
160 #define ptep_buddy(x) ((pte_t *)((unsigned long)(x) ^ sizeof(pte_t)))
Dpgtable-64.h115 #define PTRS_PER_PTE ((PAGE_SIZE << PTE_ORDER) / sizeof(pte_t))
151 extern pte_t invalid_pte_table[PTRS_PER_PTE];
152 extern pte_t empty_bad_page_table[PTRS_PER_PTE];
268 ((pte_t *) pmd_page_vaddr(*(dir)) + __pte_offset(address))
270 ((pte_t *) pmd_page_vaddr(*(dir)) + __pte_offset(address))
272 ((pte_t *)page_address(pmd_page(*(dir))) + __pte_offset(address))
285 static inline pte_t mk_swap_pte(unsigned long type, unsigned long offset) in mk_swap_pte()
286 { pte_t pte; pte_val(pte) = (type << 16) | (offset << 24); return pte; } in mk_swap_pte()
292 #define __swp_entry_to_pte(x) ((pte_t) { (x).val })
Dpgalloc.h17 pte_t *pte) in pmd_populate_kernel()
67 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
70 pte_t *pte; in pte_alloc_one_kernel()
72 pte = (pte_t *) __get_free_pages(GFP_KERNEL|__GFP_REPEAT|__GFP_ZERO, PTE_ORDER); in pte_alloc_one_kernel()
93 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
/linux-4.4.14/arch/cris/include/asm/
Dpgtable.h114 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write()
115 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_MODIFIED; } in pte_dirty()
116 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
117 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
119 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
125 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
131 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
137 static inline pte_t pte_mkwrite(pte_t pte) in pte_mkwrite()
145 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
153 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung()
[all …]
Dpgalloc.h25 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address) in pte_alloc_one_kernel()
27 pte_t *pte = (pte_t *)__get_free_page(GFP_KERNEL|__GFP_REPEAT|__GFP_ZERO); in pte_alloc_one_kernel()
44 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
Dpage.h26 typedef struct { unsigned long pte; } pte_t; typedef
36 #define __pte(x) ((pte_t) { (x) } )
/linux-4.4.14/arch/alpha/include/asm/
Dpgtable.h150 extern pte_t __bad_page(void);
212 pte_t pte; \
219 extern inline pte_t pfn_pte(unsigned long physpfn, pgprot_t pgprot) in pfn_pte()
220 { pte_t pte; pte_val(pte) = (PHYS_TWIDDLE(physpfn) << 32) | pgprot_val(pgprot); return pte; } in pfn_pte()
222 extern inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
225 extern inline void pmd_set(pmd_t * pmdp, pte_t * ptep) in pmd_set()
246 extern inline int pte_none(pte_t pte) { return !pte_val(pte); } in pte_none()
247 extern inline int pte_present(pte_t pte) { return pte_val(pte) & _PAGE_VALID; } in pte_present()
248 extern inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear()
267 extern inline int pte_write(pte_t pte) { return !(pte_val(pte) & _PAGE_FOW); } in pte_write()
[all …]
Dpgalloc.h16 pmd_set(pmd, (pte_t *)(page_to_pa(pte) + PAGE_OFFSET)); in pmd_populate()
21 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
53 static inline pte_t *
56 pte_t *pte = (pte_t *)__get_free_page(GFP_KERNEL|__GFP_REPEAT|__GFP_ZERO); in pte_alloc_one_kernel()
61 pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
69 pte_t *pte = pte_alloc_one_kernel(mm, address); in pte_alloc_one()
Dpage.h30 typedef struct { unsigned long pte; } pte_t; typedef
40 #define __pte(x) ((pte_t) { (x) } )
49 typedef unsigned long pte_t; typedef
/linux-4.4.14/arch/xtensa/include/asm/
Dpgtable.h260 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITABLE; } in pte_write()
261 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
262 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
263 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
265 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
267 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
269 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
271 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
273 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung()
275 static inline pte_t pte_mkwrite(pte_t pte) in pte_mkwrite()
[all …]
Dpgalloc.h41 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
44 pte_t *ptep; in pte_alloc_one_kernel()
47 ptep = (pte_t *)__get_free_page(GFP_KERNEL|__GFP_REPEAT); in pte_alloc_one_kernel()
58 pte_t *pte; in pte_alloc_one()
72 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
/linux-4.4.14/arch/sparc/include/asm/
Dpgtable_32.h115 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte()
144 static inline int pte_present(pte_t pte) in pte_present()
149 static inline int pte_none(pte_t pte) in pte_none()
154 static inline void __pte_clear(pte_t *ptep) in __pte_clear()
159 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear()
183 set_pte((pte_t *)&pmdp->pmdv[i], __pte(0)); in pmd_clear()
203 set_pte((pte_t *)pgdp, __pte(0)); in pgd_clear()
210 static inline int pte_write(pte_t pte) in pte_write()
215 static inline int pte_dirty(pte_t pte) in pte_dirty()
220 static inline int pte_young(pte_t pte) in pte_young()
[all …]
Dhugetlb.h9 pte_t *ptep, pte_t pte);
11 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr,
12 pte_t *ptep);
43 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
47 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
52 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
58 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
60 pte_t old_pte = *ptep; in huge_ptep_set_wrprotect()
65 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
66 pte_t pte, int dirty) in huge_ptep_set_access_flags()
[all …]
Dpgtable_64.h212 pte_t mk_pte_io(unsigned long, pgprot_t, int, unsigned long);
237 static inline pte_t pfn_pte(unsigned long pfn, pgprot_t prot) in pfn_pte()
249 pte_t pte = pfn_pte(page_nr, pgprot); in pfn_pmd()
257 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn()
278 static inline pte_t pte_modify(pte_t pte, pgprot_t prot) in pte_modify()
339 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify()
396 static inline pte_t pte_mkhuge(pte_t pte) in pte_mkhuge()
401 static inline bool is_hugetlb_pte(pte_t pte) in is_hugetlb_pte()
409 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkhuge()
418 static inline bool is_hugetlb_pte(pte_t pte) in is_hugetlb_pte()
[all …]
Dpgalloc_32.h34 set_pte((pte_t *)pgdp, (SRMMU_ET_PTD | (pa >> 4))); in pgd_set()
57 void pmd_set(pmd_t *pmdp, pte_t *ptep);
62 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
69 static inline void free_pte_fast(pte_t *pte) in free_pte_fast()
Dpgalloc_64.h64 pte_t *pte_alloc_one_kernel(struct mm_struct *mm,
68 void pte_free_kernel(struct mm_struct *mm, pte_t *pte);
73 #define pmd_pgtable(PMD) ((pte_t *)__pmd_page(PMD))
108 static inline void __pte_free_tlb(struct mmu_gather *tlb, pte_t *pte, in __pte_free_tlb()
Dpage_64.h57 typedef struct { unsigned long pte; } pte_t; typedef
71 #define __pte(x) ((pte_t) { (x) } )
80 typedef unsigned long pte_t; typedef
103 typedef pte_t *pgtable_t;
Dpage_32.h54 typedef struct { unsigned long pte; } pte_t; typedef
70 #define __pte(x) ((pte_t) { (x) } )
82 typedef unsigned long pte_t; typedef
/linux-4.4.14/arch/parisc/include/asm/
Dhugetlb.h9 pte_t *ptep, pte_t pte);
11 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr,
12 pte_t *ptep);
43 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
47 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
52 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
58 unsigned long addr, pte_t *ptep);
61 unsigned long addr, pte_t *ptep,
62 pte_t pte, int dirty);
64 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get()
Dpgtable.h64 pte_t old_pte; \
279 extern pte_t pg0[];
357 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
358 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
359 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write()
360 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
362 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~_PAGE_DIRTY; return pte; } in pte_mkclean()
363 static inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold()
364 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) &= ~_PAGE_WRITE; return pte; } in pte_wrprotect()
365 static inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= _PAGE_DIRTY; return pte; } in pte_mkdirty()
[all …]
Dpgalloc.h104 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
137 static inline pte_t *
140 pte_t *pte = (pte_t *)__get_free_page(GFP_KERNEL|__GFP_REPEAT|__GFP_ZERO); in pte_alloc_one_kernel()
144 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
Dpage.h40 typedef struct { unsigned long pte; } pte_t; /* either 32 or 64bit */ typedef
54 #define __pte(x) ((pte_t) { (x) } )
66 typedef unsigned long pte_t; typedef
/linux-4.4.14/arch/hexagon/include/asm/
Dpgtable.h187 extern void sync_icache_dcache(pte_t pte);
193 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte()
221 pte_t *ptep) in pte_clear()
295 static inline int pte_none(pte_t pte) in pte_none()
303 static inline int pte_present(pte_t pte) in pte_present()
315 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
322 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung()
329 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
336 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
343 static inline int pte_young(pte_t pte) in pte_young()
[all …]
Dpgalloc.h78 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
82 return (pte_t *) __get_free_page(flags); in pte_alloc_one_kernel()
91 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
117 pte_t *pte) in pmd_populate_kernel()
/linux-4.4.14/arch/ia64/include/asm/
Dhugetlb.h24 pte_t *ptep, pte_t pte) in set_huge_pte_at()
29 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
30 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
36 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
40 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
45 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
51 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
57 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
58 pte_t pte, int dirty) in huge_ptep_set_access_flags()
63 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get()
Dpgtable.h250 ({ pte_t __pte; pte_val(__pte) = ((pfn) << PAGE_SHIFT) | pgprot_val(pgprot); __pte; })
259 ({ pte_t __pte; pte_val(__pte) = physpage + pgprot_val(pgprot); __pte; })
328 extern void __ia64_sync_icache_dcache(pte_t pteval);
329 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte()
402 #define pte_offset_kernel(dir,addr) ((pte_t *) pmd_page_vaddr(*(dir)) + pte_index(addr))
409 ptep_test_and_clear_young (struct vm_area_struct *vma, unsigned long addr, pte_t *ptep) in ptep_test_and_clear_young()
416 pte_t pte = *ptep; in ptep_test_and_clear_young()
424 static inline pte_t
425 ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_get_and_clear()
430 pte_t pte = *ptep; in ptep_get_and_clear()
[all …]
Dpgalloc.h80 pmd_populate_kernel(struct mm_struct *mm, pmd_t * pmd_entry, pte_t * pte) in pmd_populate_kernel()
101 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
113 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
/linux-4.4.14/arch/metag/include/asm/
Dhugetlb.h26 pte_t *ptep, pte_t pte) in set_huge_pte_at()
31 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
32 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
38 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
42 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
47 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
53 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
59 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
60 pte_t pte, int dirty) in huge_ptep_set_access_flags()
65 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get()
Dpgtable.h125 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write()
126 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
127 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
128 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
130 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) &= (~_PAGE_WRITE); return pte; } in pte_wrprotect()
131 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~_PAGE_DIRTY; return pte; } in pte_mkclean()
132 static inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold()
133 static inline pte_t pte_mkwrite(pte_t pte) { pte_val(pte) |= _PAGE_WRITE; return pte; } in pte_mkwrite()
134 static inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= _PAGE_DIRTY; return pte; } in pte_mkdirty()
135 static inline pte_t pte_mkyoung(pte_t pte) { pte_val(pte) |= _PAGE_ACCESSED; return pte; } in pte_mkyoung()
[all …]
Dpgalloc.h42 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
45 pte_t *pte = (pte_t *)__get_free_page(GFP_KERNEL | __GFP_REPEAT | in pte_alloc_one_kernel()
64 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
/linux-4.4.14/arch/tile/include/asm/
Dhugetlb.h52 pte_t *ptep, pte_t pte) in set_huge_pte_at()
57 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
58 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
64 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
69 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
74 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
80 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
86 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
87 pte_t pte, int dirty) in huge_ptep_set_access_flags()
92 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get()
[all …]
Dpgtable.h176 static inline void __pte_clear(pte_t *ptep) in __pte_clear()
243 int va_to_cpa_and_pte(void *va, phys_addr_t *cpa, pte_t *pte);
250 void __set_pte(pte_t *ptep, pte_t pte);
258 extern void set_pte(pte_t *ptep, pte_t pte);
264 static inline int pte_none(pte_t pte) in pte_none()
269 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn()
278 static inline pte_t pfn_pte(unsigned long pfn, pgprot_t prot) in pfn_pte()
296 #define __swp_entry_to_pte(swp) ((pte_t) { (((long long) ((swp).val)) << 32) })
309 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
515 static inline pte_t *pte_offset_kernel(pmd_t *pmd, unsigned long address) in pte_offset_kernel()
[all …]
Dpgtable_32.h97 unsigned long addr, pte_t *);
99 unsigned long addr, pte_t *);
102 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, in ptep_get_and_clear()
103 unsigned long addr, pte_t *ptep) in ptep_get_and_clear()
105 pte_t pte = *ptep; in ptep_get_and_clear()
Dpgalloc.h51 pmd_t *pmd, pte_t *ptep) in pmd_populate_kernel()
88 static inline pte_t *
94 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
115 pte_t *get_prealloc_pte(unsigned long pfn);
126 pmd_populate_kernel((mm), (pmd_t *)(pud), (pte_t *)(pmd))
Dpgtable_64.h149 unsigned long addr, pte_t *ptep) in ptep_test_and_clear_young()
157 unsigned long addr, pte_t *ptep) in ptep_set_wrprotect()
163 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, in ptep_get_and_clear()
164 unsigned long addr, pte_t *ptep) in ptep_get_and_clear()
Dpage.h85 typedef HV_PTE pte_t; typedef
109 static inline u64 pte_val(pte_t pte) in pte_val()
325 extern pte_t *virt_to_pte(struct mm_struct *mm, unsigned long addr);
326 extern pte_t *virt_to_kpte(unsigned long kaddr);
Dhomecache.h58 extern pte_t pte_set_home(pte_t pte, int home);
/linux-4.4.14/arch/score/include/asm/
Dpgtable.h12 extern pte_t invalid_pte_table[PAGE_SIZE/sizeof(pte_t)];
85 ((pte_t *) pmd_page_vaddr(*(dir)) + __pte_offset(address))
87 ((pte_t *) pmd_page_vaddr(*(dir)) + __pte_offset(address))
90 ((pte_t *)page_address(pmd_page(*(dir))) + __pte_offset(address))
95 #define __swp_entry_to_pte(x) ((pte_t) {(x).val})
100 static inline pte_t pte_mkspecial(pte_t pte) { return pte; } in pte_mkspecial()
177 static inline int pte_write(pte_t pte) in pte_write()
182 static inline int pte_dirty(pte_t pte) in pte_dirty()
187 static inline int pte_young(pte_t pte) in pte_young()
194 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
[all …]
Dpgalloc.h7 pte_t *pte) in pmd_populate_kernel()
40 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
43 pte_t *pte; in pte_alloc_one_kernel()
45 pte = (pte_t *) __get_free_pages(GFP_KERNEL|__GFP_REPEAT|__GFP_ZERO, in pte_alloc_one_kernel()
67 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
/linux-4.4.14/arch/mn10300/include/asm/
Dpgtable.h106 extern pte_t kernel_vmalloc_ptes[(VMALLOC_END - VMALLOC_START) / PAGE_SIZE];
238 static inline int pte_user(pte_t pte) { return pte_val(pte) & __PAGE_PROT_USER; } in pte_user()
239 static inline int pte_read(pte_t pte) { return pte_val(pte) & __PAGE_PROT_USER; } in pte_read()
240 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
241 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
242 static inline int pte_write(pte_t pte) { return pte_val(pte) & __PAGE_PROT_WRITE; } in pte_write()
243 static inline int pte_special(pte_t pte){ return 0; } in pte_special()
245 static inline pte_t pte_rdprotect(pte_t pte) in pte_rdprotect()
249 static inline pte_t pte_exprotect(pte_t pte) in pte_exprotect()
254 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
[all …]
Dpgalloc.h39 extern pte_t *pte_alloc_one_kernel(struct mm_struct *, unsigned long);
42 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
Dhighmem.h29 extern pte_t *kmap_pte;
31 extern pte_t *pkmap_page_table;
/linux-4.4.14/arch/sh/include/asm/
Dhugetlb.h38 pte_t *ptep, pte_t pte) in set_huge_pte_at()
43 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
44 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
50 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
54 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
59 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
65 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
71 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
72 pte_t pte, int dirty) in huge_ptep_set_access_flags()
77 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get()
Dpgtable_64.h35 static __inline__ void set_pte(pte_t *pteptr, pte_t pteval) in set_pte()
84 ((pte_t *) ((pmd_val(*(dir))) & PAGE_MASK) + pte_index((addr)))
260 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
261 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
262 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write()
263 static inline int pte_special(pte_t pte){ return pte_val(pte) & _PAGE_SPECIAL; } in pte_special()
265 static inline pte_t pte_wrprotect(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_WRITE)); r… in pte_wrprotect()
266 static inline pte_t pte_mkclean(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_DIRTY)); ret… in pte_mkclean()
267 static inline pte_t pte_mkold(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_ACCESSED)); re… in pte_mkold()
268 static inline pte_t pte_mkwrite(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) | _PAGE_WRITE)); retu… in pte_mkwrite()
[all …]
Dpgtable.h123 typedef pte_t *pte_addr_t;
138 unsigned long address, pte_t pte);
140 unsigned long address, pte_t pte);
143 update_mmu_cache(struct vm_area_struct *vma, unsigned long address, pte_t *ptep) in update_mmu_cache()
145 pte_t pte = *ptep; in update_mmu_cache()
Dpage.h77 typedef struct { unsigned long pte_low, pte_high; } pte_t; typedef
83 ({ pte_t __pte = {(x), ((unsigned long long)(x)) >> 32}; __pte; })
85 typedef struct { unsigned long pte_low; } pte_t; typedef
89 #define __pte(x) ((pte_t) { (x) } )
91 typedef struct { unsigned long long pte_low; } pte_t; typedef
95 #define __pte(x) ((pte_t) { (x) } )
Dpgtable_32.h299 static inline void set_pte(pte_t *ptep, pte_t pte) in set_pte()
352 static inline pte_t pte_##fn(pte_t pte) { pte.pte_##h op; return pte; }
391 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
422 ((pte_t *) pmd_page_vaddr(*(dir)) + pte_index(address))
464 #define __swp_entry_to_pte(x) ((pte_t){ 0, (x).val })
472 #define __swp_entry_to_pte(x) ((pte_t) { (x).val << 1 })
Dpgalloc.h19 pte_t *pte) in pmd_populate_kernel()
34 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
57 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
Dtlb.h60 tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, unsigned long address) in tlb_remove_tlb_entry()
119 extern void tlb_wire_entry(struct vm_area_struct *, unsigned long, pte_t);
123 unsigned long addr, pte_t pte) in tlb_wire_entry()
/linux-4.4.14/arch/arm64/include/asm/
Dhugetlb.h24 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get()
30 pte_t *ptep, pte_t pte) in set_huge_pte_at()
36 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
42 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
47 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
48 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
54 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
55 pte_t pte, int dirty) in huge_ptep_set_access_flags()
85 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
90 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
Dpgtable.h172 static inline pte_t clear_pte_bit(pte_t pte, pgprot_t prot) in clear_pte_bit()
178 static inline pte_t set_pte_bit(pte_t pte, pgprot_t prot) in set_pte_bit()
184 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
189 static inline pte_t pte_mkwrite(pte_t pte) in pte_mkwrite()
194 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
199 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
204 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
209 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung()
214 static inline pte_t pte_mkspecial(pte_t pte) in pte_mkspecial()
219 static inline pte_t pte_mkcont(pte_t pte) in pte_mkcont()
[all …]
Dpgalloc.h75 static inline pte_t *
78 return (pte_t *)__get_free_page(PGALLOC_GFP); in pte_alloc_one_kernel()
99 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
122 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
Dkvm_mmu.h110 static inline void kvm_clean_pte(pte_t *pte) {}
111 static inline void kvm_clean_pte_entry(pte_t *pte) {}
113 static inline void kvm_set_s2pte_writable(pte_t *pte)
123 static inline void kvm_set_s2pte_readonly(pte_t *pte)
128 static inline bool kvm_s2pte_readonly(pte_t *pte)
251 static inline void __kvm_flush_dcache_pte(pte_t pte)
Dpgtable-types.h37 typedef struct { pteval_t pte; } pte_t; typedef
39 #define __pte(x) ((pte_t) { (x) } )
63 typedef pteval_t pte_t; typedef
/linux-4.4.14/include/asm-generic/
Dpgtable.h28 unsigned long address, pte_t *ptep,
29 pte_t entry, int dirty);
51 pte_t *ptep) in ptep_test_and_clear_young()
53 pte_t pte = *ptep; in ptep_test_and_clear_young()
90 unsigned long address, pte_t *ptep);
112 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, in ptep_get_and_clear()
114 pte_t *ptep) in ptep_get_and_clear()
116 pte_t pte = *ptep; in ptep_get_and_clear()
147 static inline pte_t ptep_get_and_clear_full(struct mm_struct *mm, in ptep_get_and_clear_full()
148 unsigned long address, pte_t *ptep, in ptep_get_and_clear_full()
[all …]
Dhugetlb.h4 static inline pte_t mk_huge_pte(struct page *page, pgprot_t pgprot) in mk_huge_pte()
9 static inline unsigned long huge_pte_write(pte_t pte) in huge_pte_write()
14 static inline unsigned long huge_pte_dirty(pte_t pte) in huge_pte_dirty()
19 static inline pte_t huge_pte_mkwrite(pte_t pte) in huge_pte_mkwrite()
24 static inline pte_t huge_pte_mkdirty(pte_t pte) in huge_pte_mkdirty()
29 static inline pte_t huge_pte_modify(pte_t pte, pgprot_t newprot) in huge_pte_modify()
35 pte_t *ptep) in huge_pte_clear()
/linux-4.4.14/arch/m32r/include/asm/
Dpgtable.h191 static inline int pte_dirty(pte_t pte) in pte_dirty()
196 static inline int pte_young(pte_t pte) in pte_young()
201 static inline int pte_write(pte_t pte) in pte_write()
206 static inline int pte_special(pte_t pte) in pte_special()
211 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
217 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
223 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
229 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
235 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung()
241 static inline pte_t pte_mkwrite(pte_t pte) in pte_mkwrite()
[all …]
Dpgalloc.h33 static __inline__ pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
36 pte_t *pte = (pte_t *)__get_free_page(GFP_KERNEL|__GFP_ZERO); in pte_alloc_one_kernel()
55 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
/linux-4.4.14/arch/arm/include/asm/
Dhugetlb-3level.h32 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get()
34 pte_t retval = *ptep; in huge_ptep_get()
41 pte_t *ptep, pte_t pte) in set_huge_pte_at()
47 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
53 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
58 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
59 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
65 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
66 pte_t pte, int dirty) in huge_ptep_set_access_flags()
Dpgtable.h51 extern void __pte_error(const char *file, int line, pte_t);
187 static inline pte_t *pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
198 #define __pte_map(pmd) (pte_t *)kmap_atomic(pmd_page(*(pmd)))
234 static inline void __sync_icache_dcache(pte_t pteval) in __sync_icache_dcache()
238 extern void __sync_icache_dcache(pte_t pteval);
242 pte_t *ptep, pte_t pteval) in set_pte_at()
255 static inline pte_t clear_pte_bit(pte_t pte, pgprot_t prot) in clear_pte_bit()
261 static inline pte_t set_pte_bit(pte_t pte, pgprot_t prot) in set_pte_bit()
267 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
272 static inline pte_t pte_mkwrite(pte_t pte) in pte_mkwrite()
[all …]
Dproc-fns.h69 void (*set_pte_ext)(pte_t *ptep, pte_t pte);
71 void (*set_pte_ext)(pte_t *ptep, pte_t pte, unsigned int ext);
87 extern void cpu_set_pte_ext(pte_t *ptep, pte_t pte);
89 extern void cpu_set_pte_ext(pte_t *ptep, pte_t pte, unsigned int ext);
Dpgalloc.h62 static inline void clean_pte_table(pte_t *pte) in clean_pte_table()
83 static inline pte_t *
86 pte_t *pte; in pte_alloc_one_kernel()
88 pte = (pte_t *)__get_free_page(PGALLOC_GFP); in pte_alloc_one_kernel()
119 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
137 pmdp[1] = __pmd(pmdval + 256 * sizeof(pte_t)); in __pmd_populate()
149 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
Dkvm_mmu.h78 static inline void kvm_set_pte(pte_t *pte, pte_t new_pte) in kvm_set_pte()
103 static inline void kvm_clean_pte(pte_t *pte) in kvm_clean_pte()
108 static inline void kvm_set_s2pte_writable(pte_t *pte) in kvm_set_s2pte_writable()
118 static inline void kvm_set_s2pte_readonly(pte_t *pte) in kvm_set_s2pte_readonly()
123 static inline bool kvm_s2pte_readonly(pte_t *pte) in kvm_s2pte_readonly()
237 static inline void __kvm_flush_dcache_pte(pte_t pte) in __kvm_flush_dcache_pte()
Dhugetlb.h56 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
61 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
Dpgtable-2level-types.h33 typedef struct { pteval_t pte; } pte_t; typedef
43 #define __pte(x) ((pte_t) { (x) } )
51 typedef pteval_t pte_t; typedef
Dpgtable-3level-types.h36 typedef struct { pteval_t pte; } pte_t; typedef
46 #define __pte(x) ((pte_t) { (x) } )
53 typedef pteval_t pte_t; typedef
Dpgtable-2level.h78 #define PTE_HWTABLE_OFF (PTE_HWTABLE_PTRS * sizeof(pte_t))
216 static inline pte_t pte_mkspecial(pte_t pte) { return pte; } in pte_mkspecial()
Dhighmem.h20 extern pte_t *pkmap_page_table;
21 extern pte_t *fixmap_page_table;
Dpgtable-nommu.h52 #define __swp_entry_to_pte(x) ((pte_t) { (x).val })
55 typedef pte_t *pte_addr_t;
/linux-4.4.14/arch/avr32/include/asm/
Dpgtable.h192 static inline int pte_write(pte_t pte) in pte_write()
196 static inline int pte_dirty(pte_t pte) in pte_dirty()
200 static inline int pte_young(pte_t pte) in pte_young()
204 static inline int pte_special(pte_t pte) in pte_special()
210 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
215 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
220 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
225 static inline pte_t pte_mkwrite(pte_t pte) in pte_mkwrite()
230 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
235 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung()
[all …]
Dpgalloc.h20 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
54 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
79 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
/linux-4.4.14/arch/s390/mm/
Dhugetlbpage.c11 static inline pmd_t __pte_to_pmd(pte_t pte) in __pte_to_pmd()
49 static inline pte_t __pmd_to_pte(pmd_t pmd) in __pmd_to_pte()
51 pte_t pte; in __pmd_to_pte()
89 pte_t *ptep, pte_t pte) in set_huge_pte_at()
97 pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get()
104 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
105 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
108 pte_t pte = huge_ptep_get(ptep); in huge_ptep_get_and_clear()
115 pte_t *huge_pte_alloc(struct mm_struct *mm, in huge_pte_alloc()
126 return (pte_t *) pmdp; in huge_pte_alloc()
[all …]
Dpageattr.c43 static pte_t *walk_page_table(unsigned long addr) in walk_page_table()
48 pte_t *ptep; in walk_page_table()
66 pte_t (*set) (pte_t)) in change_page_attr()
68 pte_t *ptep, pte; in change_page_attr()
108 static void ipte_range(pte_t *pte, unsigned long address, int nr) in ipte_range()
130 pte_t *pte; in __kernel_map_pages()
Dvmem.c59 static pte_t __ref *vmem_pte_alloc(unsigned long address) in vmem_pte_alloc()
61 pte_t *pte; in vmem_pte_alloc()
64 pte = (pte_t *) page_table_alloc(&init_mm); in vmem_pte_alloc()
66 pte = alloc_bootmem_align(PTRS_PER_PTE * sizeof(pte_t), in vmem_pte_alloc()
67 PTRS_PER_PTE * sizeof(pte_t)); in vmem_pte_alloc()
71 PTRS_PER_PTE * sizeof(pte_t)); in vmem_pte_alloc()
85 pte_t *pt_dir; in vmem_add_mem()
153 pte_t *pt_dir; in vmem_remove_range()
154 pte_t pte; in vmem_remove_range()
199 pte_t *pt_dir; in vmemmap_populate()
/linux-4.4.14/arch/parisc/mm/
Dhugetlbpage.c46 pte_t *huge_pte_alloc(struct mm_struct *mm, in huge_pte_alloc()
52 pte_t *pte = NULL; in huge_pte_alloc()
71 pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr) in huge_pte_offset()
76 pte_t *pte = NULL; in huge_pte_offset()
115 pte_t *ptep, pte_t entry) in __set_huge_pte_at()
135 pte_t *ptep, pte_t entry) in set_huge_pte_at()
145 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, in huge_ptep_get_and_clear()
146 pte_t *ptep) in huge_ptep_get_and_clear()
149 pte_t entry; in huge_ptep_get_and_clear()
161 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
[all …]
/linux-4.4.14/arch/frv/include/asm/
Dpgtable.h36 typedef pte_t *pte_addr_t;
63 #define __swp_entry_to_pte(x) ((pte_t) { (x).val })
375 static inline int pte_dirty(pte_t pte) { return (pte).pte & _PAGE_DIRTY; } in pte_dirty()
376 static inline int pte_young(pte_t pte) { return (pte).pte & _PAGE_ACCESSED; } in pte_young()
377 static inline int pte_write(pte_t pte) { return !((pte).pte & _PAGE_WP); } in pte_write()
378 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
380 static inline pte_t pte_mkclean(pte_t pte) { (pte).pte &= ~_PAGE_DIRTY; return pte; } in pte_mkclean()
381 static inline pte_t pte_mkold(pte_t pte) { (pte).pte &= ~_PAGE_ACCESSED; return pte; } in pte_mkold()
382 static inline pte_t pte_wrprotect(pte_t pte) { (pte).pte |= _PAGE_WP; return pte; } in pte_wrprotect()
383 static inline pte_t pte_mkdirty(pte_t pte) { (pte).pte |= _PAGE_DIRTY; return pte; } in pte_mkdirty()
[all …]
Dpgalloc.h37 extern pte_t *pte_alloc_one_kernel(struct mm_struct *, unsigned long);
41 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
/linux-4.4.14/arch/powerpc/mm/
Dpgtable.c44 static inline int pte_looks_normal(pte_t pte) in pte_looks_normal()
51 static struct page *maybe_pte_to_page(pte_t pte) in maybe_pte_to_page()
72 static pte_t set_pte_filter(pte_t pte) in set_pte_filter()
88 static pte_t set_access_flags_filter(pte_t pte, struct vm_area_struct *vma, in set_access_flags_filter()
100 static pte_t set_pte_filter(pte_t pte) in set_pte_filter()
128 static pte_t set_access_flags_filter(pte_t pte, struct vm_area_struct *vma, in set_access_flags_filter()
172 void set_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, in set_pte_at()
173 pte_t pte) in set_pte_at()
201 pte_t *ptep, pte_t entry, int dirty) in ptep_set_access_flags()
Dhugetlbpage.c128 pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr) in huge_pte_offset()
138 pte_t *new; in __hugepte_alloc()
210 pte_t *huge_pte_alloc(struct mm_struct *mm, unsigned long addr, unsigned long sz) in huge_pte_alloc()
224 return (pte_t *) pg; in huge_pte_alloc()
234 return (pte_t *)pu; in huge_pte_alloc()
242 return (pte_t *)pm; in huge_pte_alloc()
260 pte_t *huge_pte_alloc(struct mm_struct *mm, unsigned long addr, unsigned long sz) in huge_pte_alloc()
463 ((PAGE_SIZE - sizeof(struct hugepd_freelist)) / sizeof(pte_t))
517 pte_t *hugepte = hugepd_page(*hpdp); in free_hugepd_range()
707 pte_t *ptep, pte; in follow_huge_addr()
[all …]
Dpgtable_32.c107 __init_refok pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address) in pte_alloc_one_kernel()
109 pte_t *pte; in pte_alloc_one_kernel()
112 pte = (pte_t *)__get_free_page(GFP_KERNEL|__GFP_REPEAT|__GFP_ZERO); in pte_alloc_one_kernel()
291 pte_t *pg; in map_page()
367 get_pteptr(struct mm_struct *mm, unsigned long addr, pte_t **ptep, pmd_t **pmdp) in get_pteptr()
372 pte_t *pte; in get_pteptr()
399 pte_t *kpte; in __change_page_attr()
Dtlb_hash64.c44 pte_t *ptep, unsigned long pte, int huge) in hpte_need_flush()
212 pte_t *ptep = find_linux_pte_or_hugepte(mm->pgd, start, &is_thp, in __flush_hash_table_range()
234 pte_t *pte; in flush_tlb_pmd_range()
235 pte_t *start_pte; in flush_tlb_pmd_range()
/linux-4.4.14/arch/tile/mm/
Dhugetlbpage.c54 pte_t *huge_pte_alloc(struct mm_struct *mm, in huge_pte_alloc()
69 return (pte_t *)pud; in huge_pte_alloc()
75 return (pte_t *)pmd; in huge_pte_alloc()
85 return (pte_t *) pmd_alloc(mm, pud, addr); in huge_pte_alloc()
89 static pte_t *get_pte(pte_t *base, int index, int level) in get_pte()
91 pte_t *ptep = base + index; in get_pte()
95 pte_t *super_ptep = base + (index & mask); in get_pte()
96 pte_t pte = *super_ptep; in get_pte()
104 pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr) in huge_pte_offset()
110 pte_t *pte; in huge_pte_offset()
[all …]
Dhighmem.c29 pte_t *ptep; in kmap()
97 unsigned long va, pte_t *ptep, pte_t pteval) in kmap_atomic_register()
148 pte_t *ptep = kmap_get_pte(amp->va); in kmap_atomic_fix_one_kpte()
159 pte_t pte = mk_pte(amp->page, page_to_kpgprot(amp->page)); in kmap_atomic_fix_one_kpte()
202 pte_t *pte; in kmap_atomic_prot()
239 pte_t *pte = kmap_get_pte(vaddr); in __kunmap_atomic()
240 pte_t pteval = *pte; in __kunmap_atomic()
Dinit.c63 static pte_t * __init alloc_pte(void) in alloc_pte()
80 static pte_t *l2_ptes[MAX_NUMNODES];
88 l2_ptes[node] = __alloc_bootmem(pages * sizeof(pte_t), in init_prealloc_ptes()
93 pte_t *get_prealloc_pte(unsigned long pfn) in get_prealloc_pte()
118 static void __init assign_pte(pmd_t *pmd, pte_t *page_table) in assign_pte()
122 pte_t pteval = hv_pte_set_ptfn(__pgprot(_PAGE_TABLE), l2_ptfn); in assign_pte()
125 *(pte_t *)pmd = pteval; in assign_pte()
126 if (page_table != (pte_t *)pmd_page_vaddr(*pmd)) in assign_pte()
139 assign_pte((pmd_t *)pud, (pte_t *)pmd); in assign_pmd()
147 pte_t *pte = get_prealloc_pte(pte_pfn(*(pte_t *)pmd)); in shatter_pmd()
[all …]
Dpgtable.c299 unsigned long addr, pte_t *ptep) in ptep_test_and_clear_young()
318 unsigned long addr, pte_t *ptep) in ptep_set_wrprotect()
340 pte_t *virt_to_pte(struct mm_struct* mm, unsigned long addr) in virt_to_pte()
354 return (pte_t *)pud; in virt_to_pte()
359 return (pte_t *)pmd; in virt_to_pte()
364 pte_t *virt_to_kpte(unsigned long kaddr) in virt_to_kpte()
395 int va_to_cpa_and_pte(void *va, unsigned long long *cpa, pte_t *pte) in va_to_cpa_and_pte()
398 pte_t null_pte = { 0 }; in va_to_cpa_and_pte()
409 void __set_pte(pte_t *ptep, pte_t pte) in __set_pte()
429 void set_pte(pte_t *ptep, pte_t pte) in set_pte()
Dhomecache.c178 pte_t *ptep; in homecache_finv_map_page()
179 pte_t pte; in homecache_finv_map_page()
244 static int pte_to_home(pte_t pte) in pte_to_home()
262 pte_t pte_set_home(pte_t pte, int home) in pte_set_home()
376 pte_t *ptep = virt_to_kpte(kva); in homecache_change_page_home()
377 pte_t pteval = *ptep; in homecache_change_page_home()
Dmigrate.h49 extern int homecache_migrate_stack_and_flush(pte_t stack_pte, unsigned long va,
50 size_t length, pte_t *stack_ptep,
/linux-4.4.14/arch/arc/include/asm/
Dpgalloc.h39 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
47 pmd_set(pmd, (pte_t *) ptep); in pmd_populate()
90 return get_order(PTRS_PER_PTE * sizeof(pte_t)); in __get_order_pte()
93 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
96 pte_t *pte; in pte_alloc_one_kernel()
98 pte = (pte_t *) __get_free_pages(GFP_KERNEL | __GFP_REPEAT | __GFP_ZERO, in pte_alloc_one_kernel()
113 memzero((void *)pte_pg, PTRS_PER_PTE * sizeof(pte_t)); in pte_alloc_one()
123 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
Dpgtable.h260 static inline void pmd_set(pmd_t *pmdp, pte_t *ptep) in pmd_set()
280 #define pfn_pte(pfn, prot) (__pte(((pte_t)(pfn) << PAGE_SHIFT) | \
288 #define pte_offset(dir, addr) ((pte_t *)(pmd_page_vaddr(*dir)) +\
303 static inline pte_t pte_##fn(pte_t pte) { pte_val(pte) op; return pte; }
319 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
328 pte_t *ptep, pte_t pteval) in set_pte_at()
365 pte_t *ptep);
380 #define __swp_entry_to_pte(x) ((pte_t) { (x).val })
Dpage.h39 } pte_t; typedef
51 #define __pte(x) ((pte_t) { (x) })
60 typedef unsigned long long pte_t; typedef
62 typedef unsigned long pte_t; typedef
77 typedef pte_t * pgtable_t;
/linux-4.4.14/arch/unicore32/include/asm/
Dpgalloc.h36 static inline pte_t *
39 pte_t *pte; in pte_alloc_one_kernel()
41 pte = (pte_t *)__get_free_page(PGALLOC_GFP); in pte_alloc_one_kernel()
43 clean_dcache_area(pte, PTRS_PER_PTE * sizeof(pte_t)); in pte_alloc_one_kernel()
58 clean_dcache_area(page, PTRS_PER_PTE * sizeof(pte_t)); in pte_alloc_one()
70 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
93 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
Dpgtable.h185 static inline pte_t pte_##fn(pte_t pte) { pte_val(pte) op; return pte; }
194 static inline pte_t pte_mkspecial(pte_t pte) { return pte; } in pte_mkspecial()
223 #define pmd_page_vaddr(pmd) ((pte_t *)__va(pmd_val(pmd) & PAGE_MASK))
243 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
276 #define __swp_entry_to_pte(swp) ((pte_t) { (swp).val })
Dpage.h37 typedef struct { unsigned long pte; } pte_t; typedef
45 #define __pte(x) ((pte_t) { (x) })
53 typedef unsigned long pte_t; typedef
Dcpu-single.h39 extern void cpu_set_pte(pte_t *ptep, pte_t pte);
/linux-4.4.14/arch/m68k/mm/
Dsun3mmu.c39 pte_t * pg_table; in paging_init()
57 size = num_pages * sizeof(pte_t); in paging_init()
67 pg_table = (pte_t *) __pa (next_pgtable); in paging_init()
68 next_pgtable += PTRS_PER_PTE * sizeof (pte_t); in paging_init()
73 pg_table = (pte_t *) __va ((unsigned long) pg_table); in paging_init()
75 pte_t pte = pfn_pte(virt_to_pfn(address), PAGE_INIT); in paging_init()
Dmcfmmu.c38 pte_t *pg_table; in paging_init()
51 size = num_pages * sizeof(pte_t); in paging_init()
60 pg_table = (pte_t *) next_pgtable; in paging_init()
61 next_pgtable += PTRS_PER_PTE * sizeof(pte_t); in paging_init()
67 pte_t pte = pfn_pte(virt_to_pfn(address), PAGE_INIT); in paging_init()
90 pte_t *pte; in cf_tlb_miss()
Dmotorola.c52 static pte_t * __init kernel_page_table(void) in kernel_page_table()
54 pte_t *ptablep; in kernel_page_table()
56 ptablep = (pte_t *)alloc_bootmem_low_pages(PAGE_SIZE); in kernel_page_table()
114 pte_t *pte_dir; in map_node()
166 pte_dir = (pte_t *)zero_pgtable; in map_node()
/linux-4.4.14/drivers/lguest/
Dpage_tables.c115 static pte_t *spte_addr(struct lg_cpu *cpu, pgd_t spgd, unsigned long vaddr) in spte_addr()
119 pte_t *page = __va(pmd_pfn(*pmd) << PAGE_SHIFT); in spte_addr()
124 pte_t *page = __va(pgd_pfn(spgd) << PAGE_SHIFT); in spte_addr()
158 return gpage + pte_index(vaddr) * sizeof(pte_t); in gpte_addr()
168 return gpage + pte_index(vaddr) * sizeof(pte_t); in gpte_addr()
206 static pte_t gpte_to_spte(struct lg_cpu *cpu, pte_t gpte, int write) in gpte_to_spte()
242 static void release_pte(pte_t pte) in release_pte()
253 static bool gpte_in_iomem(struct lg_cpu *cpu, pte_t gpte) in gpte_in_iomem()
263 static bool check_gpte(struct lg_cpu *cpu, pte_t gpte) in check_gpte()
303 static pte_t *find_spte(struct lg_cpu *cpu, unsigned long vaddr, bool allocate, in find_spte()
[all …]
/linux-4.4.14/arch/sparc/mm/
Dhugetlbpage.c129 pte_t *huge_pte_alloc(struct mm_struct *mm, in huge_pte_alloc()
135 pte_t *pte = NULL; in huge_pte_alloc()
154 pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr) in huge_pte_offset()
159 pte_t *pte = NULL; in huge_pte_offset()
176 pte_t *ptep, pte_t entry) in set_huge_pte_at()
179 pte_t orig[2]; in set_huge_pte_at()
206 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, in huge_ptep_get_and_clear()
207 pte_t *ptep) in huge_ptep_get_and_clear()
209 pte_t entry; in huge_ptep_get_and_clear()
Dtlb.c113 pte_t *ptep, pte_t orig, int fullmm) in tlb_batch_add()
150 pte_t *pte; in tlb_batch_pmd_scan()
195 pte_t orig_pte = __pte(pmd_val(orig)); in set_pmd_at()
/linux-4.4.14/arch/mips/mm/
Dhugetlbpage.c24 pte_t *huge_pte_alloc(struct mm_struct *mm, unsigned long addr, in huge_pte_alloc()
29 pte_t *pte = NULL; in huge_pte_alloc()
34 pte = (pte_t *)pmd_alloc(mm, pud, addr); in huge_pte_alloc()
39 pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr) in huge_pte_offset()
51 return (pte_t *) pmd; in huge_pte_offset()
Dgup.c18 static inline pte_t gup_get_pte(pte_t *ptep) in gup_get_pte()
21 pte_t pte; in gup_get_pte()
40 pte_t *ptep = pte_offset_map(&pmd, addr); in gup_pte_range()
42 pte_t pte = gup_get_pte(ptep); in gup_pte_range()
74 pte_t pte = *(pte_t *)&pmd; in gup_huge_pmd()
140 pte_t pte = *(pte_t *)&pud; in gup_huge_pud()
/linux-4.4.14/arch/x86/xen/
Dmmu.h18 pte_t xen_ptep_modify_prot_start(struct mm_struct *mm, unsigned long addr, pte_t *ptep);
20 pte_t *ptep, pte_t pte);
Dp2m.c112 static pte_t *p2m_missing_pte;
113 static pte_t *p2m_identity_pte;
211 pte_t *ptep; in xen_build_mfn_list_list()
244 ptep = (pte_t *)((unsigned long)ptep & ~(PAGE_SIZE - 1)); in xen_build_mfn_list_list()
334 pte_t *ptep; in xen_rebuild_p2m_list()
439 pte_t *ptep; in get_phys_to_machine()
470 static pte_t *alloc_p2m_pmd(unsigned long addr, pte_t *pte_pg) in alloc_p2m_pmd()
472 pte_t *ptechk; in alloc_p2m_pmd()
473 pte_t *pte_newpg[PMDS_PER_MID_PAGE]; in alloc_p2m_pmd()
537 pte_t *ptep, *pte_pg; in xen_alloc_p2m_entry()
[all …]
Dmmu.c95 static RESERVE_BRK_ARRAY(pte_t, level1_ident_pgt, LEVEL1_IDENT_ENTRIES);
138 pte_t *pte; in arbitrary_virt_to_machine()
159 pte_t *pte, ptev; in make_lowmem_page_readonly()
175 pte_t *pte, ptev; in make_lowmem_page_readwrite()
197 void xen_set_domain_pte(pte_t *ptep, pte_t pteval, unsigned domid) in xen_set_domain_pte()
294 static bool xen_batched_set_pte(pte_t *ptep, pte_t pteval) in xen_batched_set_pte()
312 static inline void __xen_set_pte(pte_t *ptep, pte_t pteval) in __xen_set_pte()
330 static void xen_set_pte(pte_t *ptep, pte_t pteval) in xen_set_pte()
337 pte_t *ptep, pte_t pteval) in xen_set_pte_at()
343 pte_t xen_ptep_modify_prot_start(struct mm_struct *mm, in xen_ptep_modify_prot_start()
[all …]
/linux-4.4.14/arch/microblaze/mm/
Dpgtable.c141 pte_t *pg; in map_page()
191 static int get_pteptr(struct mm_struct *mm, unsigned long addr, pte_t **ptep) in get_pteptr()
195 pte_t *pte; in get_pteptr()
219 pte_t *pte; in iopa()
237 __init_refok pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
240 pte_t *pte; in pte_alloc_one_kernel()
242 pte = (pte_t *)__get_free_page(GFP_KERNEL | in pte_alloc_one_kernel()
245 pte = (pte_t *)early_get_page(); in pte_alloc_one_kernel()
Dconsistent.c160 static pte_t *consistent_virt_to_pte(void *vaddr) in consistent_virt_to_pte()
169 pte_t *ptep = consistent_virt_to_pte(vaddr); in consistent_virt_to_pfn()
203 pte_t *ptep = consistent_virt_to_pte(vaddr); in consistent_free()
/linux-4.4.14/arch/openrisc/mm/
Dioremap.c119 pte_t __init_refok *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
122 pte_t *pte; in pte_alloc_one_kernel()
125 pte = (pte_t *) __get_free_page(GFP_KERNEL | __GFP_REPEAT); in pte_alloc_one_kernel()
127 pte = (pte_t *) alloc_bootmem_low_pages(PAGE_SIZE); in pte_alloc_one_kernel()
130 pte = (pte_t *) __va(memblock_alloc(PAGE_SIZE, PAGE_SIZE)); in pte_alloc_one_kernel()
/linux-4.4.14/arch/arc/mm/
Dhighmem.c53 extern pte_t * pkmap_page_table;
54 static pte_t * fixmap_page_table;
114 static noinline pte_t * __init alloc_kmap_pgtable(unsigned long kvaddr) in alloc_kmap_pgtable()
119 pte_t *pte_k; in alloc_kmap_pgtable()
125 pte_k = (pte_t *)alloc_bootmem_low_pages(PAGE_SIZE); in alloc_kmap_pgtable()
/linux-4.4.14/include/linux/
Dswapops.h55 static inline int is_swap_pte(pte_t pte) in is_swap_pte()
65 static inline swp_entry_t pte_to_swp_entry(pte_t pte) in pte_to_swp_entry()
79 static inline pte_t swp_entry_to_pte(swp_entry_t entry) in swp_entry_to_pte()
138 extern void __migration_entry_wait(struct mm_struct *mm, pte_t *ptep,
143 struct mm_struct *mm, pte_t *pte);
153 static inline void __migration_entry_wait(struct mm_struct *mm, pte_t *ptep, in __migration_entry_wait()
158 struct mm_struct *mm, pte_t *pte) { } in migration_entry_wait_huge()
Dhugetlb.h100 pte_t *huge_pmd_share(struct mm_struct *mm, unsigned long addr, pud_t *pud);
109 pte_t *huge_pte_alloc(struct mm_struct *mm,
111 pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr);
112 int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep);
423 static inline pte_t arch_make_huge_pte(pte_t entry, struct vm_area_struct *vma, in arch_make_huge_pte()
469 struct mm_struct *mm, pte_t *pte) in huge_pte_lockptr()
529 struct mm_struct *mm, pte_t *pte) in huge_pte_lockptr()
544 struct mm_struct *mm, pte_t *pte) in huge_pte_lock()
Dmmu_notifier.h95 pte_t pte);
222 unsigned long address, pte_t pte);
265 unsigned long address, pte_t pte) in mmu_notifier_change_pte()
362 pte_t ___pte; \
410 pte_t ___pte = __pte; \
440 unsigned long address, pte_t pte) in mmu_notifier_change_pte()
Drmap.h184 pte_t *__page_check_address(struct page *, struct mm_struct *,
187 static inline pte_t *page_check_address(struct page *page, struct mm_struct *mm, in page_check_address()
191 pte_t *ptep; in page_check_address()
/linux-4.4.14/arch/unicore32/kernel/
Dhibernate.c51 static pte_t *resume_one_page_table_init(pmd_t *pmd) in resume_one_page_table_init()
54 pte_t *page_table = (pte_t *)get_safe_page(GFP_ATOMIC); in resume_one_page_table_init()
78 pte_t *pte; in resume_physical_mapping_init()
94 pte_t *max_pte; in resume_physical_mapping_init()
/linux-4.4.14/arch/x86/include/asm/xen/
Dpage.h255 static inline unsigned long pte_mfn(pte_t pte) in pte_mfn()
260 static inline pte_t mfn_pte(unsigned long page_nr, pgprot_t pgprot) in mfn_pte()
262 pte_t pte; in mfn_pte()
270 static inline pteval_t pte_val_ma(pte_t pte) in pte_val_ma()
275 static inline pte_t __pte_ma(pteval_t x) in __pte_ma()
277 return (pte_t) { .pte = x }; in __pte_ma()
290 void xen_set_domain_pte(pte_t *ptep, pte_t pteval, unsigned domid);
/linux-4.4.14/arch/sh/mm/
Dhugetlbpage.c24 pte_t *huge_pte_alloc(struct mm_struct *mm, in huge_pte_alloc()
30 pte_t *pte = NULL; in huge_pte_alloc()
45 pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr) in huge_pte_offset()
50 pte_t *pte = NULL; in huge_pte_offset()
Dinit.c45 static pte_t *__get_pte_phys(unsigned long addr) in __get_pte_phys()
74 pte_t *pte; in set_pte_phys()
91 pte_t *pte; in clear_pte_phys()
139 static pte_t * __init one_page_table_init(pmd_t *pmd) in one_page_table_init()
142 pte_t *pte; in one_page_table_init()
152 static pte_t * __init page_table_kmap_check(pte_t *pte, pmd_t *pmd, in page_table_kmap_check()
153 unsigned long vaddr, pte_t *lastpte) in page_table_kmap_check()
164 pte_t *pte = NULL; in page_table_range_init()
Dgup.c17 static inline pte_t gup_get_pte(pte_t *ptep) in gup_get_pte()
55 pte_t pte; in gup_get_pte()
78 pte_t *ptep; in gup_pte_range()
98 pte_t pte = gup_get_pte(ptep); in gup_pte_range()
Dtlbex_32.c28 pte_t *pte; in handle_tlbmiss()
29 pte_t entry; in handle_tlbmiss()
/linux-4.4.14/include/trace/events/
Dxen.h127 TP_PROTO(pte_t *ptep, pte_t pteval),
130 __field(pte_t *, ptep)
143 TP_PROTO(pte_t *ptep, pte_t pteval), \
150 TP_PROTO(pte_t *ptep, pte_t pteval, unsigned domid),
153 __field(pte_t *, ptep)
169 pte_t *ptep, pte_t pteval),
174 __field(pte_t *, ptep)
188 TP_PROTO(struct mm_struct *mm, unsigned long addr, pte_t *ptep),
193 __field(pte_t *, ptep)
301 pte_t *ptep, pte_t pteval),
[all …]
/linux-4.4.14/arch/x86/power/
Dhibernate_32.c59 static pte_t *resume_one_page_table_init(pmd_t *pmd) in resume_one_page_table_init()
62 pte_t *page_table = (pte_t *)get_safe_page(GFP_ATOMIC); in resume_one_page_table_init()
86 pte_t *pte; in resume_physical_mapping_init()
113 pte_t *max_pte; in resume_physical_mapping_init()
/linux-4.4.14/arch/arm/mm/
Dmm.h23 static inline void set_top_pte(unsigned long va, pte_t pte) in set_top_pte()
25 pte_t *ptep = pte_offset_kernel(top_pmd, va); in set_top_pte()
30 static inline pte_t get_top_pte(unsigned long va) in get_top_pte()
32 pte_t *ptep = pte_offset_kernel(top_pmd, va); in get_top_pte()
Dhighmem.c21 static inline void set_fixmap_pte(int idx, pte_t pte) in set_fixmap_pte()
24 pte_t *ptep = pte_offset_kernel(pmd_off_k(vaddr), vaddr); in set_fixmap_pte()
30 static inline pte_t get_fixmap_pte(unsigned long vaddr) in get_fixmap_pte()
32 pte_t *ptep = pte_offset_kernel(pmd_off_k(vaddr), vaddr); in get_fixmap_pte()
Dfault-armv.c41 unsigned long pfn, pte_t *ptep) in do_adjust_pte()
43 pte_t entry = *ptep; in do_adjust_pte()
99 pte_t *pte; in adjust_pte()
133 unsigned long addr, pte_t *ptep, unsigned long pfn) in make_coherent()
181 pte_t *ptep) in update_mmu_cache()
/linux-4.4.14/mm/
Dpgtable-generic.c48 unsigned long address, pte_t *ptep, in ptep_set_access_flags()
49 pte_t entry, int dirty) in ptep_set_access_flags()
62 unsigned long address, pte_t *ptep) in ptep_clear_flush_young()
73 pte_t ptep_clear_flush(struct vm_area_struct *vma, unsigned long address, in ptep_clear_flush()
74 pte_t *ptep) in ptep_clear_flush()
77 pte_t pte; in ptep_clear_flush()
Dsparse-vmemmap.c90 void __meminit vmemmap_verify(pte_t *pte, int node, in vmemmap_verify()
101 pte_t * __meminit vmemmap_pte_populate(pmd_t *pmd, unsigned long addr, int node) in vmemmap_pte_populate()
103 pte_t *pte = pte_offset_kernel(pmd, addr); in vmemmap_pte_populate()
105 pte_t entry; in vmemmap_pte_populate()
158 pte_t *pte; in vmemmap_populate_basepages()
Dmemory.c606 pte_t *new = pte_alloc_one_kernel(&init_mm, address); in __pte_alloc_kernel()
648 pte_t pte, struct page *page) in print_bad_pte()
751 pte_t pte) in vm_normal_page()
848 pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *vma, in copy_one_pte()
852 pte_t pte = *src_pte; in copy_one_pte()
932 pte_t *orig_src_pte, *orig_dst_pte; in copy_pte_range()
933 pte_t *src_pte, *dst_pte; in copy_pte_range()
1122 pte_t *start_pte; in zap_pte_range()
1123 pte_t *pte; in zap_pte_range()
1132 pte_t ptent = *pte; in zap_pte_range()
[all …]
/linux-4.4.14/arch/um/kernel/
Dmem.c69 pte_t *pte = (pte_t *) alloc_bootmem_low_pages(PAGE_SIZE); in one_page_table_init()
121 pte_t *pte; in fixaddr_user_init()
203 pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address) in pte_alloc_one_kernel()
205 pte_t *pte; in pte_alloc_one_kernel()
207 pte = (pte_t *)__get_free_page(GFP_KERNEL|__GFP_REPEAT|__GFP_ZERO); in pte_alloc_one_kernel()
/linux-4.4.14/arch/blackfin/include/asm/
Dpgtable.h15 typedef pte_t *pte_addr_t;
46 #define __swp_entry_to_pte(x) ((pte_t) { (x).val })
61 static inline pte_t pte_##fn(pte_t _pte) { _pte.pte op; return _pte; }
/linux-4.4.14/arch/x86/mm/
Dinit_64.c257 static pte_t *fill_pte(pmd_t *pmd, unsigned long vaddr) in fill_pte()
260 pte_t *pte = (pte_t *) spp_getpage(); in fill_pte()
268 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte) in set_pte_vaddr_pud()
272 pte_t *pte; in set_pte_vaddr_pud()
287 void set_pte_vaddr(unsigned long vaddr, pte_t pteval) in set_pte_vaddr()
314 pte_t * __init populate_extra_pte(unsigned long vaddr) in populate_extra_pte()
402 phys_pte_init(pte_t *pte_page, unsigned long addr, unsigned long end, in phys_pte_init()
409 pte_t *pte = pte_page + pte_index(addr); in phys_pte_init()
457 pte_t *pte; in phys_pmd_init()
472 pte = (pte_t *)pmd_page_vaddr(*pmd); in phys_pmd_init()
[all …]
Dinit_32.c95 static pte_t * __init one_page_table_init(pmd_t *pmd) in one_page_table_init()
98 pte_t *page_table = (pte_t *)alloc_low_page(); in one_page_table_init()
116 pte_t * __init populate_extra_pte(unsigned long vaddr) in populate_extra_pte()
156 static pte_t *__init page_table_kmap_check(pte_t *pte, pmd_t *pmd, in page_table_kmap_check()
157 unsigned long vaddr, pte_t *lastpte, in page_table_kmap_check()
173 pte_t *newpte; in page_table_kmap_check()
213 pte_t *pte = NULL; in page_table_range_init()
264 pte_t *pte; in kernel_physical_mapping_init()
390 pte_t *kmap_pte;
393 static inline pte_t *kmap_get_fixmap_pte(unsigned long vaddr) in kmap_get_fixmap_pte()
[all …]
Dpageattr.c197 pte_t *pte = lookup_address(addr, &level); in cpa_flush_range()
228 pte_t *pte; in cpa_flush_array()
327 pte_t *lookup_address_in_pgd(pgd_t *pgd, unsigned long address, in lookup_address_in_pgd()
344 return (pte_t *)pud; in lookup_address_in_pgd()
352 return (pte_t *)pmd; in lookup_address_in_pgd()
367 pte_t *lookup_address(unsigned long address, unsigned int *level) in lookup_address()
373 static pte_t *_lookup_address_cpa(struct cpa_data *cpa, unsigned long address, in _lookup_address_cpa()
420 pte_t *pte; in slow_virt_to_phys()
451 static void __set_pmd_pte(pte_t *kpte, unsigned long address, pte_t pte) in __set_pmd_pte()
467 set_pte_atomic((pte_t *)pmd, pte); in __set_pmd_pte()
[all …]
Dpgtable.c19 pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address) in pte_alloc_one_kernel()
21 return (pte_t *)__get_free_page(PGALLOC_GFP); in pte_alloc_one_kernel()
410 unsigned long address, pte_t *ptep, in ptep_set_access_flags()
411 pte_t entry, int dirty) in ptep_set_access_flags()
448 unsigned long addr, pte_t *ptep) in ptep_test_and_clear_young()
480 unsigned long address, pte_t *ptep) in ptep_clear_flush_young()
547 void __native_set_fixmap(enum fixed_addresses idx, pte_t pte) in __native_set_fixmap()
595 set_pte((pte_t *)pud, pfn_pte( in pud_set_huge()
623 set_pte((pte_t *)pmd, pfn_pte( in pmd_set_huge()
Dioremap.c422 static pte_t bm_pte[PAGE_SIZE/sizeof(pte_t)] __page_aligned_bss;
435 static inline pte_t * __init early_ioremap_pte(unsigned long addr) in early_ioremap_pte()
440 bool __init is_early_ioremap_ptep(pte_t *ptep) in is_early_ioremap_ptep()
442 return ptep >= &bm_pte[0] && ptep < &bm_pte[PAGE_SIZE/sizeof(pte_t)]; in is_early_ioremap_ptep()
488 pte_t *pte; in __early_set_fixmap()
Dkmmio.c76 pte_t *pte = lookup_address(addr, &l); in kmmio_page_list()
113 pte_t *pte = lookup_address(addr, &l); in get_kmmio_fault_page()
137 static void clear_pte_presence(pte_t *pte, bool clear, pteval_t *old) in clear_pte_presence()
151 pte_t *pte = lookup_address(f->addr, &level); in clear_page_presence()
231 pte_t *pte = lookup_address(addr, &l); in kmmio_handler()
439 pte_t *pte; in register_kmmio_probe()
534 pte_t *pte; in unregister_kmmio_probe()
Dgup.c15 static inline pte_t gup_get_pte(pte_t *ptep) in gup_get_pte()
52 pte_t pte; in gup_get_pte()
75 pte_t *ptep; in gup_pte_range()
83 pte_t pte = gup_get_pte(ptep); in gup_pte_range()
Dpgtable_32.c27 void set_pte_vaddr(unsigned long vaddr, pte_t pteval) in set_pte_vaddr()
32 pte_t *pte; in set_pte_vaddr()
/linux-4.4.14/arch/ia64/mm/
Dhugetlbpage.c27 pte_t *
34 pte_t *pte = NULL; in huge_pte_alloc()
46 pte_t *
53 pte_t *pte = NULL; in huge_pte_offset()
90 pte_t *ptep; in follow_huge_addr()
/linux-4.4.14/arch/xtensa/mm/
Dmmu.c25 pte_t *pte; in init_pmd()
33 pte = alloc_bootmem_low_pages(n_pages * sizeof(pte_t)); in init_pmd()
39 pte_t *cur_pte = pte + i; in init_pmd()
/linux-4.4.14/arch/x86/mm/kmemcheck/
Dpte.c7 pte_t *kmemcheck_pte_lookup(unsigned long address) in kmemcheck_pte_lookup()
9 pte_t *pte; in kmemcheck_pte_lookup()
/linux-4.4.14/arch/frv/mm/
Dpgalloc.c23 pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address) in pte_alloc_one_kernel()
25 pte_t *pte = (pte_t *)__get_free_page(GFP_KERNEL|__GFP_REPEAT); in pte_alloc_one_kernel()
/linux-4.4.14/arch/h8300/include/asm/
Dpgtable.h16 #define __swp_entry_to_pte(x) ((pte_t) { (x).val })
21 static inline int pte_file(pte_t pte) { return 0; } in pte_file()
/linux-4.4.14/arch/mn10300/mm/
Dpgtable.c64 pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address) in pte_alloc_one_kernel()
66 pte_t *pte = (pte_t *)__get_free_page(GFP_KERNEL|__GFP_REPEAT); in pte_alloc_one_kernel()
Dmmu-context.c29 void update_mmu_cache(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep) in update_mmu_cache()
32 pte_t pte = *ptep; in update_mmu_cache()
Dinit.c51 pte_t *ppte; in paging_init()
66 ppte += PAGE_SIZE / sizeof(pte_t); in paging_init()
/linux-4.4.14/arch/metag/mm/
Dhugetlbpage.c59 pte_t *huge_pte_alloc(struct mm_struct *mm, in huge_pte_alloc()
65 pte_t *pte; in huge_pte_alloc()
77 pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr) in huge_pte_offset()
82 pte_t *pte = NULL; in huge_pte_offset()
/linux-4.4.14/mm/kasan/
Dkasan_init.c38 pte_t kasan_zero_pte[PTRS_PER_PTE] __page_aligned_bss;
49 pte_t *pte = pte_offset_kernel(pmd, addr); in zero_pte_populate()
50 pte_t zero_pte; in zero_pte_populate()
/linux-4.4.14/arch/um/kernel/skas/
Duaccess.c17 pte_t *virt_to_pte(struct mm_struct *mm, unsigned long addr) in virt_to_pte()
41 static pte_t *maybe_map(unsigned long virt, int is_write) in maybe_map()
43 pte_t *pte = virt_to_pte(current->mm, virt); in maybe_map()
64 pte_t *pte; in do_op_one_page()
/linux-4.4.14/arch/arm/lib/
Duaccess_with_memcpy.c26 pin_page_for_write(const void __user *_addr, pte_t **ptep, spinlock_t **ptlp) in pin_page_for_write()
31 pte_t *pte; in pin_page_for_write()
105 pte_t *pte; in __copy_to_user_memcpy()
173 pte_t *pte; in __clear_user_memset()
/linux-4.4.14/arch/arm/kvm/
Dmmu.c86 static void kvm_flush_dcache_pte(pte_t pte) in kvm_flush_dcache_pte()
178 pte_t *pte_table = pte_offset_kernel(pmd, 0); in clear_pmd_entry()
210 pte_t *pte, *start_pte; in unmap_ptes()
215 pte_t old_pte = *pte; in unmap_ptes()
309 pte_t *pte; in stage2_flush_ptes()
455 pte_t *pte; in create_hyp_pte_mappings()
473 pte_t *pte; in create_hyp_pmd_mappings()
901 phys_addr_t addr, const pte_t *new_pte, in stage2_set_pte()
905 pte_t *pte, old_pte; in stage2_set_pte()
976 pte_t pte = pfn_pte(pfn, PAGE_S2_DEVICE); in kvm_phys_addr_ioremap()
[all …]
/linux-4.4.14/arch/metag/kernel/
Ddma.c66 static pte_t *consistent_pte;
226 pte_t *pte = consistent_pte + CONSISTENT_OFFSET(vaddr); in dma_alloc_coherent()
276 pte_t *ptep; in dma_free_coherent()
297 pte_t pte = ptep_get_and_clear(&init_mm, addr, ptep); in dma_free_coherent()
394 pte_t *pte; in dma_alloc_init()
/linux-4.4.14/arch/arm64/mm/
Dmmu.c80 static void split_pmd(pmd_t *pmd, pte_t *pte) in split_pmd()
100 pte_t *pte; in alloc_init_pte()
103 pte = alloc(PTRS_PER_PTE * sizeof(pte_t)); in alloc_init_pte()
479 pte_t *pte; in kern_addr_valid()
544 vmemmap_verify((pte_t *)pmd, node, addr, next); in vmemmap_populate()
555 static pte_t bm_pte[PTRS_PER_PTE] __page_aligned_bss;
581 static inline pte_t * fixmap_pte(unsigned long addr) in fixmap_pte()
631 pte_t *pte; in __set_fixmap()
/linux-4.4.14/arch/tile/kernel/
Dmachine_kexec.c255 pte_t *ptep = (pte_t *) pmd_offset(pud, vaddr); in setup_quasi_va_is_pa()
267 pte_t *ptep; in machine_kexec()
/linux-4.4.14/fs/proc/
Dtask_mmu.c46 ptes = PTRS_PER_PTE * sizeof(pte_t) * atomic_long_read(&mm->nr_ptes); in task_mem()
488 static void smaps_pte_entry(pte_t *pte, unsigned long addr, in smaps_pte_entry()
549 pte_t *pte; in smaps_pte_range()
632 static int smaps_hugetlb_range(pte_t *pte, unsigned long hmask, in smaps_hugetlb_range()
784 unsigned long addr, pte_t *pte) in clear_soft_dirty()
792 pte_t ptent = *pte; in clear_soft_dirty()
806 unsigned long addr, pte_t *pte) in clear_soft_dirty()
837 pte_t *pte, ptent; in clear_refs_pte_range()
1071 struct vm_area_struct *vma, unsigned long addr, pte_t pte) in pte_to_pagemap_entry()
1111 pte_t *pte, *orig_pte; in pagemap_pmd_range()
[all …]

123