Home
last modified time | relevance | path

Searched defs:pmd (Results 1 – 200 of 268) sorted by relevance

12

/linux-4.1.27/drivers/md/
Ddm-thin-metadata.c206 struct dm_pool_metadata *pmd; member
362 static int superblock_lock_zero(struct dm_pool_metadata *pmd, in superblock_lock_zero()
369 static int superblock_lock(struct dm_pool_metadata *pmd, in superblock_lock()
403 static void __setup_btree_details(struct dm_pool_metadata *pmd) in __setup_btree_details()
441 static int save_sm_roots(struct dm_pool_metadata *pmd) in save_sm_roots()
461 static void copy_sm_roots(struct dm_pool_metadata *pmd, in copy_sm_roots()
473 static int __write_initial_superblock(struct dm_pool_metadata *pmd) in __write_initial_superblock()
519 static int __format_metadata(struct dm_pool_metadata *pmd) in __format_metadata()
574 struct dm_pool_metadata *pmd) in __check_incompat_features()
601 static int __open_metadata(struct dm_pool_metadata *pmd) in __open_metadata()
[all …]
/linux-4.1.27/arch/arm/include/asm/
Dpgtable-3level.h145 #define pmd_table(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ argument
147 #define pmd_sect(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ argument
149 #define pmd_large(pmd) pmd_sect(pmd) argument
175 #define pmd_bad(pmd) (!(pmd_val(pmd) & 2)) argument
211 #define pmd_isset(pmd, val) ((u32)(val) == (val) ? pmd_val(pmd) & (val) \ argument
213 #define pmd_isclear(pmd, val) (!(pmd_val(pmd) & (val))) argument
215 #define pmd_young(pmd) (pmd_isset((pmd), PMD_SECT_AF)) argument
225 #define pmd_write(pmd) (pmd_isclear((pmd), L_PMD_SECT_RDONLY)) argument
226 #define pmd_dirty(pmd) (pmd_isset((pmd), L_PMD_SECT_DIRTY)) argument
230 #define pmd_hugewillfault(pmd) (!pmd_young(pmd) || !pmd_write(pmd)) argument
[all …]
Dkvm_mmu.h72 static inline void kvm_set_pmd(pmd_t *pmd, pmd_t new_pmd) in kvm_set_pmd()
93 static inline void kvm_clean_pmd(pmd_t *pmd) in kvm_clean_pmd()
98 static inline void kvm_clean_pmd_entry(pmd_t *pmd) in kvm_clean_pmd_entry()
113 static inline void kvm_set_s2pmd_writable(pmd_t *pmd) in kvm_set_s2pmd_writable()
128 static inline void kvm_set_s2pmd_readonly(pmd_t *pmd) in kvm_set_s2pmd_readonly()
133 static inline bool kvm_s2pmd_readonly(pmd_t *pmd) in kvm_s2pmd_readonly()
246 static inline void __kvm_flush_dcache_pmd(pmd_t pmd) in __kvm_flush_dcache_pmd()
Dpgalloc.h35 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
41 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
52 #define pmd_free(mm, pmd) do { } while (0) argument
53 #define pud_populate(mm,pmd,pte) BUG() argument
170 #define pmd_pgtable(pmd) pmd_page(pmd) argument
Dpgtable.h56 #define pmd_ERROR(pmd) __pmd_error(__FILE__, __LINE__, pmd) argument
184 #define pmd_none(pmd) (!pmd_val(pmd)) argument
185 #define pmd_present(pmd) (pmd_val(pmd)) argument
187 static inline pte_t *pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
192 #define pmd_page(pmd) pfn_to_page(__phys_to_pfn(pmd_val(pmd) & PHYS_MASK)) argument
195 #define __pte_map(pmd) pmd_page_vaddr(*(pmd)) argument
198 #define __pte_map(pmd) (pte_t *)kmap_atomic(pmd_page(*(pmd))) argument
204 #define pte_offset_kernel(pmd,addr) (pmd_page_vaddr(*(pmd)) + pte_index(addr)) argument
206 #define pte_offset_map(pmd,addr) (__pte_map(pmd) + pte_index(addr)) argument
Dpgtable-2level.h165 #define pmd_large(pmd) (pmd_val(pmd) & 2) argument
166 #define pmd_bad(pmd) (pmd_val(pmd) & 2) argument
193 #define pmd_hugewillfault(pmd) (0) argument
194 #define pmd_thp_or_huge(pmd) (0) argument
Dtlbflush.h576 static inline void flush_pmd_entry(void *pmd) in flush_pmd_entry()
587 static inline void clean_pmd_entry(void *pmd) in clean_pmd_entry()
640 #define update_mmu_cache_pmd(vma, address, pmd) do { } while (0) argument
Dpgtable-2level-types.h34 typedef struct { pmdval_t pmd; } pmd_t; member
Dpgtable-3level-types.h37 typedef struct { pmdval_t pmd; } pmd_t; member
/linux-4.1.27/arch/mips/include/asm/
Dpgtable.h91 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd)) argument
93 #define __pmd_page(pmd) (pfn_to_page(pmd_phys(pmd) >> PAGE_SHIFT)) argument
95 #define pmd_page(pmd) __pmd_page(pmd) argument
98 #define pmd_page_vaddr(pmd) pmd_val(pmd) argument
487 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
492 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge()
499 static inline int pmd_trans_splitting(pmd_t pmd) in pmd_trans_splitting()
504 static inline pmd_t pmd_mksplitting(pmd_t pmd) in pmd_mksplitting()
521 static inline int pmd_write(pmd_t pmd) in pmd_write()
526 static inline pmd_t pmd_wrprotect(pmd_t pmd) in pmd_wrprotect()
[all …]
Dpgalloc.h16 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
22 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
27 #define pmd_pgtable(pmd) pmd_page(pmd) argument
36 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
114 pmd_t *pmd; in pmd_alloc_one() local
122 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
Dpgtable-64.h160 typedef struct { unsigned long pmd; } pmd_t; member
171 static inline int pmd_none(pmd_t pmd) in pmd_none()
176 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
190 static inline int pmd_present(pmd_t pmd) in pmd_present()
Dpgtable-32.h89 static inline int pmd_none(pmd_t pmd) in pmd_none()
94 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK) argument
96 static inline int pmd_present(pmd_t pmd) in pmd_present()
/linux-4.1.27/arch/parisc/include/asm/
Dpgalloc.h58 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
66 pmd_t *pmd = (pmd_t *)__get_free_pages(GFP_KERNEL|__GFP_REPEAT, in pmd_alloc_one() local
73 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
99 #define pgd_populate(mm, pmd, pte) BUG() argument
104 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
120 #define pmd_populate(mm, pmd, pte_page) \ argument
122 #define pmd_pgtable(pmd) pmd_page(pmd) argument
Dpgtable.h305 static inline void pmd_clear(pmd_t *pmd) { in pmd_clear()
396 #define pmd_page_vaddr(pmd) ((unsigned long) __va(pmd_address(pmd))) argument
398 #define __pmd_page(pmd) ((unsigned long) __va(pmd_address(pmd))) argument
399 #define pmd_page(pmd) virt_to_page((void *)__pmd_page(pmd)) argument
421 #define pte_offset_kernel(pmd, address) \ argument
423 #define pte_offset_map(pmd, address) pte_offset_kernel(pmd, address) argument
Dtlb.h24 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) argument
/linux-4.1.27/arch/x86/include/asm/
Dpgtable.h41 #define set_pmd_at(mm, addr, pmdp, pmd) native_set_pmd_at(mm, addr, pmdp, pmd) argument
46 #define set_pmd(pmdp, pmd) native_set_pmd(pmdp, pmd) argument
62 #define pmd_clear(pmd) native_pmd_clear(pmd) argument
103 static inline int pmd_dirty(pmd_t pmd) in pmd_dirty()
108 static inline int pmd_young(pmd_t pmd) in pmd_young()
143 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn()
161 static inline int pmd_trans_splitting(pmd_t pmd) in pmd_trans_splitting()
166 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
251 static inline pmd_t pmd_set_flags(pmd_t pmd, pmdval_t set) in pmd_set_flags()
258 static inline pmd_t pmd_clear_flags(pmd_t pmd, pmdval_t clear) in pmd_clear_flags()
[all …]
Dpgalloc.h63 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
69 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
78 #define pmd_pgtable(pmd) pmd_page(pmd) argument
94 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
103 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
112 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
Dpgtable-3level.h93 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd()
116 static inline void native_pmd_clear(pmd_t *pmd) in native_pmd_clear()
162 pmd_t pmd; member
Dpgtable_64.h63 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd()
68 static inline void native_pmd_clear(pmd_t *pmd) in native_pmd_clear()
Dpgtable_types.h259 typedef struct { pmdval_t pmd; } pmd_t; member
266 static inline pmdval_t native_pmd_val(pmd_t pmd) in native_pmd_val()
273 static inline pmdval_t native_pmd_val(pmd_t pmd) in native_pmd_val()
284 static inline pmdval_t pmd_flags(pmd_t pmd) in pmd_flags()
Dpgtable-2level.h19 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd()
/linux-4.1.27/arch/arm64/include/asm/
Dpgtable.h258 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte()
278 #define pmd_trans_huge(pmd) (pmd_val(pmd) && !(pmd_val(pmd) & PMD_TABLE_BIT)) argument
279 #define pmd_trans_splitting(pmd) pte_special(pmd_pte(pmd)) argument
288 #define pmd_present(pmd) pte_present(pmd_pte(pmd)) argument
289 #define pmd_dirty(pmd) pte_dirty(pmd_pte(pmd)) argument
290 #define pmd_young(pmd) pte_young(pmd_pte(pmd)) argument
291 #define pmd_wrprotect(pmd) pte_pmd(pte_wrprotect(pmd_pte(pmd))) argument
292 #define pmd_mksplitting(pmd) pte_pmd(pte_mkspecial(pmd_pte(pmd))) argument
293 #define pmd_mkold(pmd) pte_pmd(pte_mkold(pmd_pte(pmd))) argument
294 #define pmd_mkwrite(pmd) pte_pmd(pte_mkwrite(pmd_pte(pmd))) argument
[all …]
Dpgalloc.h38 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
44 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
134 #define pmd_pgtable(pmd) pmd_page(pmd) argument
Dtlbflush.h172 #define update_mmu_cache_pmd(vma, address, pmd) do { } while (0) argument
/linux-4.1.27/arch/tile/include/asm/
Dpgtable.h366 static inline int pmd_none(pmd_t pmd) in pmd_none()
375 static inline int pmd_present(pmd_t pmd) in pmd_present()
380 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
439 #define pmd_ptfn(pmd) hv_pte_get_ptfn(pmd_pte(pmd)) argument
447 static inline unsigned long pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
461 #define pmd_page(pmd) pfn_to_page(PFN_DOWN(HV_PTFN_TO_CPA(pmd_ptfn(pmd)))) argument
468 #define pmd_mknotpresent(pmd) pte_pmd(pte_mknotpresent(pmd_pte(pmd))) argument
469 #define pmd_young(pmd) pte_young(pmd_pte(pmd)) argument
470 #define pmd_mkyoung(pmd) pte_pmd(pte_mkyoung(pmd_pte(pmd))) argument
471 #define pmd_mkold(pmd) pte_pmd(pte_mkold(pmd_pte(pmd))) argument
[all …]
Dpgalloc.h41 static inline void set_pmd(pmd_t *pmdp, pmd_t pmd) in set_pmd()
51 pmd_t *pmd, pte_t *ptep) in pmd_populate_kernel()
57 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
86 #define pmd_pgtable(pmd) pmd_page(pmd) argument
125 #define pud_populate(mm, pud, pmd) \ argument
Dpgtable_32.h115 #define pmd_pte(pmd) ((pmd).pud.pgd) argument
/linux-4.1.27/arch/m68k/include/asm/
Dmotorola_pgalloc.h74 static inline int pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
79 static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
97 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
102 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate()
106 #define pmd_pgtable(pmd) pmd_page(pmd) argument
108 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
Dmcf_pgalloc.h36 #define pmd_populate(mm, pmd, page) (pmd_val(*pmd) = \ argument
39 #define pmd_populate_kernel(mm, pmd, pte) (pmd_val(*pmd) = (unsigned long)(pte)) argument
41 #define pmd_pgtable(pmd) pmd_page(pmd) argument
49 #define __pmd_free_tlb(tlb, pmd, address) do { } while (0) argument
85 #define pmd_free(mm, pmd) BUG() argument
104 #define pgd_populate(mm, pmd, pte) BUG() argument
Dsun3_pgtable.h119 #define __pmd_page(pmd) \ argument
134 #define pmd_page(pmd) virt_to_page(__pmd_page(pmd)) argument
137 static inline int pmd_none2 (pmd_t *pmd) { return !pmd_val (*pmd); } in pmd_none2()
138 #define pmd_none(pmd) pmd_none2(&(pmd)) argument
140 static inline int pmd_bad2 (pmd_t *pmd) { return 0; } in pmd_bad2()
141 #define pmd_bad(pmd) pmd_bad2(&(pmd)) argument
142 static inline int pmd_present2 (pmd_t *pmd) { return pmd_val (*pmd) & SUN3_PMD_VALID; } in pmd_present2()
144 #define pmd_present(pmd) (!pmd_none2(&(pmd))) argument
204 #define pte_offset_kernel(pmd, address) ((pte_t *) __pmd_page(*pmd) + pte_index(address)) argument
205 #define pte_offset_map(pmd, address) ((pte_t *)page_address(pmd_page(*pmd)) + pte_index(address)) argument
Dsun3_pgalloc.h66 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
71 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate()
75 #define pmd_pgtable(pmd) pmd_page(pmd) argument
99 #define pgd_populate(mm, pmd, pte) BUG() argument
Dmcf_pgtable.h172 #define __pmd_page(pmd) ((unsigned long) (pmd_val(pmd))) argument
193 static inline int pmd_none2(pmd_t *pmd) { return !pmd_val(*pmd); } in pmd_none2()
194 #define pmd_none(pmd) pmd_none2(&(pmd)) argument
195 static inline int pmd_bad2(pmd_t *pmd) { return 0; } in pmd_bad2()
196 #define pmd_bad(pmd) pmd_bad2(&(pmd)) argument
197 #define pmd_present(pmd) (!pmd_none2(&(pmd))) argument
398 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)) argument
Dmotorola_pgtable.h125 #define __pmd_page(pmd) ((unsigned long)__va(pmd_val(pmd) & _TABLE_MASK)) argument
137 #define pmd_none(pmd) (!pmd_val(pmd)) argument
138 #define pmd_bad(pmd) ((pmd_val(pmd) & _DESCTYPE_MASK) != _PAGE_TABLE) argument
139 #define pmd_present(pmd) (pmd_val(pmd) & _PAGE_TABLE) argument
146 #define pmd_page(pmd) virt_to_page(__va(pmd_val(pmd))) argument
Dpage.h24 typedef struct { unsigned long pmd[16]; } pmd_t; member
/linux-4.1.27/arch/powerpc/include/asm/
Dpgtable-ppc64.h164 #define pmd_none(pmd) (!pmd_val(pmd)) argument
165 #define pmd_bad(pmd) (!is_kernel_addr(pmd_val(pmd)) \ argument
167 #define pmd_present(pmd) (!pmd_none(pmd)) argument
169 #define pmd_page_vaddr(pmd) (pmd_val(pmd) & ~PMD_MASKED_BITS) argument
462 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
470 static inline int pmd_trans_splitting(pmd_t pmd) in pmd_trans_splitting()
480 static inline int pmd_large(pmd_t pmd) in pmd_large()
488 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte()
498 static inline pte_t *pmdp_ptep(pmd_t *pmd) in pmdp_ptep()
503 #define pmd_pfn(pmd) pte_pfn(pmd_pte(pmd)) argument
[all …]
Dpgalloc-32.h24 #define pmd_populate_kernel(mm, pmd, pte) \ argument
26 #define pmd_populate(mm, pmd, pte) \ argument
28 #define pmd_pgtable(pmd) pmd_page(pmd) argument
30 #define pmd_populate_kernel(mm, pmd, pte) \ argument
32 #define pmd_populate(mm, pmd, pte) \ argument
34 #define pmd_pgtable(pmd) pmd_page(pmd) argument
Dpgalloc-64.h69 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
74 #define pmd_populate(mm, pmd, pte_page) \ argument
76 #define pmd_populate_kernel(mm, pmd, pte) pmd_set(pmd, (unsigned long)(pte)) argument
77 #define pmd_pgtable(pmd) pmd_page(pmd) argument
175 #define pud_populate(mm, pud, pmd) pud_set(pud, (unsigned long)pmd) argument
177 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
183 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
189 static inline pgtable_t pmd_pgtable(pmd_t pmd) in pmd_pgtable()
230 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
235 #define __pmd_free_tlb(tlb, pmd, addr) \ argument
Dpgtable-ppc32.h130 #define pmd_none(pmd) (!pmd_val(pmd)) argument
131 #define pmd_bad(pmd) (pmd_val(pmd) & _PMD_BAD) argument
132 #define pmd_present(pmd) (pmd_val(pmd) & _PMD_PRESENT_MASK) argument
306 #define pmd_page_vaddr(pmd) \ argument
308 #define pmd_page(pmd) \ argument
311 #define pmd_page_vaddr(pmd) \ argument
313 #define pmd_page(pmd) \ argument
Dpgtable.h53 static inline int pmd_protnone(pmd_t pmd) in pmd_protnone()
247 #define pmd_large(pmd) 0 argument
/linux-4.1.27/arch/alpha/include/asm/
Dpgalloc.h14 pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t pte) in pmd_populate()
18 #define pmd_pgtable(pmd) pmd_page(pmd) argument
21 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
27 pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
48 pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
Dpgtable.h233 pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
239 #define pmd_page(pmd) (mem_map + ((pmd_val(pmd) & _PFN_MASK) >> 32)) argument
253 extern inline int pmd_none(pmd_t pmd) { return !pmd_val(pmd); } in pmd_none()
254 extern inline int pmd_bad(pmd_t pmd) { return (pmd_val(pmd) & ~_PFN_MASK) != _PAGE_TABLE; } in pmd_bad()
255 extern inline int pmd_present(pmd_t pmd) { return pmd_val(pmd) & _PAGE_VALID; } in pmd_present()
Dtlb.h13 #define __pmd_free_tlb(tlb, pmd, address) pmd_free((tlb)->mm, pmd) argument
Dmmzone.h74 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> 32)) argument
/linux-4.1.27/arch/um/include/asm/
Dpgalloc.h13 #define pmd_populate_kernel(mm, pmd, pte) \ argument
16 #define pmd_populate(mm, pmd, pte) \ argument
20 #define pmd_pgtable(pmd) pmd_page(pmd) argument
50 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
Dpgtable.h111 #define pmd_page(pmd) phys_to_page(pmd_val(pmd) & PAGE_MASK) argument
317 #define pmd_page_vaddr(pmd) ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK)) argument
320 #define pmd_page_vaddr(pmd) \ argument
Dpage.h37 typedef struct { unsigned long pmd; } pmd_t; member
64 typedef struct { unsigned long pmd; } pmd_t; member
Dpgtable-3level.h59 #define pud_populate(mm, pud, pmd) \ argument
/linux-4.1.27/arch/s390/mm/
Dhugetlbpage.c13 pmd_t pmd; in __pte_to_pmd() local
48 static inline pte_t __pmd_to_pte(pmd_t pmd) in __pmd_to_pte()
89 pmd_t pmd; in set_huge_pte_at() local
104 pmd_t pmd; in huge_ptep_get() local
201 int pmd_huge(pmd_t pmd) in pmd_huge()
Dgup.c20 static inline int gup_pte_range(pmd_t *pmdp, pmd_t pmd, unsigned long addr, in gup_pte_range()
51 static inline int gup_huge_pmd(pmd_t *pmdp, pmd_t pmd, unsigned long addr, in gup_huge_pmd()
106 pmd_t *pmdp, pmd; in gup_pmd_range() local
Ddump_pagetables.c111 pmd_t *pmd, unsigned long addr) in walk_pte_level()
130 pmd_t *pmd; in walk_pmd_level() local
Dpageattr.c129 pmd_t *pmd; in __kernel_map_pages() local
/linux-4.1.27/include/asm-generic/
Dpgtable.h59 pmd_t pmd = *pmdp; in pmdp_test_and_clear_young() local
105 pmd_t pmd = *pmdp; in pmdp_get_and_clear() local
339 static inline int pmd_none_or_clear_bad(pmd_t *pmd) in pmd_none_or_clear_bad()
450 static inline int pmd_soft_dirty(pmd_t pmd) in pmd_soft_dirty()
460 static inline pmd_t pmd_mksoft_dirty(pmd_t pmd) in pmd_mksoft_dirty()
565 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
569 static inline int pmd_trans_splitting(pmd_t pmd) in pmd_trans_splitting()
574 static inline int pmd_write(pmd_t pmd) in pmd_write()
627 static inline int pmd_none_or_trans_huge_or_clear_bad(pmd_t *pmd) in pmd_none_or_trans_huge_or_clear_bad()
669 static inline int pmd_trans_unstable(pmd_t *pmd) in pmd_trans_unstable()
[all …]
Dpgtable-nopmd.h33 #define pmd_ERROR(pmd) (pud_ERROR((pmd).pud)) argument
35 #define pud_populate(mm, pmd, pte) do { } while (0) argument
59 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
D4level-fixup.h26 #define pud_populate(mm, pud, pmd) pgd_populate(mm, pud, pmd) argument
/linux-4.1.27/arch/sparc/include/asm/
Dpgtable_64.h337 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
396 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge()
641 static inline unsigned long pmd_large(pmd_t pmd) in pmd_large()
648 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn()
656 static inline unsigned long pmd_dirty(pmd_t pmd) in pmd_dirty()
663 static inline unsigned long pmd_young(pmd_t pmd) in pmd_young()
670 static inline unsigned long pmd_write(pmd_t pmd) in pmd_write()
677 static inline unsigned long pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
684 static inline unsigned long pmd_trans_splitting(pmd_t pmd) in pmd_trans_splitting()
693 static inline pmd_t pmd_mkold(pmd_t pmd) in pmd_mkold()
[all …]
Dpgalloc_32.h46 static inline void free_pmd_fast(pmd_t * pmd) in free_pmd_fast()
51 #define pmd_free(mm, pmd) free_pmd_fast(pmd) argument
52 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) argument
55 #define pmd_pgtable(pmd) pmd_page(pmd) argument
Dpgalloc_64.h35 static inline void __pud_populate(pud_t *pud, pmd_t *pmd) in __pud_populate()
59 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
114 #define __pmd_free_tlb(tlb, pmd, addr) \ argument
Dpgtable_32.h127 static inline struct page *pmd_page(pmd_t pmd) in pmd_page()
164 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
169 static inline int pmd_present(pmd_t pmd) in pmd_present()
174 static inline int pmd_none(pmd_t pmd) in pmd_none()
/linux-4.1.27/arch/mn10300/include/asm/
Dpgalloc.h22 #define pmd_populate_kernel(mm, pmd, pte) \ argument
26 void pmd_populate(struct mm_struct *mm, pmd_t *pmd, struct page *pte) in pmd_populate()
30 #define pmd_pgtable(pmd) pmd_page(pmd) argument
/linux-4.1.27/arch/x86/mm/
Dinit_64.c64 pmd_t *pmd = pmd_page + pmd_index(addr); in ident_pmd_init() local
77 pmd_t *pmd; in ident_pud_init() local
248 pmd_t *pmd = (pmd_t *) spp_getpage(); in fill_pmd() local
257 static pte_t *fill_pte(pmd_t *pmd, unsigned long vaddr) in fill_pte()
271 pmd_t *pmd; in set_pte_vaddr_pud() local
316 pmd_t *pmd; in populate_extra_pte() local
330 pmd_t *pmd; in __init_extra_mapping() local
383 pmd_t *pmd = level2_kernel_pgt; in cleanup_highmap() local
456 pmd_t *pmd = pmd_page + pmd_index(address); in phys_pmd_init() local
531 pmd_t *pmd; in phys_pud_init() local
[all …]
Dpgtable.c63 void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd) in ___pmd_free_tlb()
171 void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd) in pud_populate()
212 pmd_t *pmd = (pmd_t *)__get_free_page(PGALLOC_GFP); in preallocate_pmds() local
247 pmd_t *pmd = (pmd_t *)pgd_page_vaddr(pgd); in pgd_mop_up_pmds() local
269 pmd_t *pmd = pmds[i]; in pgd_prepopulate_pmd() local
587 int pmd_set_huge(pmd_t *pmd, phys_addr_t addr, pgprot_t prot) in pmd_set_huge()
618 int pmd_clear_huge(pmd_t *pmd) in pmd_clear_huge()
Dinit_32.c95 static pte_t * __init one_page_table_init(pmd_t *pmd) in one_page_table_init()
119 pmd_t *pmd; in populate_extra_pte() local
156 static pte_t *__init page_table_kmap_check(pte_t *pte, pmd_t *pmd, in page_table_kmap_check()
212 pmd_t *pmd; in page_table_range_init() local
263 pmd_t *pmd; in kernel_physical_mapping_init() local
418 pmd_t *pmd; in permanent_kmaps_init() local
458 pmd_t *pmd; in native_pagetable_init() local
Dgup.c71 static noinline int gup_pte_range(pmd_t pmd, unsigned long addr, in gup_pte_range()
117 static noinline int gup_huge_pmd(pmd_t pmd, unsigned long addr, in gup_huge_pmd()
159 pmd_t pmd = *pmdp; in gup_pmd_range() local
Dpageattr.c332 pmd_t *pmd; in lookup_address_in_pgd() local
449 pmd_t *pmd; in __set_pmd_pte() local
711 static bool try_to_free_pmd_page(pmd_t *pmd) in try_to_free_pmd_page()
735 static bool unmap_pte_range(pmd_t *pmd, unsigned long start, unsigned long end) in unmap_pte_range()
753 static void __unmap_pmd_range(pud_t *pud, pmd_t *pmd, in __unmap_pmd_range()
763 pmd_t *pmd = pmd_offset(pud, start); in unmap_pmd_range() local
858 static int alloc_pte_page(pmd_t *pmd) in alloc_pte_page()
870 pmd_t *pmd = (pmd_t *)get_zeroed_page(GFP_KERNEL | __GFP_NOTRACK); in alloc_pmd_page() local
880 unsigned num_pages, pmd_t *pmd, pgprot_t pgprot) in populate_pte()
905 pmd_t *pmd; in populate_pmd() local
Dkasan_init_64.c64 static int __init zero_pte_populate(pmd_t *pmd, unsigned long addr, in zero_pte_populate()
83 pmd_t *pmd = pmd_offset(pud, addr); in zero_pmd_populate() local
Dfault.c197 pmd_t *pmd, *pmd_k; in vmalloc_sync_one() local
325 pmd_t *pmd; in dump_pagetable() local
367 pmd_t *pmd, *pmd_ref; in vmalloc_fault() local
468 pmd_t *pmd; in dump_pagetable() local
952 pmd_t *pmd; in spurious_fault() local
Dpgtable_32.c31 pmd_t *pmd; in set_pte_vaddr() local
Dioremap.c387 pmd_t *pmd = pmd_offset(pud, addr); in early_ioremap_pmd() local
404 pmd_t *pmd; in early_ioremap_init() local
Dhugetlbpage.c62 int pmd_huge(pmd_t pmd) in pmd_huge()
/linux-4.1.27/arch/sh/mm/
Dhugetlbpage.c29 pmd_t *pmd; in huge_pte_alloc() local
49 pmd_t *pmd; in huge_pte_offset() local
70 int pmd_huge(pmd_t pmd) in pmd_huge()
Dinit.c49 pmd_t *pmd; in __get_pte_phys() local
129 pmd_t *pmd; in one_md_table_init() local
139 static pte_t * __init one_page_table_init(pmd_t *pmd) in one_page_table_init()
152 static pte_t * __init page_table_kmap_check(pte_t *pte, pmd_t *pmd, in page_table_kmap_check()
163 pmd_t *pmd; in page_table_range_init() local
Dpgtable.c43 void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
53 void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
Dtlbex_32.c27 pmd_t *pmd; in handle_tlbmiss() local
Dgup.c74 static noinline int gup_pte_range(pmd_t pmd, unsigned long addr, in gup_pte_range()
127 pmd_t pmd = *pmdp; in gup_pmd_range() local
Dfault.c77 pmd_t *pmd; in show_pte() local
131 pmd_t *pmd, *pmd_k; in vmalloc_sync_one() local
Dtlbex_64.c48 pmd_t *pmd; in handle_tlbmiss() local
/linux-4.1.27/arch/s390/include/asm/
Dpgalloc.h85 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
96 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
125 pmd_t *pmd, pgtable_t pte) in pmd_populate()
130 #define pmd_populate_kernel(mm, pmd, pte) pmd_populate(mm, pmd, pte) argument
132 #define pmd_pgtable(pmd) \ argument
Dpgtable.h482 static inline int pmd_present(pmd_t pmd) in pmd_present()
487 static inline int pmd_none(pmd_t pmd) in pmd_none()
492 static inline int pmd_large(pmd_t pmd) in pmd_large()
497 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn()
507 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
528 static inline int pmd_write(pmd_t pmd) in pmd_write()
533 static inline int pmd_dirty(pmd_t pmd) in pmd_dirty()
541 static inline int pmd_young(pmd_t pmd) in pmd_young()
1256 #define pmd_deref(pmd) (pmd_val(pmd) & _SEGMENT_ENTRY_ORIGIN) argument
1270 pmd_t *pmd = (pmd_t *) pud; in pmd_offset() local
[all …]
/linux-4.1.27/arch/mips/mm/
Dpgtable-64.c72 pmd_t pmd = pmd_mksplitting(*pmdp); in pmdp_splitting_flush() local
81 pmd_t pmd; in mk_pmd() local
89 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
Dhugetlbpage.c43 pmd_t *pmd = NULL; in huge_pte_offset() local
71 int pmd_huge(pmd_t pmd) in pmd_huge()
Dgup.c37 static int gup_pte_range(pmd_t pmd, unsigned long addr, unsigned long end, in gup_pte_range()
71 static int gup_huge_pmd(pmd_t pmd, unsigned long addr, unsigned long end, in gup_huge_pmd()
109 pmd_t pmd = *pmdp; in gup_pmd_range() local
Dioremap.c45 static inline int remap_area_pmd(pmd_t * pmd, unsigned long address, in remap_area_pmd()
80 pmd_t *pmd; in remap_area_pages() local
Dpgtable-32.c40 pmd_t *pmd; in pagetable_init() local
Dfault.c305 pmd_t *pmd, *pmd_k; in __do_page_fault() local
/linux-4.1.27/arch/m32r/include/asm/
Dpgalloc.h8 #define pmd_populate_kernel(mm, pmd, pte) \ argument
11 static __inline__ void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
16 #define pmd_pgtable(pmd) pmd_page(pmd) argument
77 #define pgd_populate(mm, pmd, pte) BUG() argument
Dmmzone.h18 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)) argument
/linux-4.1.27/arch/openrisc/include/asm/
Dpgalloc.h30 #define pmd_populate_kernel(mm, pmd, pte) \ argument
33 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
104 #define pmd_pgtable(pmd) pmd_page(pmd) argument
/linux-4.1.27/arch/sh/include/asm/
Dpgalloc.h18 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
24 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
29 #define pmd_pgtable(pmd) pmd_page(pmd) argument
Dpgtable-3level.h30 typedef struct { unsigned long long pmd; } pmd_t; member
/linux-4.1.27/arch/metag/mm/
Dhugetlbpage.c64 pmd_t *pmd; in huge_pte_alloc() local
81 pmd_t *pmd; in huge_pte_offset() local
97 int pmd_huge(pmd_t pmd) in pmd_huge()
108 pmd_t *pmd, int write) in follow_huge_pmd()
Dinit.c47 pmd_t *pmd; in insert_gateway_page() local
267 pmd_t *pmd; in allocate_pgtables() local
297 pmd_t *pmd; in fixedrange_init() local
Dfault.c71 pmd_t *pmd, *pmd_k; in do_page_fault() local
/linux-4.1.27/arch/nios2/include/asm/
Dpgalloc.h15 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
21 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
26 #define pmd_pgtable(pmd) pmd_page(pmd) argument
Dpgtable.h186 static inline int pmd_present(pmd_t pmd) in pmd_present()
218 static inline int pmd_none(pmd_t pmd) in pmd_none()
224 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK) argument
249 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd)) argument
250 #define pmd_page(pmd) (pfn_to_page(pmd_phys(pmd) >> PAGE_SHIFT)) argument
251 #define pmd_page_vaddr(pmd) pmd_val(pmd) argument
/linux-4.1.27/arch/arm64/mm/
Dmmu.c74 static void split_pmd(pmd_t *pmd, pte_t *pte) in split_pmd()
89 static void alloc_init_pte(pmd_t *pmd, unsigned long addr, in alloc_init_pte()
112 void split_pud(pud_t *old_pud, pmd_t *pmd) in split_pud()
129 pmd_t *pmd; in alloc_init_pmd() local
483 pmd_t *pmd; in kern_addr_valid() local
526 pmd_t *pmd; in vmemmap_populate() local
588 pmd_t *pmd = fixmap_pmd(addr); in fixmap_pte() local
599 pmd_t *pmd; in early_fixmap_init() local
Dhugetlbpage.c41 int pmd_huge(pmd_t pmd) in pmd_huge()
Dflush.c113 pmd_t pmd = pmd_mksplitting(*pmdp); in pmdp_splitting_flush() local
Ddump.c233 static void walk_pte(struct pg_state *st, pmd_t *pmd, unsigned long start) in walk_pte()
247 pmd_t *pmd = pmd_offset(pud, 0); in walk_pmd() local
/linux-4.1.27/arch/cris/include/asm/
Dpgalloc.h7 #define pmd_populate_kernel(mm, pmd, pte) pmd_set(pmd, pte) argument
8 #define pmd_populate(mm, pmd, pte) pmd_set(pmd, page_address(pte)) argument
9 #define pmd_pgtable(pmd) pmd_page(pmd) argument
Dpgtable.h228 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)) argument
229 #define pmd_page_vaddr(pmd) ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK)) argument
/linux-4.1.27/arch/score/include/asm/
Dpgalloc.h6 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
12 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
18 #define pmd_pgtable(pmd) pmd_page(pmd) argument
Dpgtable.h48 static inline int pmd_none(pmd_t pmd) in pmd_none()
53 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK) argument
55 static inline int pmd_present(pmd_t pmd) in pmd_present()
97 #define pmd_phys(pmd) __pa((void *)pmd_val(pmd)) argument
98 #define pmd_page(pmd) (pfn_to_page(pmd_phys(pmd) >> PAGE_SHIFT)) argument
118 #define pmd_page_vaddr(pmd) pmd_val(pmd) argument
/linux-4.1.27/arch/ia64/include/asm/
Dpgalloc.h55 pud_populate(struct mm_struct *mm, pud_t * pud_entry, pmd_t * pmd) in pud_populate()
65 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
70 #define __pmd_free_tlb(tlb, pmd, address) pmd_free((tlb)->mm, pmd) argument
77 #define pmd_pgtable(pmd) pmd_page(pmd) argument
Dpgtable.h270 #define pmd_none(pmd) (!pmd_val(pmd)) argument
271 #define pmd_bad(pmd) (!ia64_phys_addr_valid(pmd_val(pmd))) argument
272 #define pmd_present(pmd) (pmd_val(pmd) != 0UL) argument
274 #define pmd_page_vaddr(pmd) ((unsigned long) __va(pmd_val(pmd) & _PFN_MASK)) argument
275 #define pmd_page(pmd) virt_to_page((pmd_val(pmd) + PAGE_OFFSET)) argument
/linux-4.1.27/arch/um/kernel/
Dmem.c66 static void __init one_page_table_init(pmd_t *pmd) in one_page_table_init()
92 pmd_t *pmd; in fixrange_init() local
120 pmd_t *pmd; in fixaddr_user_init() local
228 pmd_t *pmd = (pmd_t *) __get_free_page(GFP_KERNEL); in pmd_alloc_one() local
Dtlb.c183 static inline int update_pte_range(pmd_t *pmd, unsigned long addr, in update_pte_range()
223 pmd_t *pmd; in update_pmd_range() local
303 pmd_t *pmd; in flush_tlb_kernel_range_common() local
387 pmd_t *pmd; in flush_tlb_page() local
463 pte_t *pte_offset_proc(pmd_t *pmd, unsigned long address) in pte_offset_proc()
472 pmd_t *pmd = pmd_offset(pud, addr); in addr_pte() local
Dtrap.c30 pmd_t *pmd; in handle_page_fault() local
/linux-4.1.27/arch/avr32/include/asm/
Dpgalloc.h20 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
25 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
30 #define pmd_pgtable(pmd) pmd_page(pmd) argument
Dpgtable.h291 #define pmd_page_vaddr(pmd) pmd_val(pmd) argument
292 #define pmd_page(pmd) (virt_to_page(pmd_val(pmd))) argument
/linux-4.1.27/arch/metag/include/asm/
Dpgalloc.h7 #define pmd_populate_kernel(mm, pmd, pte) \ argument
10 #define pmd_populate(mm, pmd, pte) \ argument
13 #define pmd_pgtable(pmd) pmd_page(pmd) argument
Dpgtable.h162 static inline unsigned long pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
170 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)) argument
171 #define pmd_page_shift(pmd) (12 + ((pmd_val(pmd) & _PAGE_SZ_MASK) \ argument
173 #define pmd_num_ptrs(pmd) (PGDIR_SIZE >> pmd_page_shift(pmd)) argument
195 # define pte_index(pmd, address) \ argument
199 # define pte_index(pmd, address) \ argument
/linux-4.1.27/arch/arc/include/asm/
Dpgalloc.h39 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
45 pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t ptep) in pmd_populate()
137 #define pmd_pgtable(pmd) pmd_page_vaddr(pmd) argument
/linux-4.1.27/mm/
Dhuge_memory.c174 static inline bool is_huge_zero_pmd(pmd_t pmd) in is_huge_zero_pmd()
702 pmd_t maybe_pmd_mkwrite(pmd_t pmd, struct vm_area_struct *vma) in maybe_pmd_mkwrite()
719 unsigned long haddr, pmd_t *pmd, in __do_huge_pmd_anonymous_page()
775 struct vm_area_struct *vma, unsigned long haddr, pmd_t *pmd, in set_huge_zero_page()
790 unsigned long address, pmd_t *pmd, in do_huge_pmd_anonymous_page()
850 pmd_t pmd; in copy_huge_pmd() local
922 pmd_t *pmd, pmd_t orig_pmd, in huge_pmd_set_accessed()
976 pmd_t *pmd, pmd_t orig_pmd, in do_huge_pmd_wp_page_fallback()
1083 unsigned long address, pmd_t *pmd, pmd_t orig_pmd) in do_huge_pmd_wp_page()
1205 pmd_t *pmd, in follow_trans_huge_pmd()
[all …]
Dmemory.c391 static void free_pte_range(struct mmu_gather *tlb, pmd_t *pmd, in free_pte_range()
404 pmd_t *pmd; in free_pmd_range() local
564 pmd_t *pmd, unsigned long address) in __pte_alloc()
603 int __pte_alloc_kernel(pmd_t *pmd, unsigned long address) in __pte_alloc_kernel()
651 pmd_t *pmd = pmd_offset(pud, addr); in print_bad_pte() local
1073 struct vm_area_struct *vma, pmd_t *pmd, in zap_pte_range()
1189 pmd_t *pmd; in zap_pmd_range() local
1424 pmd_t * pmd = pmd_alloc(mm, pud, addr); in __get_locked_pte() local
1621 static int remap_pte_range(struct mm_struct *mm, pmd_t *pmd, in remap_pte_range()
1646 pmd_t *pmd; in remap_pmd_range() local
[all …]
Dpgtable-generic.c31 void pmd_clear_bad(pmd_t *pmd) in pmd_clear_bad()
127 pmd_t pmd; in pmdp_clear_flush() local
141 pmd_t pmd = pmd_mksplitting(*pmdp); in pmdp_splitting_flush() local
Dsparse-vmemmap.c101 pte_t * __meminit vmemmap_pte_populate(pmd_t *pmd, unsigned long addr, int node) in vmemmap_pte_populate()
117 pmd_t *pmd = pmd_offset(pud, addr); in vmemmap_pmd_populate() local
157 pmd_t *pmd; in vmemmap_populate_basepages() local
Dgup.c36 unsigned long address, pmd_t *pmd, unsigned int flags) in follow_page_pte()
149 pmd_t *pmd; in follow_page_mask() local
218 pmd_t *pmd; in get_gate_page() local
1007 static int gup_pte_range(pmd_t pmd, unsigned long addr, unsigned long end, in gup_pte_range()
1066 static int gup_pte_range(pmd_t pmd, unsigned long addr, unsigned long end, in gup_pte_range()
1213 pmd_t pmd = READ_ONCE(*pmdp); in gup_pmd_range() local
Dmprotect.c39 static pte_t *lock_pte_protection(struct vm_area_struct *vma, pmd_t *pmd, in lock_pte_protection()
60 static unsigned long change_pte_range(struct vm_area_struct *vma, pmd_t *pmd, in change_pte_range()
138 pmd_t *pmd; in change_pmd_range() local
Dpagewalk.c6 static int walk_pte_range(pmd_t *pmd, unsigned long addr, unsigned long end, in walk_pte_range()
30 pmd_t *pmd; in walk_pmd_range() local
Dmremap.c35 pmd_t *pmd; in get_old_pmd() local
57 pmd_t *pmd; in alloc_new_pmd() local
Dmigrate.c110 pmd_t *pmd; in remove_migration_pte() local
235 void migration_entry_wait(struct mm_struct *mm, pmd_t *pmd, in migration_entry_wait()
1649 bool pmd_trans_migrating(pmd_t pmd) in pmd_trans_migrating()
1718 pmd_t *pmd, pmd_t entry, in migrate_misplaced_transhuge_page()
Dmincore.c111 static int mincore_pte_range(pmd_t *pmd, unsigned long addr, unsigned long end, in mincore_pte_range()
Drmap.c615 pmd_t *pmd = NULL; in mm_find_pmd() local
652 pmd_t *pmd; in __page_check_address() local
732 pmd_t *pmd; in page_referenced_one() local
/linux-4.1.27/arch/arm/kvm/
Dmmu.c91 static void kvm_flush_dcache_pmd(pmd_t pmd) in kvm_flush_dcache_pmd()
115 static void stage2_dissolve_pmd(struct kvm *kvm, phys_addr_t addr, pmd_t *pmd) in stage2_dissolve_pmd()
176 static void clear_pmd_entry(struct kvm *kvm, pmd_t *pmd, phys_addr_t addr) in clear_pmd_entry()
206 static void unmap_ptes(struct kvm *kvm, pmd_t *pmd, in unmap_ptes()
236 pmd_t *pmd, *start_pmd; in unmap_pmds() local
306 static void stage2_flush_ptes(struct kvm *kvm, pmd_t *pmd, in stage2_flush_ptes()
321 pmd_t *pmd; in stage2_flush_pmds() local
451 static void create_hyp_pte_mappings(pmd_t *pmd, unsigned long start, in create_hyp_pte_mappings()
472 pmd_t *pmd; in create_hyp_pmd_mappings() local
507 pmd_t *pmd; in create_hyp_pud_mappings() local
[all …]
/linux-4.1.27/arch/ia64/mm/
Dhugetlbpage.c33 pmd_t *pmd; in huge_pte_alloc() local
52 pmd_t *pmd; in huge_pte_offset() local
107 int pmd_huge(pmd_t pmd) in pmd_huge()
Dinit.c216 pmd_t *pmd; in put_kernel_page() local
396 pmd_t *pmd; in vmemmap_find_next_valid_pfn() local
444 pmd_t *pmd; in create_mem_map_page_table() local
Dfault.c52 pmd_t *pmd; in mapped_kernel_page_is_present() local
/linux-4.1.27/arch/microblaze/include/asm/
Dpgalloc.h102 #define pmd_pgtable(pmd) pmd_page(pmd) argument
174 #define pmd_populate(mm, pmd, pte) \ argument
177 #define pmd_populate_kernel(mm, pmd, pte) \ argument
187 #define pgd_populate(mm, pmd, pte) BUG() argument
Dpgtable.h301 #define pmd_none(pmd) (!pmd_val(pmd)) argument
302 #define pmd_bad(pmd) ((pmd_val(pmd) & _PMD_PRESENT) == 0) argument
303 #define pmd_present(pmd) ((pmd_val(pmd) & _PMD_PRESENT) != 0) argument
470 #define pmd_page_kernel(pmd) ((unsigned long) (pmd_val(pmd) & PAGE_MASK)) argument
473 #define pmd_page(pmd) (pfn_to_page(__pa(pmd_val(pmd)) >> PAGE_SHIFT)) argument
/linux-4.1.27/arch/hexagon/include/asm/
Dpgtable.h259 static inline int pmd_none(pmd_t pmd) in pmd_none()
270 static inline int pmd_present(pmd_t pmd) in pmd_present()
280 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
288 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)) argument
289 #define pmd_pgtable(pmd) pmd_page(pmd) argument
436 #define pte_offset_map_nested(pmd, addr) pte_offset_map(pmd, addr) argument
Dpgalloc.h96 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
116 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
/linux-4.1.27/arch/tile/mm/
Dinit.c118 static void __init assign_pte(pmd_t *pmd, pte_t *page_table) in assign_pte()
137 static inline void assign_pmd(pud_t *pud, pmd_t *pmd) in assign_pmd()
145 void __init shatter_pmd(pmd_t *pmd) in shatter_pmd()
184 pmd_t *pmd = get_pmd(pgd, vaddr); in page_table_range_init() local
409 pmd_t *pmd; in kernel_physical_mapping_init() local
641 pmd_t *pmd; in permanent_kmaps_init() local
Dhugetlbpage.c71 pmd_t *pmd = pmd_alloc(mm, pud, addr); in huge_pte_alloc() local
108 pmd_t *pmd; in huge_pte_offset() local
153 int pmd_huge(pmd_t pmd) in pmd_huge()
Dfault.c110 pmd_t *pmd, *pmd_k; in vmalloc_sync_one() local
216 pmd_t *pmd; in handle_migrating_pte() local
Dpgtable.c102 pmd_t *pmd; in shatter_huge_page() local
344 pmd_t *pmd; in virt_to_pte() local
/linux-4.1.27/arch/powerpc/mm/
Dpgtable_64.c369 struct page *pmd_page(pmd_t pmd) in pmd_page()
560 pmd_t pmd; in pmdp_clear_flush() local
718 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
775 static pmd_t pmd_set_protbits(pmd_t pmd, pgprot_t pgprot) in pmd_set_protbits()
783 pmd_t pmd; in pfn_pmd() local
800 pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
815 pmd_t *pmd) in update_mmu_cache_pmd()
Dtlb_hash32.c93 pmd_t *pmd; in flush_range() local
157 pmd_t *pmd; in flush_tlb_page() local
Dsubpage-prot.c65 pmd_t *pmd; in hpte_flush_range() local
134 static int subpage_walk_pmd_entry(pmd_t *pmd, unsigned long addr, in subpage_walk_pmd_entry()
Dhugetlbpage.c69 int pmd_huge(pmd_t pmd) in pmd_huge()
93 int pmd_huge(pmd_t pmd) in pmd_huge()
541 pmd_t *pmd; in hugetlb_free_pmd_range() local
726 pmd_t *pmd, int write) in follow_huge_pmd()
976 pmd_t pmd, *pmdp; in __find_linux_pte_or_hugepte() local
Dhugepage-hash64.c36 pmd_t pmd = READ_ONCE(*pmdp); in __hash_page_thp() local
Dtlb_hash64.c231 void flush_tlb_pmd_range(struct mm_struct *mm, pmd_t *pmd, unsigned long addr) in flush_tlb_pmd_range()
Dpgtable.c220 pmd_t *pmd; in assert_pte_locked() local
Dppc_mmu_32.c168 pmd_t *pmd; in hash_preload() local
/linux-4.1.27/arch/x86/power/
Dhibernate_32.c59 static pte_t *resume_one_page_table_init(pmd_t *pmd) in resume_one_page_table_init()
85 pmd_t *pmd; in resume_physical_mapping_init() local
/linux-4.1.27/arch/sparc/mm/
Dhugetlbpage.c134 pmd_t *pmd; in huge_pte_alloc() local
158 pmd_t *pmd; in huge_pte_offset() local
218 int pmd_huge(pmd_t pmd) in pmd_huge()
Dgup.c20 static noinline int gup_pte_range(pmd_t pmd, unsigned long addr, in gup_pte_range()
69 static int gup_huge_pmd(pmd_t *pmdp, pmd_t pmd, unsigned long addr, in gup_huge_pmd()
126 pmd_t pmd = *pmdp; in gup_pmd_range() local
Dtlb.c137 pmd_t pmd) in tlb_batch_pmd_scan()
157 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
/linux-4.1.27/arch/unicore32/include/asm/
Dtlbflush.h135 static inline void flush_pmd_entry(pmd_t *pmd) in flush_pmd_entry()
154 static inline void clean_pmd_entry(pmd_t *pmd) in clean_pmd_entry()
Dpgtable.h206 #define pmd_none(pmd) (!pmd_val(pmd)) argument
207 #define pmd_present(pmd) (pmd_val(pmd) & PMD_PRESENT) argument
208 #define pmd_bad(pmd) (((pmd_val(pmd) & \ argument
223 #define pmd_page_vaddr(pmd) ((pte_t *)__va(pmd_val(pmd) & PAGE_MASK)) argument
224 #define pmd_page(pmd) pfn_to_page(__phys_to_pfn(pmd_val(pmd))) argument
Dpgalloc.h110 #define pmd_pgtable(pmd) pmd_page(pmd) argument
/linux-4.1.27/arch/unicore32/mm/
Dmmu.c152 static pte_t * __init early_pte_alloc(pmd_t *pmd, unsigned long addr, in early_pte_alloc()
163 static void __init alloc_init_pte(pmd_t *pmd, unsigned long addr, in alloc_init_pte()
178 pmd_t *pmd = pmd_offset((pud_t *)pgd, addr); in alloc_init_section() local
465 pmd_t *pmd; in setup_mm_for_reboot() local
Dioremap.c74 pmd_t pmd, *pmdp = pmd_offset((pud_t *)pgd, addr); in unmap_area_sections() local
116 pmd_t *pmd = pmd_offset((pud_t *)pgd, addr); in remap_area_sections() local
Dpgd.c81 pmd_t *pmd; in free_pgd_slow() local
Dfault.c53 pmd_t *pmd; in show_pte() local
347 pmd_t *pmd, *pmd_k; in do_ifault() local
/linux-4.1.27/arch/arm/mm/
Dmmu.c78 pmdval_t pmd; member
133 void __init init_default_cache_policy(unsigned long pmd) in init_default_cache_policy()
685 static pte_t * __init early_pte_alloc(pmd_t *pmd, unsigned long addr, unsigned long prot) in early_pte_alloc()
695 static void __init alloc_init_pte(pmd_t *pmd, unsigned long addr, in alloc_init_pte()
706 static void __init __map_init_section(pmd_t *pmd, unsigned long addr, in __map_init_section()
737 pmd_t *pmd = pmd_offset(pud, addr); in alloc_init_pmd() local
824 pmd_t *pmd = pmd_offset(pud, addr); in create_36bit_mapping() local
967 pmd_t *pmd; in fill_pmd_gaps() local
Didmap.c24 pmd_t *pmd; in idmap_add_pmd() local
55 pmd_t *pmd = pmd_offset(pud, addr); in idmap_add_pmd() local
Dioremap.c151 pmd_t pmd = *pmdp; in unmap_area_sections() local
192 pmd_t *pmd; in remap_area_sections() local
224 pmd_t *pmd; in remap_area_supersections() local
Dhugetlbpage.c49 int pmd_huge(pmd_t pmd) in pmd_huge()
Dpgd.c113 pmd_t *pmd; in pgd_free() local
Ddump.c257 static void walk_pte(struct pg_state *st, pmd_t *pmd, unsigned long start) in walk_pte()
271 pmd_t *pmd = pmd_offset(pud, 0); in walk_pmd() local
Dfault.c73 pmd_t *pmd; in show_pte() local
428 pmd_t *pmd, *pmd_k; in do_translation_fault() local
Dfault-armv.c98 pmd_t *pmd; in adjust_pte() local
/linux-4.1.27/arch/frv/include/asm/
Dpgalloc.h23 #define pmd_populate_kernel(mm, pmd, pte) __set_pmd(pmd, __pa(pte) | _PAGE_TABLE) argument
28 #define pmd_pgtable(pmd) pmd_page(pmd) argument
/linux-4.1.27/arch/unicore32/kernel/
Dhibernate.c51 static pte_t *resume_one_page_table_init(pmd_t *pmd) in resume_one_page_table_init()
77 pmd_t *pmd; in resume_physical_mapping_init() local
/linux-4.1.27/arch/xtensa/include/asm/
Dpgalloc.h28 #define pmd_pgtable(pmd) pmd_page(pmd) argument
82 #define pmd_pgtable(pmd) pmd_page(pmd) argument
Dpgtable.h234 #define pmd_page_vaddr(pmd) ((unsigned long)(pmd_val(pmd) & PAGE_MASK)) argument
235 #define pmd_page(pmd) virt_to_page(pmd_val(pmd)) argument
251 #define pmd_none(pmd) (!pmd_val(pmd)) argument
252 #define pmd_present(pmd) (pmd_val(pmd) & PAGE_MASK) argument
253 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK) argument
411 #define _PTE_OFFSET(pmd,adr,tmp) _PTE_INDEX(tmp, adr); \ argument
/linux-4.1.27/arch/nios2/mm/
Dioremap.c50 static inline int remap_area_pmd(pmd_t *pmd, unsigned long address, in remap_area_pmd()
90 pmd_t *pmd; in remap_area_pages() local
Dfault.c249 pmd_t *pmd, *pmd_k; in do_page_fault() local
/linux-4.1.27/arch/x86/kernel/
Dmachine_kexec_32.c103 pgd_t *pgd, pmd_t *pmd, pte_t *pte, in machine_kexec_page_table_set_one()
124 pmd_t *pmd = NULL; in machine_kexec_prepare_page_tables() local
Dhead64.c60 pmdval_t pmd, *pmd_p; in early_make_pgtable() local
Despfix_64.c142 pmd_t pmd, *pmd_p; in init_espfix_ap() local
/linux-4.1.27/include/linux/
Dmigrate.h73 static inline bool pmd_trans_migrating(pmd_t pmd) in pmd_trans_migrating()
93 pmd_t *pmd, pmd_t entry, in migrate_misplaced_transhuge_page()
Dhuge_mm.h132 static inline int pmd_trans_huge_lock(pmd_t *pmd, struct vm_area_struct *vma, in pmd_trans_huge_lock()
204 static inline int pmd_trans_huge_lock(pmd_t *pmd, struct vm_area_struct *vma, in pmd_trans_huge_lock()
211 unsigned long addr, pmd_t pmd, pmd_t *pmdp) in do_huge_pmd_numa_page()
Dmm.h1497 static inline spinlock_t *pte_lockptr(struct mm_struct *mm, pmd_t *pmd) in pte_lockptr()
1530 static inline spinlock_t *pte_lockptr(struct mm_struct *mm, pmd_t *pmd) in pte_lockptr()
1557 #define pte_offset_map_lock(mm, pmd, address, ptlp) \ argument
1571 #define pte_alloc_map(mm, vma, pmd, address) \ argument
1576 #define pte_alloc_map_lock(mm, pmd, address, ptlp) \ argument
1581 #define pte_alloc_kernel(pmd, address) \ argument
1587 static struct page *pmd_to_page(pmd_t *pmd) in pmd_to_page()
1593 static inline spinlock_t *pmd_lockptr(struct mm_struct *mm, pmd_t *pmd) in pmd_lockptr()
1614 #define pmd_huge_pte(mm, pmd) (pmd_to_page(pmd)->pmd_huge_pte) argument
1618 static inline spinlock_t *pmd_lockptr(struct mm_struct *mm, pmd_t *pmd) in pmd_lockptr()
[all …]
/linux-4.1.27/lib/
Dioremap.c53 static int ioremap_pte_range(pmd_t *pmd, unsigned long addr, in ioremap_pte_range()
74 pmd_t *pmd; in ioremap_pmd_range() local
/linux-4.1.27/arch/xtensa/mm/
Dmmu.c24 pmd_t *pmd = pmd_offset(pgd, vaddr); in init_pmd() local
Dfault.c203 pmd_t *pmd, *pmd_k; in do_page_fault() local
/linux-4.1.27/arch/parisc/kernel/
Dpci-dma.c110 static inline int map_pmd_uncached(pmd_t * pmd, unsigned long vaddr, in map_pmd_uncached()
141 pmd_t *pmd; in map_uncached_pages() local
154 static inline void unmap_uncached_pte(pmd_t * pmd, unsigned long vaddr, in unmap_uncached_pte()
193 pmd_t * pmd; in unmap_uncached_pmd() local
/linux-4.1.27/arch/mn10300/mm/
Dcache-inv-icache.c34 pmd_t *pmd; in flush_icache_page_range() local
Dcache-flush-icache.c56 pmd_t *pmd; in flush_icache_page_range() local
Dfault.c388 pmd_t *pmd, *pmd_k; in do_page_fault() local
Dpgtable.c39 pmd_t *pmd; in set_pmd_pfn() local
/linux-4.1.27/arch/score/mm/
Dfault.c210 pmd_t *pmd, *pmd_k; in do_page_fault() local
/linux-4.1.27/arch/arc/mm/
Dfault.c29 pmd_t *pmd, *pmd_k; in handle_vmalloc_fault() local
/linux-4.1.27/fs/proc/
Dtask_mmu.c507 static void smaps_pmd_entry(pmd_t *pmd, unsigned long addr, in smaps_pmd_entry()
523 static void smaps_pmd_entry(pmd_t *pmd, unsigned long addr, in smaps_pmd_entry()
529 static int smaps_pte_range(pmd_t *pmd, unsigned long addr, unsigned long end, in smaps_pte_range()
768 pmd_t pmd = *pmdp; in clear_soft_dirty_pmd() local
792 static int clear_refs_pte_range(pmd_t *pmd, unsigned long addr, in clear_refs_pte_range()
1085 pmd_t pmd, int offset, int pmd_flags2) in thp_pmd_to_pagemap_entry()
1100 pmd_t pmd, int offset, int pmd_flags2) in thp_pmd_to_pagemap_entry()
1105 static int pagemap_pte_range(pmd_t *pmd, unsigned long addr, unsigned long end, in pagemap_pte_range()
1412 static int gather_pte_stats(pmd_t *pmd, unsigned long addr, in gather_pte_stats()
/linux-4.1.27/arch/cris/arch-v10/mm/
Dfault.c49 pmd_t *pmd; in handle_mmu_bus_fault() local
/linux-4.1.27/arch/um/kernel/skas/
Dmmu.c22 pmd_t *pmd; in init_stub_pte() local
/linux-4.1.27/arch/openrisc/mm/
Dfault.c312 pmd_t *pmd, *pmd_k; in do_page_fault() local
/linux-4.1.27/arch/frv/mm/
Dfault.c301 pmd_t *pmd, *pmd_k; in do_page_fault() local
Dpgalloc.c52 void __set_pmd(pmd_t *pmdptr, unsigned long pmd) in __set_pmd()
/linux-4.1.27/arch/cris/mm/
Dfault.c326 pmd_t *pmd, *pmd_k; in do_page_fault() local
/linux-4.1.27/arch/arm/lib/
Duaccess_with_memcpy.c30 pmd_t *pmd; in pin_page_for_write() local
/linux-4.1.27/arch/m68k/mm/
Dmotorola.c72 unsigned long pmd, last; in kernel_ptr_table() local
Dmcfmmu.c89 pmd_t *pmd; in cf_tlb_miss() local
/linux-4.1.27/arch/alpha/mm/
Dinit.c148 pmd_t *pmd; in callback_init() local
/linux-4.1.27/arch/m68k/sun3x/
Ddvma.c101 pmd_t *pmd; in dvma_map_cpu() local
/linux-4.1.27/arch/microblaze/mm/
Dpgtable.c194 pmd_t *pmd; in get_pteptr() local
/linux-4.1.27/arch/m32r/mm/
Dfault.c309 pmd_t *pmd, *pmd_k; in do_page_fault() local
/linux-4.1.27/arch/arm/kernel/
Dtraps.c647 pgd_t *pgd; pmd_t *pmd; pte_t *pte; in arm_syscall() local
799 void __pmd_error(const char *file, int line, pmd_t pmd) in __pmd_error()

12