Home
last modified time | relevance | path

Searched defs:pmd (Results 1 – 200 of 279) sorted by relevance

12

/linux-4.4.14/arch/arc/include/asm/
Dhugepage.h16 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte()
26 #define pmd_wrprotect(pmd) pte_pmd(pte_wrprotect(pmd_pte(pmd))) argument
27 #define pmd_mkwrite(pmd) pte_pmd(pte_mkwrite(pmd_pte(pmd))) argument
28 #define pmd_mkdirty(pmd) pte_pmd(pte_mkdirty(pmd_pte(pmd))) argument
29 #define pmd_mkold(pmd) pte_pmd(pte_mkold(pmd_pte(pmd))) argument
30 #define pmd_mkyoung(pmd) pte_pmd(pte_mkyoung(pmd_pte(pmd))) argument
31 #define pmd_mkhuge(pmd) pte_pmd(pte_mkhuge(pmd_pte(pmd))) argument
32 #define pmd_mknotpresent(pmd) pte_pmd(pte_mknotpresent(pmd_pte(pmd))) argument
33 #define pmd_mksplitting(pmd) pte_pmd(pte_mkspecial(pmd_pte(pmd))) argument
34 #define pmd_mkclean(pmd) pte_pmd(pte_mkclean(pmd_pte(pmd))) argument
[all …]
Dpgalloc.h39 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
45 pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t ptep) in pmd_populate()
137 #define pmd_pgtable(pmd) ((pgtable_t) pmd_page_vaddr(pmd)) argument
/linux-4.4.14/drivers/md/
Ddm-thin-metadata.c205 struct dm_pool_metadata *pmd; member
361 static int superblock_lock_zero(struct dm_pool_metadata *pmd, in superblock_lock_zero()
368 static int superblock_lock(struct dm_pool_metadata *pmd, in superblock_lock()
404 static void __setup_btree_details(struct dm_pool_metadata *pmd) in __setup_btree_details()
442 static int save_sm_roots(struct dm_pool_metadata *pmd) in save_sm_roots()
462 static void copy_sm_roots(struct dm_pool_metadata *pmd, in copy_sm_roots()
474 static int __write_initial_superblock(struct dm_pool_metadata *pmd) in __write_initial_superblock()
520 static int __format_metadata(struct dm_pool_metadata *pmd) in __format_metadata()
575 struct dm_pool_metadata *pmd) in __check_incompat_features()
602 static int __open_metadata(struct dm_pool_metadata *pmd) in __open_metadata()
[all …]
/linux-4.4.14/arch/arm/include/asm/
Dpgtable-3level.h145 #define pmd_table(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ argument
147 #define pmd_sect(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ argument
149 #define pmd_large(pmd) pmd_sect(pmd) argument
175 #define pmd_bad(pmd) (!(pmd_val(pmd) & 2)) argument
211 #define pmd_isset(pmd, val) ((u32)(val) == (val) ? pmd_val(pmd) & (val) \ argument
213 #define pmd_isclear(pmd, val) (!(pmd_val(pmd) & (val))) argument
215 #define pmd_young(pmd) (pmd_isset((pmd), PMD_SECT_AF)) argument
225 #define pmd_write(pmd) (pmd_isclear((pmd), L_PMD_SECT_RDONLY)) argument
226 #define pmd_dirty(pmd) (pmd_isset((pmd), L_PMD_SECT_DIRTY)) argument
230 #define pmd_hugewillfault(pmd) (!pmd_young(pmd) || !pmd_write(pmd)) argument
[all …]
Dkvm_mmu.h72 static inline void kvm_set_pmd(pmd_t *pmd, pmd_t new_pmd) in kvm_set_pmd()
93 static inline void kvm_clean_pmd(pmd_t *pmd) in kvm_clean_pmd()
98 static inline void kvm_clean_pmd_entry(pmd_t *pmd) in kvm_clean_pmd_entry()
113 static inline void kvm_set_s2pmd_writable(pmd_t *pmd) in kvm_set_s2pmd_writable()
128 static inline void kvm_set_s2pmd_readonly(pmd_t *pmd) in kvm_set_s2pmd_readonly()
133 static inline bool kvm_s2pmd_readonly(pmd_t *pmd) in kvm_s2pmd_readonly()
246 static inline void __kvm_flush_dcache_pmd(pmd_t pmd) in __kvm_flush_dcache_pmd()
Dpgalloc.h35 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
41 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
52 #define pmd_free(mm, pmd) do { } while (0) argument
53 #define pud_populate(mm,pmd,pte) BUG() argument
170 #define pmd_pgtable(pmd) pmd_page(pmd) argument
Dpgtable.h56 #define pmd_ERROR(pmd) __pmd_error(__FILE__, __LINE__, pmd) argument
184 #define pmd_none(pmd) (!pmd_val(pmd)) argument
185 #define pmd_present(pmd) (pmd_val(pmd)) argument
187 static inline pte_t *pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
192 #define pmd_page(pmd) pfn_to_page(__phys_to_pfn(pmd_val(pmd) & PHYS_MASK)) argument
195 #define __pte_map(pmd) pmd_page_vaddr(*(pmd)) argument
198 #define __pte_map(pmd) (pte_t *)kmap_atomic(pmd_page(*(pmd))) argument
204 #define pte_offset_kernel(pmd,addr) (pmd_page_vaddr(*(pmd)) + pte_index(addr)) argument
206 #define pte_offset_map(pmd,addr) (__pte_map(pmd) + pte_index(addr)) argument
Dpgtable-2level.h194 #define pmd_large(pmd) (pmd_val(pmd) & 2) argument
195 #define pmd_bad(pmd) (pmd_val(pmd) & 2) argument
222 #define pmd_hugewillfault(pmd) (0) argument
223 #define pmd_thp_or_huge(pmd) (0) argument
Dtlbflush.h576 static inline void flush_pmd_entry(void *pmd) in flush_pmd_entry()
587 static inline void clean_pmd_entry(void *pmd) in clean_pmd_entry()
640 #define update_mmu_cache_pmd(vma, address, pmd) do { } while (0) argument
Dpgtable-2level-types.h34 typedef struct { pmdval_t pmd; } pmd_t; member
/linux-4.4.14/arch/mips/include/asm/
Dpgtable.h91 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd)) argument
93 #define __pmd_page(pmd) (pfn_to_page(pmd_phys(pmd) >> PAGE_SHIFT)) argument
95 #define pmd_page(pmd) __pmd_page(pmd) argument
98 #define pmd_page_vaddr(pmd) pmd_val(pmd) argument
489 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
494 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge()
501 static inline int pmd_trans_splitting(pmd_t pmd) in pmd_trans_splitting()
506 static inline pmd_t pmd_mksplitting(pmd_t pmd) in pmd_mksplitting()
523 static inline int pmd_write(pmd_t pmd) in pmd_write()
528 static inline pmd_t pmd_wrprotect(pmd_t pmd) in pmd_wrprotect()
[all …]
Dpgalloc.h16 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
22 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
27 #define pmd_pgtable(pmd) pmd_page(pmd) argument
36 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
114 pmd_t *pmd; in pmd_alloc_one() local
122 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
Dpgtable-64.h160 typedef struct { unsigned long pmd; } pmd_t; member
171 static inline int pmd_none(pmd_t pmd) in pmd_none()
176 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
190 static inline int pmd_present(pmd_t pmd) in pmd_present()
Dpgtable-32.h89 static inline int pmd_none(pmd_t pmd) in pmd_none()
94 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK) argument
96 static inline int pmd_present(pmd_t pmd) in pmd_present()
/linux-4.4.14/arch/x86/include/asm/
Dpgtable.h48 #define set_pmd_at(mm, addr, pmdp, pmd) native_set_pmd_at(mm, addr, pmdp, pmd) argument
53 #define set_pmd(pmdp, pmd) native_set_pmd(pmdp, pmd) argument
69 #define pmd_clear(pmd) native_pmd_clear(pmd) argument
110 static inline int pmd_dirty(pmd_t pmd) in pmd_dirty()
115 static inline int pmd_young(pmd_t pmd) in pmd_young()
150 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn()
168 static inline int pmd_trans_splitting(pmd_t pmd) in pmd_trans_splitting()
173 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
258 static inline pmd_t pmd_set_flags(pmd_t pmd, pmdval_t set) in pmd_set_flags()
265 static inline pmd_t pmd_clear_flags(pmd_t pmd, pmdval_t clear) in pmd_clear_flags()
[all …]
Dpgalloc.h63 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
69 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
78 #define pmd_pgtable(pmd) pmd_page(pmd) argument
94 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
103 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
112 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
Dpgtable-3level.h93 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd()
116 static inline void native_pmd_clear(pmd_t *pmd) in native_pmd_clear()
162 pmd_t pmd; member
Dpgtable_types.h259 typedef struct { pmdval_t pmd; } pmd_t; member
266 static inline pmdval_t native_pmd_val(pmd_t pmd) in native_pmd_val()
273 static inline pmdval_t native_pmd_val(pmd_t pmd) in native_pmd_val()
297 static inline pmdval_t pmd_pfn_mask(pmd_t pmd) in pmd_pfn_mask()
305 static inline pmdval_t pmd_flags_mask(pmd_t pmd) in pmd_flags_mask()
310 static inline pmdval_t pmd_flags(pmd_t pmd) in pmd_flags()
Dpgtable_64.h63 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd()
68 static inline void native_pmd_clear(pmd_t *pmd) in native_pmd_clear()
Dpgtable-2level.h19 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd()
/linux-4.4.14/arch/parisc/include/asm/
Dpgalloc.h58 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
66 pmd_t *pmd = (pmd_t *)__get_free_pages(GFP_KERNEL|__GFP_REPEAT, in pmd_alloc_one() local
73 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
99 #define pgd_populate(mm, pmd, pte) BUG() argument
104 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
120 #define pmd_populate(mm, pmd, pte_page) \ argument
122 #define pmd_pgtable(pmd) pmd_page(pmd) argument
Dpgtable.h310 static inline void pmd_clear(pmd_t *pmd) { in pmd_clear()
414 #define pmd_page_vaddr(pmd) ((unsigned long) __va(pmd_address(pmd))) argument
416 #define __pmd_page(pmd) ((unsigned long) __va(pmd_address(pmd))) argument
417 #define pmd_page(pmd) virt_to_page((void *)__pmd_page(pmd)) argument
440 #define pte_offset_kernel(pmd, address) \ argument
442 #define pte_offset_map(pmd, address) pte_offset_kernel(pmd, address) argument
Dtlb.h24 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) argument
/linux-4.4.14/arch/tile/include/asm/
Dpgtable.h366 static inline int pmd_none(pmd_t pmd) in pmd_none()
375 static inline int pmd_present(pmd_t pmd) in pmd_present()
380 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
439 #define pmd_ptfn(pmd) hv_pte_get_ptfn(pmd_pte(pmd)) argument
447 static inline unsigned long pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
461 #define pmd_page(pmd) pfn_to_page(PFN_DOWN(HV_PTFN_TO_CPA(pmd_ptfn(pmd)))) argument
468 #define pmd_mknotpresent(pmd) pte_pmd(pte_mknotpresent(pmd_pte(pmd))) argument
469 #define pmd_young(pmd) pte_young(pmd_pte(pmd)) argument
470 #define pmd_mkyoung(pmd) pte_pmd(pte_mkyoung(pmd_pte(pmd))) argument
471 #define pmd_mkold(pmd) pte_pmd(pte_mkold(pmd_pte(pmd))) argument
[all …]
Dpgalloc.h41 static inline void set_pmd(pmd_t *pmdp, pmd_t pmd) in set_pmd()
51 pmd_t *pmd, pte_t *ptep) in pmd_populate_kernel()
57 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
86 #define pmd_pgtable(pmd) pmd_page(pmd) argument
125 #define pud_populate(mm, pud, pmd) \ argument
Dpgtable_32.h115 #define pmd_pte(pmd) ((pmd).pud.pgd) argument
/linux-4.4.14/arch/powerpc/include/asm/
Dpgtable-ppc64.h152 #define pmd_none(pmd) (!pmd_val(pmd)) argument
153 #define pmd_bad(pmd) (!is_kernel_addr(pmd_val(pmd)) \ argument
155 #define pmd_present(pmd) (!pmd_none(pmd)) argument
157 #define pmd_page_vaddr(pmd) (pmd_val(pmd) & ~PMD_MASKED_BITS) argument
466 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
474 static inline int pmd_trans_splitting(pmd_t pmd) in pmd_trans_splitting()
492 static inline int pmd_large(pmd_t pmd) in pmd_large()
500 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte()
510 static inline pte_t *pmdp_ptep(pmd_t *pmd) in pmdp_ptep()
515 #define pmd_pfn(pmd) pte_pfn(pmd_pte(pmd)) argument
[all …]
Dpgalloc-32.h24 #define pmd_populate_kernel(mm, pmd, pte) \ argument
26 #define pmd_populate(mm, pmd, pte) \ argument
28 #define pmd_pgtable(pmd) pmd_page(pmd) argument
30 #define pmd_populate_kernel(mm, pmd, pte) \ argument
32 #define pmd_populate(mm, pmd, pte) \ argument
34 #define pmd_pgtable(pmd) pmd_page(pmd) argument
Dpgalloc-64.h69 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
74 #define pmd_populate(mm, pmd, pte_page) \ argument
76 #define pmd_populate_kernel(mm, pmd, pte) pmd_set(pmd, (unsigned long)(pte)) argument
77 #define pmd_pgtable(pmd) pmd_page(pmd) argument
175 #define pud_populate(mm, pud, pmd) pud_set(pud, (unsigned long)pmd) argument
177 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
183 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
189 static inline pgtable_t pmd_pgtable(pmd_t pmd) in pmd_pgtable()
230 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
235 #define __pmd_free_tlb(tlb, pmd, addr) \ argument
Dpgtable-ppc32.h130 #define pmd_none(pmd) (!pmd_val(pmd)) argument
131 #define pmd_bad(pmd) (pmd_val(pmd) & _PMD_BAD) argument
132 #define pmd_present(pmd) (pmd_val(pmd) & _PMD_PRESENT_MASK) argument
287 #define pmd_page_vaddr(pmd) \ argument
289 #define pmd_page(pmd) \ argument
292 #define pmd_page_vaddr(pmd) \ argument
294 #define pmd_page(pmd) \ argument
Dpgtable.h53 static inline int pmd_protnone(pmd_t pmd) in pmd_protnone()
258 #define pmd_large(pmd) 0 argument
/linux-4.4.14/arch/m68k/include/asm/
Dmotorola_pgalloc.h74 static inline int pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
79 static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
97 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
102 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate()
106 #define pmd_pgtable(pmd) pmd_page(pmd) argument
108 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
Dmcf_pgalloc.h36 #define pmd_populate(mm, pmd, page) (pmd_val(*pmd) = \ argument
39 #define pmd_populate_kernel(mm, pmd, pte) (pmd_val(*pmd) = (unsigned long)(pte)) argument
41 #define pmd_pgtable(pmd) pmd_page(pmd) argument
49 #define __pmd_free_tlb(tlb, pmd, address) do { } while (0) argument
85 #define pmd_free(mm, pmd) BUG() argument
104 #define pgd_populate(mm, pmd, pte) BUG() argument
Dsun3_pgtable.h119 #define __pmd_page(pmd) \ argument
134 #define pmd_page(pmd) virt_to_page(__pmd_page(pmd)) argument
137 static inline int pmd_none2 (pmd_t *pmd) { return !pmd_val (*pmd); } in pmd_none2()
138 #define pmd_none(pmd) pmd_none2(&(pmd)) argument
140 static inline int pmd_bad2 (pmd_t *pmd) { return 0; } in pmd_bad2()
141 #define pmd_bad(pmd) pmd_bad2(&(pmd)) argument
142 static inline int pmd_present2 (pmd_t *pmd) { return pmd_val (*pmd) & SUN3_PMD_VALID; } in pmd_present2()
144 #define pmd_present(pmd) (!pmd_none2(&(pmd))) argument
204 #define pte_offset_kernel(pmd, address) ((pte_t *) __pmd_page(*pmd) + pte_index(address)) argument
205 #define pte_offset_map(pmd, address) ((pte_t *)page_address(pmd_page(*pmd)) + pte_index(address)) argument
Dsun3_pgalloc.h66 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
71 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate()
75 #define pmd_pgtable(pmd) pmd_page(pmd) argument
99 #define pgd_populate(mm, pmd, pte) BUG() argument
Dmcf_pgtable.h172 #define __pmd_page(pmd) ((unsigned long) (pmd_val(pmd))) argument
193 static inline int pmd_none2(pmd_t *pmd) { return !pmd_val(*pmd); } in pmd_none2()
194 #define pmd_none(pmd) pmd_none2(&(pmd)) argument
195 static inline int pmd_bad2(pmd_t *pmd) { return 0; } in pmd_bad2()
196 #define pmd_bad(pmd) pmd_bad2(&(pmd)) argument
197 #define pmd_present(pmd) (!pmd_none2(&(pmd))) argument
398 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)) argument
Dmotorola_pgtable.h125 #define __pmd_page(pmd) ((unsigned long)__va(pmd_val(pmd) & _TABLE_MASK)) argument
137 #define pmd_none(pmd) (!pmd_val(pmd)) argument
138 #define pmd_bad(pmd) ((pmd_val(pmd) & _DESCTYPE_MASK) != _PAGE_TABLE) argument
139 #define pmd_present(pmd) (pmd_val(pmd) & _PAGE_TABLE) argument
146 #define pmd_page(pmd) virt_to_page(__va(pmd_val(pmd))) argument
Dpage.h24 typedef struct { unsigned long pmd[16]; } pmd_t; member
/linux-4.4.14/arch/arm64/include/asm/
Dpgtable.h320 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte()
340 #define pmd_trans_huge(pmd) (pmd_val(pmd) && !(pmd_val(pmd) & PMD_TABLE_BIT)) argument
341 #define pmd_trans_splitting(pmd) pte_special(pmd_pte(pmd)) argument
350 #define pmd_present(pmd) pte_present(pmd_pte(pmd)) argument
351 #define pmd_dirty(pmd) pte_dirty(pmd_pte(pmd)) argument
352 #define pmd_young(pmd) pte_young(pmd_pte(pmd)) argument
353 #define pmd_wrprotect(pmd) pte_pmd(pte_wrprotect(pmd_pte(pmd))) argument
354 #define pmd_mksplitting(pmd) pte_pmd(pte_mkspecial(pmd_pte(pmd))) argument
355 #define pmd_mkold(pmd) pte_pmd(pte_mkold(pmd_pte(pmd))) argument
356 #define pmd_mkwrite(pmd) pte_pmd(pte_mkwrite(pmd_pte(pmd))) argument
[all …]
Dpgalloc.h39 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
45 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
135 #define pmd_pgtable(pmd) pmd_page(pmd) argument
/linux-4.4.14/arch/s390/mm/
Dhugetlbpage.c13 pmd_t pmd; in __pte_to_pmd() local
49 static inline pte_t __pmd_to_pte(pmd_t pmd) in __pmd_to_pte()
91 pmd_t pmd = __pte_to_pmd(pte); in set_huge_pte_at() local
99 pmd_t pmd = *(pmd_t *) ptep; in huge_ptep_get() local
144 int pmd_huge(pmd_t pmd) in pmd_huge()
Dgup.c20 static inline int gup_pte_range(pmd_t *pmdp, pmd_t pmd, unsigned long addr, in gup_pte_range()
54 static inline int gup_huge_pmd(pmd_t *pmdp, pmd_t pmd, unsigned long addr, in gup_huge_pmd()
109 pmd_t *pmdp, pmd; in gup_pmd_range() local
Ddump_pagetables.c111 pmd_t *pmd, unsigned long addr) in walk_pte_level()
130 pmd_t *pmd; in walk_pmd_level() local
Dpageattr.c129 pmd_t *pmd; in __kernel_map_pages() local
/linux-4.4.14/arch/alpha/include/asm/
Dpgalloc.h14 pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t pte) in pmd_populate()
18 #define pmd_pgtable(pmd) pmd_page(pmd) argument
21 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
27 pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
48 pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
Dpgtable.h233 pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
239 #define pmd_page(pmd) (mem_map + ((pmd_val(pmd) & _PFN_MASK) >> 32)) argument
253 extern inline int pmd_none(pmd_t pmd) { return !pmd_val(pmd); } in pmd_none()
254 extern inline int pmd_bad(pmd_t pmd) { return (pmd_val(pmd) & ~_PFN_MASK) != _PAGE_TABLE; } in pmd_bad()
255 extern inline int pmd_present(pmd_t pmd) { return pmd_val(pmd) & _PAGE_VALID; } in pmd_present()
Dtlb.h13 #define __pmd_free_tlb(tlb, pmd, address) pmd_free((tlb)->mm, pmd) argument
Dmmzone.h74 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> 32)) argument
/linux-4.4.14/arch/um/include/asm/
Dpgalloc.h13 #define pmd_populate_kernel(mm, pmd, pte) \ argument
16 #define pmd_populate(mm, pmd, pte) \ argument
20 #define pmd_pgtable(pmd) pmd_page(pmd) argument
50 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
Dpgtable.h111 #define pmd_page(pmd) phys_to_page(pmd_val(pmd) & PAGE_MASK) argument
317 #define pmd_page_vaddr(pmd) ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK)) argument
320 #define pmd_page_vaddr(pmd) \ argument
Dpage.h37 typedef struct { unsigned long pmd; } pmd_t; member
64 typedef struct { unsigned long pmd; } pmd_t; member
/linux-4.4.14/include/asm-generic/
Dpgtable.h69 pmd_t pmd = *pmdp; in pmdp_test_and_clear_young() local
128 pmd_t pmd = *pmdp; in pmdp_huge_get_and_clear() local
382 static inline int pmd_none_or_clear_bad(pmd_t *pmd) in pmd_none_or_clear_bad()
493 static inline int pmd_soft_dirty(pmd_t pmd) in pmd_soft_dirty()
503 static inline pmd_t pmd_mksoft_dirty(pmd_t pmd) in pmd_mksoft_dirty()
513 static inline pmd_t pmd_clear_soft_dirty(pmd_t pmd) in pmd_clear_soft_dirty()
618 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
622 static inline int pmd_trans_splitting(pmd_t pmd) in pmd_trans_splitting()
627 static inline int pmd_write(pmd_t pmd) in pmd_write()
680 static inline int pmd_none_or_trans_huge_or_clear_bad(pmd_t *pmd) in pmd_none_or_trans_huge_or_clear_bad()
[all …]
Dpgtable-nopmd.h33 #define pmd_ERROR(pmd) (pud_ERROR((pmd).pud)) argument
35 #define pud_populate(mm, pmd, pte) do { } while (0) argument
59 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
D4level-fixup.h26 #define pud_populate(mm, pud, pmd) pgd_populate(mm, pud, pmd) argument
/linux-4.4.14/mm/kasan/
Dkasan_init.c46 static void __init zero_pte_populate(pmd_t *pmd, unsigned long addr, in zero_pte_populate()
65 pmd_t *pmd = pmd_offset(pud, addr); in zero_pmd_populate() local
93 pmd_t *pmd; in zero_pud_populate() local
128 pmd_t *pmd; in kasan_populate_zero_shadow() local
/linux-4.4.14/arch/sh/mm/
Dhugetlbpage.c29 pmd_t *pmd; in huge_pte_alloc() local
49 pmd_t *pmd; in huge_pte_offset() local
65 int pmd_huge(pmd_t pmd) in pmd_huge()
Dinit.c49 pmd_t *pmd; in __get_pte_phys() local
129 pmd_t *pmd; in one_md_table_init() local
139 static pte_t * __init one_page_table_init(pmd_t *pmd) in one_page_table_init()
152 static pte_t * __init page_table_kmap_check(pte_t *pte, pmd_t *pmd, in page_table_kmap_check()
163 pmd_t *pmd; in page_table_range_init() local
Dpgtable.c43 void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
53 void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
Dtlbex_32.c27 pmd_t *pmd; in handle_tlbmiss() local
Dgup.c74 static noinline int gup_pte_range(pmd_t pmd, unsigned long addr, in gup_pte_range()
127 pmd_t pmd = *pmdp; in gup_pmd_range() local
Dfault.c78 pmd_t *pmd; in show_pte() local
132 pmd_t *pmd, *pmd_k; in vmalloc_sync_one() local
Dtlbex_64.c48 pmd_t *pmd; in handle_tlbmiss() local
/linux-4.4.14/arch/x86/mm/
Dinit_64.c64 pmd_t *pmd = pmd_page + pmd_index(addr); in ident_pmd_init() local
77 pmd_t *pmd; in ident_pud_init() local
248 pmd_t *pmd = (pmd_t *) spp_getpage(); in fill_pmd() local
257 static pte_t *fill_pte(pmd_t *pmd, unsigned long vaddr) in fill_pte()
271 pmd_t *pmd; in set_pte_vaddr_pud() local
316 pmd_t *pmd; in populate_extra_pte() local
330 pmd_t *pmd; in __init_extra_mapping() local
383 pmd_t *pmd = level2_kernel_pgt; in cleanup_highmap() local
456 pmd_t *pmd = pmd_page + pmd_index(address); in phys_pmd_init() local
531 pmd_t *pmd; in phys_pud_init() local
[all …]
Dpgtable.c63 void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd) in ___pmd_free_tlb()
171 void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd) in pud_populate()
212 pmd_t *pmd = (pmd_t *)__get_free_page(PGALLOC_GFP); in preallocate_pmds() local
247 pmd_t *pmd = (pmd_t *)pgd_page_vaddr(pgd); in pgd_mop_up_pmds() local
269 pmd_t *pmd = pmds[i]; in pgd_prepopulate_pmd() local
609 int pmd_set_huge(pmd_t *pmd, phys_addr_t addr, pgprot_t prot) in pmd_set_huge()
650 int pmd_clear_huge(pmd_t *pmd) in pmd_clear_huge()
Dinit_32.c95 static pte_t * __init one_page_table_init(pmd_t *pmd) in one_page_table_init()
119 pmd_t *pmd; in populate_extra_pte() local
156 static pte_t *__init page_table_kmap_check(pte_t *pte, pmd_t *pmd, in page_table_kmap_check()
212 pmd_t *pmd; in page_table_range_init() local
263 pmd_t *pmd; in kernel_physical_mapping_init() local
418 pmd_t *pmd; in permanent_kmaps_init() local
458 pmd_t *pmd; in native_pagetable_init() local
Dgup.c71 static noinline int gup_pte_range(pmd_t pmd, unsigned long addr, in gup_pte_range()
117 static noinline int gup_huge_pmd(pmd_t pmd, unsigned long addr, in gup_huge_pmd()
158 pmd_t pmd = *pmdp; in gup_pmd_range() local
Dpageattr.c331 pmd_t *pmd; in lookup_address_in_pgd() local
462 pmd_t *pmd; in __set_pmd_pte() local
738 static bool try_to_free_pmd_page(pmd_t *pmd) in try_to_free_pmd_page()
762 static bool unmap_pte_range(pmd_t *pmd, unsigned long start, unsigned long end) in unmap_pte_range()
780 static void __unmap_pmd_range(pud_t *pud, pmd_t *pmd, in __unmap_pmd_range()
790 pmd_t *pmd = pmd_offset(pud, start); in unmap_pmd_range() local
885 static int alloc_pte_page(pmd_t *pmd) in alloc_pte_page()
897 pmd_t *pmd = (pmd_t *)get_zeroed_page(GFP_KERNEL | __GFP_NOTRACK); in alloc_pmd_page() local
907 unsigned num_pages, pmd_t *pmd, pgprot_t pgprot) in populate_pte()
932 pmd_t *pmd; in populate_pmd() local
Dfault.c199 pmd_t *pmd, *pmd_k; in vmalloc_sync_one() local
329 pmd_t *pmd; in dump_pagetable() local
371 pmd_t *pmd, *pmd_ref; in vmalloc_fault() local
472 pmd_t *pmd; in dump_pagetable() local
956 pmd_t *pmd; in spurious_fault() local
Dpgtable_32.c31 pmd_t *pmd; in set_pte_vaddr() local
Dioremap.c430 pmd_t *pmd = pmd_offset(pud, addr); in early_ioremap_pmd() local
447 pmd_t *pmd; in early_ioremap_init() local
Dhugetlbpage.c62 int pmd_huge(pmd_t pmd) in pmd_huge()
/linux-4.4.14/arch/s390/include/asm/
Dpgtable.h494 static inline int pmd_present(pmd_t pmd) in pmd_present()
499 static inline int pmd_none(pmd_t pmd) in pmd_none()
504 static inline int pmd_large(pmd_t pmd) in pmd_large()
509 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn()
519 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
540 static inline int pmd_write(pmd_t pmd) in pmd_write()
545 static inline int pmd_dirty(pmd_t pmd) in pmd_dirty()
553 static inline int pmd_young(pmd_t pmd) in pmd_young()
597 static inline int pmd_protnone(pmd_t pmd) in pmd_protnone()
624 static inline int pmd_soft_dirty(pmd_t pmd) in pmd_soft_dirty()
[all …]
Dpgalloc.h85 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
96 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
125 pmd_t *pmd, pgtable_t pte) in pmd_populate()
130 #define pmd_populate_kernel(mm, pmd, pte) pmd_populate(mm, pmd, pte) argument
132 #define pmd_pgtable(pmd) \ argument
/linux-4.4.14/arch/mn10300/include/asm/
Dpgalloc.h22 #define pmd_populate_kernel(mm, pmd, pte) \ argument
26 void pmd_populate(struct mm_struct *mm, pmd_t *pmd, struct page *pte) in pmd_populate()
30 #define pmd_pgtable(pmd) pmd_page(pmd) argument
/linux-4.4.14/arch/sparc/include/asm/
Dpgtable_64.h337 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
407 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge()
657 static inline unsigned long pmd_large(pmd_t pmd) in pmd_large()
664 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn()
672 static inline unsigned long pmd_dirty(pmd_t pmd) in pmd_dirty()
679 static inline unsigned long pmd_young(pmd_t pmd) in pmd_young()
686 static inline unsigned long pmd_write(pmd_t pmd) in pmd_write()
693 static inline unsigned long pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
700 static inline unsigned long pmd_trans_splitting(pmd_t pmd) in pmd_trans_splitting()
709 static inline pmd_t pmd_mkold(pmd_t pmd) in pmd_mkold()
[all …]
Dpgalloc_32.h46 static inline void free_pmd_fast(pmd_t * pmd) in free_pmd_fast()
51 #define pmd_free(mm, pmd) free_pmd_fast(pmd) argument
52 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) argument
55 #define pmd_pgtable(pmd) pmd_page(pmd) argument
Dpgalloc_64.h35 static inline void __pud_populate(pud_t *pud, pmd_t *pmd) in __pud_populate()
59 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
114 #define __pmd_free_tlb(tlb, pmd, addr) \ argument
Dpgtable_32.h127 static inline struct page *pmd_page(pmd_t pmd) in pmd_page()
164 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
169 static inline int pmd_present(pmd_t pmd) in pmd_present()
174 static inline int pmd_none(pmd_t pmd) in pmd_none()
/linux-4.4.14/arch/m32r/include/asm/
Dpgalloc.h8 #define pmd_populate_kernel(mm, pmd, pte) \ argument
11 static __inline__ void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
16 #define pmd_pgtable(pmd) pmd_page(pmd) argument
77 #define pgd_populate(mm, pmd, pte) BUG() argument
Dmmzone.h18 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)) argument
/linux-4.4.14/arch/mips/mm/
Dpgtable-64.c72 pmd_t pmd = pmd_mksplitting(*pmdp); in pmdp_splitting_flush() local
81 pmd_t pmd; in mk_pmd() local
89 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
Dhugetlbpage.c43 pmd_t *pmd = NULL; in huge_pte_offset() local
66 int pmd_huge(pmd_t pmd) in pmd_huge()
Dgup.c37 static int gup_pte_range(pmd_t pmd, unsigned long addr, unsigned long end, in gup_pte_range()
71 static int gup_huge_pmd(pmd_t pmd, unsigned long addr, unsigned long end, in gup_huge_pmd()
109 pmd_t pmd = *pmdp; in gup_pmd_range() local
Dioremap.c45 static inline int remap_area_pmd(pmd_t * pmd, unsigned long address, in remap_area_pmd()
80 pmd_t *pmd; in remap_area_pages() local
Dpgtable-32.c40 pmd_t *pmd; in pagetable_init() local
Dfault.c306 pmd_t *pmd, *pmd_k; in __do_page_fault() local
/linux-4.4.14/arch/metag/mm/
Dhugetlbpage.c64 pmd_t *pmd; in huge_pte_alloc() local
81 pmd_t *pmd; in huge_pte_offset() local
92 int pmd_huge(pmd_t pmd) in pmd_huge()
103 pmd_t *pmd, int write) in follow_huge_pmd()
Dinit.c47 pmd_t *pmd; in insert_gateway_page() local
267 pmd_t *pmd; in allocate_pgtables() local
297 pmd_t *pmd; in fixedrange_init() local
Dfault.c71 pmd_t *pmd, *pmd_k; in do_page_fault() local
/linux-4.4.14/arch/openrisc/include/asm/
Dpgalloc.h30 #define pmd_populate_kernel(mm, pmd, pte) \ argument
33 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
104 #define pmd_pgtable(pmd) pmd_page(pmd) argument
/linux-4.4.14/arch/sh/include/asm/
Dpgalloc.h18 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
24 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
29 #define pmd_pgtable(pmd) pmd_page(pmd) argument
Dpgtable-3level.h30 typedef struct { unsigned long long pmd; } pmd_t; member
/linux-4.4.14/arch/arm64/mm/
Dmmu.c80 static void split_pmd(pmd_t *pmd, pte_t *pte) in split_pmd()
95 static void alloc_init_pte(pmd_t *pmd, unsigned long addr, in alloc_init_pte()
118 static void split_pud(pud_t *old_pud, pmd_t *pmd) in split_pud()
135 pmd_t *pmd; in alloc_init_pmd() local
478 pmd_t *pmd; in kern_addr_valid() local
521 pmd_t *pmd; in vmemmap_populate() local
583 pmd_t *pmd = fixmap_pmd(addr); in fixmap_pte() local
594 pmd_t *pmd; in early_fixmap_init() local
Dkasan_init.c26 static void __init kasan_early_pte_populate(pmd_t *pmd, unsigned long addr, in kasan_early_pte_populate()
47 pmd_t *pmd; in kasan_early_pmd_populate() local
Dhugetlbpage.c30 int pmd_huge(pmd_t pmd) in pmd_huge()
Dflush.c108 pmd_t pmd = pmd_mksplitting(*pmdp); in pmdp_splitting_flush() local
Ddump.c249 static void walk_pte(struct pg_state *st, pmd_t *pmd, unsigned long start) in walk_pte()
263 pmd_t *pmd = pmd_offset(pud, 0); in walk_pmd() local
/linux-4.4.14/arch/nios2/include/asm/
Dpgalloc.h15 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
21 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
26 #define pmd_pgtable(pmd) pmd_page(pmd) argument
Dpgtable.h186 static inline int pmd_present(pmd_t pmd) in pmd_present()
218 static inline int pmd_none(pmd_t pmd) in pmd_none()
224 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK) argument
249 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd)) argument
250 #define pmd_page(pmd) (pfn_to_page(pmd_phys(pmd) >> PAGE_SHIFT)) argument
251 #define pmd_page_vaddr(pmd) pmd_val(pmd) argument
/linux-4.4.14/arch/cris/include/asm/
Dpgalloc.h7 #define pmd_populate_kernel(mm, pmd, pte) pmd_set(pmd, pte) argument
8 #define pmd_populate(mm, pmd, pte) pmd_set(pmd, page_address(pte)) argument
9 #define pmd_pgtable(pmd) pmd_page(pmd) argument
Dpgtable.h228 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)) argument
229 #define pmd_page_vaddr(pmd) ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK)) argument
/linux-4.4.14/arch/score/include/asm/
Dpgalloc.h6 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
12 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
18 #define pmd_pgtable(pmd) pmd_page(pmd) argument
Dpgtable.h48 static inline int pmd_none(pmd_t pmd) in pmd_none()
53 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK) argument
55 static inline int pmd_present(pmd_t pmd) in pmd_present()
97 #define pmd_phys(pmd) __pa((void *)pmd_val(pmd)) argument
98 #define pmd_page(pmd) (pfn_to_page(pmd_phys(pmd) >> PAGE_SHIFT)) argument
118 #define pmd_page_vaddr(pmd) pmd_val(pmd) argument
/linux-4.4.14/mm/
Dhuge_memory.c699 pmd_t maybe_pmd_mkwrite(pmd_t pmd, struct vm_area_struct *vma) in maybe_pmd_mkwrite()
716 unsigned long address, pmd_t *pmd, in __do_huge_pmd_anonymous_page()
794 struct vm_area_struct *vma, unsigned long haddr, pmd_t *pmd, in set_huge_zero_page()
809 unsigned long address, pmd_t *pmd, in do_huge_pmd_anonymous_page()
873 pmd_t *pmd, unsigned long pfn, pgprot_t prot, bool write) in insert_pfn_pmd()
893 pmd_t *pmd, unsigned long pfn, bool write) in vmf_insert_pfn_pmd()
921 pmd_t pmd; in copy_huge_pmd() local
991 pmd_t *pmd, pmd_t orig_pmd, in huge_pmd_set_accessed()
1045 pmd_t *pmd, pmd_t orig_pmd, in do_huge_pmd_wp_page_fallback()
1152 unsigned long address, pmd_t *pmd, pmd_t orig_pmd) in do_huge_pmd_wp_page()
[all …]
Dpgtable-generic.c31 void pmd_clear_bad(pmd_t *pmd) in pmd_clear_bad()
133 pmd_t pmd; in pmdp_huge_clear_flush() local
146 pmd_t pmd = pmd_mksplitting(*pmdp); in pmdp_splitting_flush() local
208 pmd_t pmd; in pmdp_collapse_flush() local
Dmemory.c392 static void free_pte_range(struct mmu_gather *tlb, pmd_t *pmd, in free_pte_range()
405 pmd_t *pmd; in free_pmd_range() local
565 pmd_t *pmd, unsigned long address) in __pte_alloc()
604 int __pte_alloc_kernel(pmd_t *pmd, unsigned long address) in __pte_alloc_kernel()
652 pmd_t *pmd = pmd_offset(pud, addr); in print_bad_pte() local
802 pmd_t pmd) in vm_normal_page_pmd()
1114 struct vm_area_struct *vma, pmd_t *pmd, in zap_pte_range()
1230 pmd_t *pmd; in zap_pmd_range() local
1465 pmd_t * pmd = pmd_alloc(mm, pud, addr); in __get_locked_pte() local
1662 static int remap_pte_range(struct mm_struct *mm, pmd_t *pmd, in remap_pte_range()
[all …]
Dsparse-vmemmap.c101 pte_t * __meminit vmemmap_pte_populate(pmd_t *pmd, unsigned long addr, int node) in vmemmap_pte_populate()
117 pmd_t *pmd = pmd_offset(pud, addr); in vmemmap_pmd_populate() local
157 pmd_t *pmd; in vmemmap_populate_basepages() local
Dmprotect.c41 static pte_t *lock_pte_protection(struct vm_area_struct *vma, pmd_t *pmd, in lock_pte_protection()
62 static unsigned long change_pte_range(struct vm_area_struct *vma, pmd_t *pmd, in change_pte_range()
140 pmd_t *pmd; in change_pmd_range() local
Dgup.c62 unsigned long address, pmd_t *pmd, unsigned int flags) in follow_page_pte()
183 pmd_t *pmd; in follow_page_mask() local
252 pmd_t *pmd; in get_gate_page() local
1053 static int gup_pte_range(pmd_t pmd, unsigned long addr, unsigned long end, in gup_pte_range()
1112 static int gup_pte_range(pmd_t pmd, unsigned long addr, unsigned long end, in gup_pte_range()
1259 pmd_t pmd = READ_ONCE(*pmdp); in gup_pmd_range() local
Dpagewalk.c6 static int walk_pte_range(pmd_t *pmd, unsigned long addr, unsigned long end, in walk_pte_range()
30 pmd_t *pmd; in walk_pmd_range() local
Dmremap.c36 pmd_t *pmd; in get_old_pmd() local
58 pmd_t *pmd; in alloc_new_pmd() local
Dmigrate.c111 pmd_t *pmd; in remove_migration_pte() local
239 void migration_entry_wait(struct mm_struct *mm, pmd_t *pmd, in migration_entry_wait()
1670 bool pmd_trans_migrating(pmd_t pmd) in pmd_trans_migrating()
1739 pmd_t *pmd, pmd_t entry, in migrate_misplaced_transhuge_page()
Duserfaultfd.c128 pmd_t *pmd = NULL; in mm_alloc_pmd() local
Dpage_idle.c59 pmd_t *pmd; in page_idle_clear_pte_refs_one() local
Dmincore.c111 static int mincore_pte_range(pmd_t *pmd, unsigned long addr, unsigned long end, in mincore_pte_range()
/linux-4.4.14/arch/ia64/include/asm/
Dpgalloc.h55 pud_populate(struct mm_struct *mm, pud_t * pud_entry, pmd_t * pmd) in pud_populate()
65 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
70 #define __pmd_free_tlb(tlb, pmd, address) pmd_free((tlb)->mm, pmd) argument
77 #define pmd_pgtable(pmd) pmd_page(pmd) argument
Dpgtable.h270 #define pmd_none(pmd) (!pmd_val(pmd)) argument
271 #define pmd_bad(pmd) (!ia64_phys_addr_valid(pmd_val(pmd))) argument
272 #define pmd_present(pmd) (pmd_val(pmd) != 0UL) argument
274 #define pmd_page_vaddr(pmd) ((unsigned long) __va(pmd_val(pmd) & _PFN_MASK)) argument
275 #define pmd_page(pmd) virt_to_page((pmd_val(pmd) + PAGE_OFFSET)) argument
/linux-4.4.14/arch/um/kernel/
Dmem.c66 static void __init one_page_table_init(pmd_t *pmd) in one_page_table_init()
92 pmd_t *pmd; in fixrange_init() local
120 pmd_t *pmd; in fixaddr_user_init() local
228 pmd_t *pmd = (pmd_t *) __get_free_page(GFP_KERNEL); in pmd_alloc_one() local
Dtlb.c193 static inline int update_pte_range(pmd_t *pmd, unsigned long addr, in update_pte_range()
233 pmd_t *pmd; in update_pmd_range() local
313 pmd_t *pmd; in flush_tlb_kernel_range_common() local
397 pmd_t *pmd; in flush_tlb_page() local
477 pte_t *pte_offset_proc(pmd_t *pmd, unsigned long address) in pte_offset_proc()
486 pmd_t *pmd = pmd_offset(pud, addr); in addr_pte() local
/linux-4.4.14/arch/metag/include/asm/
Dpgalloc.h7 #define pmd_populate_kernel(mm, pmd, pte) \ argument
10 #define pmd_populate(mm, pmd, pte) \ argument
13 #define pmd_pgtable(pmd) pmd_page(pmd) argument
Dpgtable.h162 static inline unsigned long pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
170 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)) argument
171 #define pmd_page_shift(pmd) (12 + ((pmd_val(pmd) & _PAGE_SZ_MASK) \ argument
173 #define pmd_num_ptrs(pmd) (PGDIR_SIZE >> pmd_page_shift(pmd)) argument
195 # define pte_index(pmd, address) \ argument
199 # define pte_index(pmd, address) \ argument
/linux-4.4.14/arch/avr32/include/asm/
Dpgalloc.h20 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
25 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
30 #define pmd_pgtable(pmd) pmd_page(pmd) argument
/linux-4.4.14/arch/arm/kvm/
Dmmu.c91 static void kvm_flush_dcache_pmd(pmd_t pmd) in kvm_flush_dcache_pmd()
115 static void stage2_dissolve_pmd(struct kvm *kvm, phys_addr_t addr, pmd_t *pmd) in stage2_dissolve_pmd()
176 static void clear_pmd_entry(struct kvm *kvm, pmd_t *pmd, phys_addr_t addr) in clear_pmd_entry()
206 static void unmap_ptes(struct kvm *kvm, pmd_t *pmd, in unmap_ptes()
236 pmd_t *pmd, *start_pmd; in unmap_pmds() local
306 static void stage2_flush_ptes(struct kvm *kvm, pmd_t *pmd, in stage2_flush_ptes()
321 pmd_t *pmd; in stage2_flush_pmds() local
451 static void create_hyp_pte_mappings(pmd_t *pmd, unsigned long start, in create_hyp_pte_mappings()
472 pmd_t *pmd; in create_hyp_pmd_mappings() local
507 pmd_t *pmd; in create_hyp_pud_mappings() local
[all …]
/linux-4.4.14/arch/arm/mm/
Dmmu.c79 pmdval_t pmd; member
134 void __init init_default_cache_policy(unsigned long pmd) in init_default_cache_policy()
380 pmd_t *pmd = pmd_offset(pud, addr); in fixmap_pmd() local
387 pmd_t *pmd; in early_fixmap_init() local
727 static pte_t * __init early_pte_alloc(pmd_t *pmd, unsigned long addr, unsigned long prot) in early_pte_alloc()
737 static void __init alloc_init_pte(pmd_t *pmd, unsigned long addr, in alloc_init_pte()
748 static void __init __map_init_section(pmd_t *pmd, unsigned long addr, in __map_init_section()
779 pmd_t *pmd = pmd_offset(pud, addr); in alloc_init_pmd() local
866 pmd_t *pmd = pmd_offset(pud, addr); in create_36bit_mapping() local
1009 pmd_t *pmd; in fill_pmd_gaps() local
Didmap.c24 pmd_t *pmd; in idmap_add_pmd() local
55 pmd_t *pmd = pmd_offset(pud, addr); in idmap_add_pmd() local
Dhugetlbpage.c44 int pmd_huge(pmd_t pmd) in pmd_huge()
Dioremap.c151 pmd_t pmd = *pmdp; in unmap_area_sections() local
192 pmd_t *pmd; in remap_area_sections() local
224 pmd_t *pmd; in remap_area_supersections() local
Dpgd.c123 pmd_t *pmd; in pgd_free() local
Ddump.c257 static void walk_pte(struct pg_state *st, pmd_t *pmd, unsigned long start) in walk_pte()
271 pmd_t *pmd = pmd_offset(pud, 0); in walk_pmd() local
Dfault.c73 pmd_t *pmd; in show_pte() local
428 pmd_t *pmd, *pmd_k; in do_translation_fault() local
Dfault-armv.c98 pmd_t *pmd; in adjust_pte() local
/linux-4.4.14/arch/ia64/mm/
Dhugetlbpage.c33 pmd_t *pmd; in huge_pte_alloc() local
52 pmd_t *pmd; in huge_pte_offset() local
102 int pmd_huge(pmd_t pmd) in pmd_huge()
Dinit.c215 pmd_t *pmd; in put_kernel_page() local
389 pmd_t *pmd; in vmemmap_find_next_valid_pfn() local
437 pmd_t *pmd; in create_mem_map_page_table() local
Dfault.c52 pmd_t *pmd; in mapped_kernel_page_is_present() local
/linux-4.4.14/arch/microblaze/include/asm/
Dpgalloc.h102 #define pmd_pgtable(pmd) pmd_page(pmd) argument
174 #define pmd_populate(mm, pmd, pte) \ argument
177 #define pmd_populate_kernel(mm, pmd, pte) \ argument
187 #define pgd_populate(mm, pmd, pte) BUG() argument
Dpgtable.h301 #define pmd_none(pmd) (!pmd_val(pmd)) argument
302 #define pmd_bad(pmd) ((pmd_val(pmd) & _PMD_PRESENT) == 0) argument
303 #define pmd_present(pmd) ((pmd_val(pmd) & _PMD_PRESENT) != 0) argument
470 #define pmd_page_kernel(pmd) ((unsigned long) (pmd_val(pmd) & PAGE_MASK)) argument
473 #define pmd_page(pmd) (pfn_to_page(__pa(pmd_val(pmd)) >> PAGE_SHIFT)) argument
/linux-4.4.14/include/linux/
Dhuge_mm.h134 static inline int pmd_trans_huge_lock(pmd_t *pmd, struct vm_area_struct *vma, in pmd_trans_huge_lock()
160 static inline bool is_huge_zero_pmd(pmd_t pmd) in is_huge_zero_pmd()
204 static inline int pmd_trans_huge_lock(pmd_t *pmd, struct vm_area_struct *vma, in pmd_trans_huge_lock()
211 unsigned long addr, pmd_t pmd, pmd_t *pmdp) in do_huge_pmd_numa_page()
Dmigrate.h73 static inline bool pmd_trans_migrating(pmd_t pmd) in pmd_trans_migrating()
93 pmd_t *pmd, pmd_t entry, in migrate_misplaced_transhuge_page()
Ddax.h24 pmd_t *pmd, unsigned int flags, get_block_t gb, in dax_pmd_fault()
Dmm.h1533 static inline spinlock_t *pte_lockptr(struct mm_struct *mm, pmd_t *pmd) in pte_lockptr()
1565 static inline spinlock_t *pte_lockptr(struct mm_struct *mm, pmd_t *pmd) in pte_lockptr()
1594 #define pte_offset_map_lock(mm, pmd, address, ptlp) \ argument
1608 #define pte_alloc_map(mm, vma, pmd, address) \ argument
1613 #define pte_alloc_map_lock(mm, pmd, address, ptlp) \ argument
1618 #define pte_alloc_kernel(pmd, address) \ argument
1624 static struct page *pmd_to_page(pmd_t *pmd) in pmd_to_page()
1630 static inline spinlock_t *pmd_lockptr(struct mm_struct *mm, pmd_t *pmd) in pmd_lockptr()
1651 #define pmd_huge_pte(mm, pmd) (pmd_to_page(pmd)->pmd_huge_pte) argument
1655 static inline spinlock_t *pmd_lockptr(struct mm_struct *mm, pmd_t *pmd) in pmd_lockptr()
[all …]
/linux-4.4.14/arch/hexagon/include/asm/
Dpgtable.h259 static inline int pmd_none(pmd_t pmd) in pmd_none()
270 static inline int pmd_present(pmd_t pmd) in pmd_present()
280 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
288 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)) argument
289 #define pmd_pgtable(pmd) pmd_page(pmd) argument
436 #define pte_offset_map_nested(pmd, addr) pte_offset_map(pmd, addr) argument
Dpgalloc.h96 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
116 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
/linux-4.4.14/arch/tile/mm/
Dinit.c118 static void __init assign_pte(pmd_t *pmd, pte_t *page_table) in assign_pte()
137 static inline void assign_pmd(pud_t *pud, pmd_t *pmd) in assign_pmd()
145 void __init shatter_pmd(pmd_t *pmd) in shatter_pmd()
184 pmd_t *pmd = get_pmd(pgd, vaddr); in page_table_range_init() local
409 pmd_t *pmd; in kernel_physical_mapping_init() local
641 pmd_t *pmd; in permanent_kmaps_init() local
Dhugetlbpage.c71 pmd_t *pmd = pmd_alloc(mm, pud, addr); in huge_pte_alloc() local
108 pmd_t *pmd; in huge_pte_offset() local
153 int pmd_huge(pmd_t pmd) in pmd_huge()
Dfault.c110 pmd_t *pmd, *pmd_k; in vmalloc_sync_one() local
216 pmd_t *pmd; in handle_migrating_pte() local
Dpgtable.c102 pmd_t *pmd; in shatter_huge_page() local
344 pmd_t *pmd; in virt_to_pte() local
/linux-4.4.14/arch/powerpc/mm/
Dpgtable_64.c359 struct page *pmd_page(pmd_t pmd) in pmd_page()
550 pmd_t pmd; in pmdp_collapse_flush() local
703 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
760 static pmd_t pmd_set_protbits(pmd_t pmd, pgprot_t pgprot) in pmd_set_protbits()
768 pmd_t pmd; in pfn_pmd() local
785 pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
800 pmd_t *pmd) in update_mmu_cache_pmd()
Dtlb_hash32.c93 pmd_t *pmd; in flush_range() local
157 pmd_t *pmd; in flush_tlb_page() local
Dsubpage-prot.c65 pmd_t *pmd; in hpte_flush_range() local
134 static int subpage_walk_pmd_entry(pmd_t *pmd, unsigned long addr, in subpage_walk_pmd_entry()
Dhugetlbpage.c69 int pmd_huge(pmd_t pmd) in pmd_huge()
112 int pmd_huge(pmd_t pmd) in pmd_huge()
555 pmd_t *pmd; in hugetlb_free_pmd_range() local
741 pmd_t *pmd, int write) in follow_huge_pmd()
983 pmd_t pmd, *pmdp; in __find_linux_pte_or_hugepte() local
Dhugepage-hash64.c36 pmd_t pmd = READ_ONCE(*pmdp); in __hash_page_thp() local
Dtlb_hash64.c232 void flush_tlb_pmd_range(struct mm_struct *mm, pmd_t *pmd, unsigned long addr) in flush_tlb_pmd_range()
Dpgtable.c220 pmd_t *pmd; in assert_pte_locked() local
Dppc_mmu_32.c168 pmd_t *pmd; in hash_preload() local
/linux-4.4.14/arch/parisc/mm/
Dhugetlbpage.c51 pmd_t *pmd; in huge_pte_alloc() local
75 pmd_t *pmd; in huge_pte_offset() local
189 int pmd_huge(pmd_t pmd) in pmd_huge()
/linux-4.4.14/arch/sparc/mm/
Dhugetlbpage.c134 pmd_t *pmd; in huge_pte_alloc() local
158 pmd_t *pmd; in huge_pte_offset() local
236 int pmd_huge(pmd_t pmd) in pmd_huge()
Dgup.c20 static noinline int gup_pte_range(pmd_t pmd, unsigned long addr, in gup_pte_range()
69 static int gup_huge_pmd(pmd_t *pmdp, pmd_t pmd, unsigned long addr, in gup_huge_pmd()
126 pmd_t pmd = *pmdp; in gup_pmd_range() local
Dtlb.c147 pmd_t pmd) in tlb_batch_pmd_scan()
167 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
/linux-4.4.14/arch/x86/power/
Dhibernate_32.c59 static pte_t *resume_one_page_table_init(pmd_t *pmd) in resume_one_page_table_init()
85 pmd_t *pmd; in resume_physical_mapping_init() local
/linux-4.4.14/arch/unicore32/mm/
Dmmu.c152 static pte_t * __init early_pte_alloc(pmd_t *pmd, unsigned long addr, in early_pte_alloc()
163 static void __init alloc_init_pte(pmd_t *pmd, unsigned long addr, in alloc_init_pte()
178 pmd_t *pmd = pmd_offset((pud_t *)pgd, addr); in alloc_init_section() local
465 pmd_t *pmd; in setup_mm_for_reboot() local
Dioremap.c74 pmd_t pmd, *pmdp = pmd_offset((pud_t *)pgd, addr); in unmap_area_sections() local
116 pmd_t *pmd = pmd_offset((pud_t *)pgd, addr); in remap_area_sections() local
Dpgd.c81 pmd_t *pmd; in free_pgd_slow() local
Dfault.c53 pmd_t *pmd; in show_pte() local
347 pmd_t *pmd, *pmd_k; in do_ifault() local
/linux-4.4.14/arch/unicore32/include/asm/
Dtlbflush.h135 static inline void flush_pmd_entry(pmd_t *pmd) in flush_pmd_entry()
154 static inline void clean_pmd_entry(pmd_t *pmd) in clean_pmd_entry()
Dpgtable.h206 #define pmd_none(pmd) (!pmd_val(pmd)) argument
207 #define pmd_present(pmd) (pmd_val(pmd) & PMD_PRESENT) argument
208 #define pmd_bad(pmd) (((pmd_val(pmd) & \ argument
223 #define pmd_page_vaddr(pmd) ((pte_t *)__va(pmd_val(pmd) & PAGE_MASK)) argument
224 #define pmd_page(pmd) pfn_to_page(__phys_to_pfn(pmd_val(pmd))) argument
Dpgalloc.h110 #define pmd_pgtable(pmd) pmd_page(pmd) argument
/linux-4.4.14/arch/unicore32/kernel/
Dhibernate.c51 static pte_t *resume_one_page_table_init(pmd_t *pmd) in resume_one_page_table_init()
77 pmd_t *pmd; in resume_physical_mapping_init() local
/linux-4.4.14/arch/frv/include/asm/
Dpgalloc.h23 #define pmd_populate_kernel(mm, pmd, pte) __set_pmd(pmd, __pa(pte) | _PAGE_TABLE) argument
28 #define pmd_pgtable(pmd) pmd_page(pmd) argument
/linux-4.4.14/arch/xtensa/include/asm/
Dpgalloc.h28 #define pmd_pgtable(pmd) pmd_page(pmd) argument
82 #define pmd_pgtable(pmd) pmd_page(pmd) argument
Dpgtable.h238 #define pmd_page_vaddr(pmd) ((unsigned long)(pmd_val(pmd) & PAGE_MASK)) argument
239 #define pmd_page(pmd) virt_to_page(pmd_val(pmd)) argument
255 #define pmd_none(pmd) (!pmd_val(pmd)) argument
256 #define pmd_present(pmd) (pmd_val(pmd) & PAGE_MASK) argument
257 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK) argument
415 #define _PTE_OFFSET(pmd,adr,tmp) _PTE_INDEX(tmp, adr); \ argument
/linux-4.4.14/arch/nios2/mm/
Dioremap.c50 static inline int remap_area_pmd(pmd_t *pmd, unsigned long address, in remap_area_pmd()
90 pmd_t *pmd; in remap_area_pages() local
Dfault.c249 pmd_t *pmd, *pmd_k; in do_page_fault() local
/linux-4.4.14/arch/x86/kernel/
Dmachine_kexec_32.c103 pgd_t *pgd, pmd_t *pmd, pte_t *pte, in machine_kexec_page_table_set_one()
124 pmd_t *pmd = NULL; in machine_kexec_prepare_page_tables() local
Dhead64.c60 pmdval_t pmd, *pmd_p; in early_make_pgtable() local
Despfix_64.c142 pmd_t pmd, *pmd_p; in init_espfix_ap() local
/linux-4.4.14/lib/
Dioremap.c53 static int ioremap_pte_range(pmd_t *pmd, unsigned long addr, in ioremap_pte_range()
74 pmd_t *pmd; in ioremap_pmd_range() local
/linux-4.4.14/arch/parisc/kernel/
Dpci-dma.c110 static inline int map_pmd_uncached(pmd_t * pmd, unsigned long vaddr, in map_pmd_uncached()
141 pmd_t *pmd; in map_uncached_pages() local
154 static inline void unmap_uncached_pte(pmd_t * pmd, unsigned long vaddr, in unmap_uncached_pte()
193 pmd_t * pmd; in unmap_uncached_pmd() local
/linux-4.4.14/arch/xtensa/mm/
Dmmu.c24 pmd_t *pmd = pmd_offset(pgd, vaddr); in init_pmd() local
Dfault.c210 pmd_t *pmd, *pmd_k; in do_page_fault() local
/linux-4.4.14/arch/mn10300/mm/
Dcache-inv-icache.c34 pmd_t *pmd; in flush_icache_page_range() local
Dcache-flush-icache.c56 pmd_t *pmd; in flush_icache_page_range() local
Dfault.c388 pmd_t *pmd, *pmd_k; in do_page_fault() local
Dpgtable.c39 pmd_t *pmd; in set_pmd_pfn() local
/linux-4.4.14/arch/arc/mm/
Dfault.c36 pmd_t *pmd, *pmd_k; in handle_kernel_vaddr_fault() local
/linux-4.4.14/arch/score/mm/
Dfault.c211 pmd_t *pmd, *pmd_k; in do_page_fault() local
/linux-4.4.14/arch/cris/arch-v10/mm/
Dfault.c49 pmd_t *pmd; in handle_mmu_bus_fault() local
/linux-4.4.14/fs/proc/
Dtask_mmu.c523 static void smaps_pmd_entry(pmd_t *pmd, unsigned long addr, in smaps_pmd_entry()
539 static void smaps_pmd_entry(pmd_t *pmd, unsigned long addr, in smaps_pmd_entry()
545 static int smaps_pte_range(pmd_t *pmd, unsigned long addr, unsigned long end, in smaps_pte_range()
815 pmd_t pmd = pmdp_huge_get_and_clear(vma->vm_mm, addr, pmdp); in clear_soft_dirty_pmd() local
832 static int clear_refs_pte_range(pmd_t *pmd, unsigned long addr, in clear_refs_pte_range()
1117 pmd_t pmd = *pmdp; in pagemap_pmd_range() local
1439 static struct page *can_gather_numa_stats_pmd(pmd_t pmd, in can_gather_numa_stats_pmd()
1464 static int gather_pte_stats(pmd_t *pmd, unsigned long addr, in gather_pte_stats()
/linux-4.4.14/arch/um/kernel/skas/
Dmmu.c22 pmd_t *pmd; in init_stub_pte() local
/linux-4.4.14/arch/openrisc/mm/
Dfault.c312 pmd_t *pmd, *pmd_k; in do_page_fault() local
/linux-4.4.14/arch/frv/mm/
Dfault.c301 pmd_t *pmd, *pmd_k; in do_page_fault() local
Dpgalloc.c52 void __set_pmd(pmd_t *pmdptr, unsigned long pmd) in __set_pmd()
/linux-4.4.14/arch/cris/mm/
Dfault.c326 pmd_t *pmd, *pmd_k; in do_page_fault() local
/linux-4.4.14/arch/x86/xen/
Dmmu.c440 __visible pmdval_t xen_pmd_val(pmd_t pmd) in xen_pmd_val()
499 __visible pmd_t xen_make_pmd(pmdval_t pmd) in xen_make_pmd()
662 pmd_t *pmd; in __xen_pgd_walk() local
1112 pmd_t *pmd = level2_kernel_pgt + pmd_index(vaddr); in xen_cleanhighmap() local
1163 pmd_t *pmd; in xen_cleanmfnmap() local
1817 static void __init xen_map_identity_early(pmd_t *pmd, unsigned long max_pfn) in xen_map_identity_early()
2048 pmd_t pmd; in xen_early_virt_to_phys() local
2093 pmd_t *pmd; in xen_relocate_p2m() local
2248 static phys_addr_t xen_find_pt_base(pmd_t *pmd) in xen_find_pt_base()
/linux-4.4.14/arch/m68k/mm/
Dmotorola.c72 unsigned long pmd, last; in kernel_ptr_table() local
Dmcfmmu.c89 pmd_t *pmd; in cf_tlb_miss() local
/linux-4.4.14/arch/arm/lib/
Duaccess_with_memcpy.c30 pmd_t *pmd; in pin_page_for_write() local
/linux-4.4.14/arch/alpha/mm/
Dinit.c148 pmd_t *pmd; in callback_init() local
/linux-4.4.14/fs/ext2/
Dfile.c63 pmd_t *pmd, unsigned int flags) in ext2_dax_pmd_fault()
/linux-4.4.14/arch/m68k/sun3x/
Ddvma.c101 pmd_t *pmd; in dvma_map_cpu() local
/linux-4.4.14/arch/microblaze/mm/
Dpgtable.c194 pmd_t *pmd; in get_pteptr() local

12