Home
last modified time | relevance | path

Searched refs:pmd_t (Results 1 – 200 of 305) sorted by relevance

12

/linux-4.4.14/include/asm-generic/
Dpgtable.h35 unsigned long address, pmd_t *pmdp,
36 pmd_t entry, int dirty);
39 unsigned long address, pmd_t *pmdp, in pmdp_set_access_flags()
40 pmd_t entry, int dirty) in pmdp_set_access_flags()
67 pmd_t *pmdp) in pmdp_test_and_clear_young()
69 pmd_t pmd = *pmdp; in pmdp_test_and_clear_young()
80 pmd_t *pmdp) in pmdp_test_and_clear_young()
96 unsigned long address, pmd_t *pmdp);
103 unsigned long address, pmd_t *pmdp) in pmdp_clear_flush_young()
124 static inline pmd_t pmdp_huge_get_and_clear(struct mm_struct *mm, in pmdp_huge_get_and_clear()
[all …]
Dpgtable-nopmd.h17 typedef struct { pud_t pud; } pmd_t; typedef
41 #define set_pud(pudptr, pudval) set_pmd((pmd_t *)(pudptr), (pmd_t) { pudval })
43 static inline pmd_t * pmd_offset(pud_t * pud, unsigned long address) in pmd_offset()
45 return (pmd_t *)pud; in pmd_offset()
49 #define __pmd(x) ((pmd_t) { __pud(x) } )
51 #define pud_page(pud) (pmd_page((pmd_t){ pud }))
52 #define pud_page_vaddr(pud) (pmd_page_vaddr((pmd_t){ pud }))
59 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
Dpage.h44 } pmd_t; typedef
59 #define __pmd(x) ((pmd_t) { (x) } )
/linux-4.4.14/include/linux/
Dhuge_mm.h6 unsigned long address, pmd_t *pmd,
9 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr,
13 unsigned long address, pmd_t *pmd,
14 pmd_t orig_pmd, int dirty);
16 unsigned long address, pmd_t *pmd,
17 pmd_t orig_pmd);
20 pmd_t *pmd,
24 pmd_t *pmd, unsigned long addr);
25 extern int mincore_huge_pmd(struct vm_area_struct *vma, pmd_t *pmd,
32 pmd_t *old_pmd, pmd_t *new_pmd);
[all …]
Dmigrate.h69 extern bool pmd_trans_migrating(pmd_t pmd);
73 static inline bool pmd_trans_migrating(pmd_t pmd) in pmd_trans_migrating()
87 pmd_t *pmd, pmd_t entry,
93 pmd_t *pmd, pmd_t entry, in migrate_misplaced_transhuge_page()
Ddax.h18 int dax_pmd_fault(struct vm_area_struct *, unsigned long addr, pmd_t *,
20 int __dax_pmd_fault(struct vm_area_struct *, unsigned long addr, pmd_t *,
24 pmd_t *pmd, unsigned int flags, get_block_t gb, in dax_pmd_fault()
Dmm.h258 pmd_t *, unsigned int flags);
1088 pmd_t pmd);
1118 int (*pmd_entry)(pmd_t *pmd, unsigned long addr,
1482 pmd_t *pmd, unsigned long address);
1483 int __pte_alloc_kernel(pmd_t *pmd, unsigned long address);
1496 static inline pmd_t *pmd_alloc(struct mm_struct *mm, pud_t *pud, unsigned long address) in pmd_alloc()
1533 static inline spinlock_t *pte_lockptr(struct mm_struct *mm, pmd_t *pmd) in pte_lockptr()
1565 static inline spinlock_t *pte_lockptr(struct mm_struct *mm, pmd_t *pmd) in pte_lockptr()
1624 static struct page *pmd_to_page(pmd_t *pmd) in pmd_to_page()
1626 unsigned long mask = ~(PTRS_PER_PMD * sizeof(pmd_t) - 1); in pmd_to_page()
[all …]
Dswapops.h140 extern void migration_entry_wait(struct mm_struct *mm, pmd_t *pmd,
155 static inline void migration_entry_wait(struct mm_struct *mm, pmd_t *pmd, in migration_entry_wait()
Dhugetlb.h116 pmd_t *pmd, int flags);
119 int pmd_huge(pmd_t pmd);
472 return pmd_lockptr(mm, (pmd_t *) pte); in huge_pte_lockptr()
/linux-4.4.14/arch/x86/include/asm/
Dpgtable.h110 static inline int pmd_dirty(pmd_t pmd) in pmd_dirty()
115 static inline int pmd_young(pmd_t pmd) in pmd_young()
150 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn()
162 static inline int pmd_large(pmd_t pte) in pmd_large()
168 static inline int pmd_trans_splitting(pmd_t pmd) in pmd_trans_splitting()
173 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
258 static inline pmd_t pmd_set_flags(pmd_t pmd, pmdval_t set) in pmd_set_flags()
265 static inline pmd_t pmd_clear_flags(pmd_t pmd, pmdval_t clear) in pmd_clear_flags()
272 static inline pmd_t pmd_mkold(pmd_t pmd) in pmd_mkold()
277 static inline pmd_t pmd_wrprotect(pmd_t pmd) in pmd_wrprotect()
[all …]
Dpgtable-3level.h70 static inline pmd_t pmd_read_atomic(pmd_t *pmdp) in pmd_read_atomic()
85 return (pmd_t) { ret }; in pmd_read_atomic()
93 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd()
116 static inline void native_pmd_clear(pmd_t *pmd) in native_pmd_clear()
162 pmd_t pmd;
164 static inline pmd_t native_pmdp_get_and_clear(pmd_t *pmdp) in native_pmdp_get_and_clear()
Dpgtable_64.h19 extern pmd_t level2_kernel_pgt[512];
20 extern pmd_t level2_fixmap_pgt[512];
21 extern pmd_t level2_ident_pgt[512];
63 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd()
68 static inline void native_pmd_clear(pmd_t *pmd) in native_pmd_clear()
86 static inline pmd_t native_pmdp_get_and_clear(pmd_t *xp) in native_pmdp_get_and_clear()
93 pmd_t ret = *xp; in native_pmdp_get_and_clear()
Dpgalloc.h63 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
69 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
81 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
91 return (pmd_t *)page_address(page); in pmd_alloc_one()
94 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
101 extern void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd);
103 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
110 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
112 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
Dpgtable-2level.h19 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd()
29 static inline void native_pmd_clear(pmd_t *pmdp) in native_pmd_clear()
50 static inline pmd_t native_pmdp_get_and_clear(pmd_t *xp) in native_pmdp_get_and_clear()
Dpgtable_types.h259 typedef struct { pmdval_t pmd; } pmd_t; typedef
261 static inline pmd_t native_make_pmd(pmdval_t val) in native_make_pmd()
263 return (pmd_t) { val }; in native_make_pmd()
266 static inline pmdval_t native_pmd_val(pmd_t pmd) in native_pmd_val()
273 static inline pmdval_t native_pmd_val(pmd_t pmd) in native_pmd_val()
297 static inline pmdval_t pmd_pfn_mask(pmd_t pmd) in pmd_pfn_mask()
305 static inline pmdval_t pmd_flags_mask(pmd_t pmd) in pmd_flags_mask()
310 static inline pmdval_t pmd_flags(pmd_t pmd) in pmd_flags()
442 extern pmd_t *lookup_pmd_address(unsigned long address);
Dkexec.h159 pmd_t *pmd0;
160 pmd_t *pmd1;
168 pmd_t *pmd;
Dparavirt.h385 pmd_t *pmdp) in pmd_update()
397 pmd_t *pmdp) in pmd_update_defer()
504 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
514 static inline void set_pmd(pmd_t *pmdp, pmd_t pmd) in set_pmd()
525 static inline pmd_t __pmd(pmdval_t val) in __pmd()
536 return (pmd_t) { ret }; in __pmd()
539 static inline pmdval_t pmd_val(pmd_t pmd) in pmd_val()
634 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear()
650 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear()
Dparavirt_types.h277 void (*set_pmd)(pmd_t *pmdp, pmd_t pmdval);
279 pmd_t *pmdp, pmd_t pmdval);
285 pmd_t *pmdp);
287 unsigned long addr, pmd_t *pmdp);
305 void (*pmd_clear)(pmd_t *pmdp);
/linux-4.4.14/arch/powerpc/include/asm/
Dpgtable-ppc64.h158 extern struct page *pmd_page(pmd_t pmd);
192 (((pmd_t *) pud_page_vaddr(*(pudp))) + (((addr) >> PMD_SHIFT) & (PTRS_PER_PMD - 1)))
426 static inline char *get_hpte_slot_array(pmd_t *pmdp) in get_hpte_slot_array()
442 pmd_t *pmdp, unsigned long old_pmd);
443 extern pmd_t pfn_pmd(unsigned long pfn, pgprot_t pgprot);
444 extern pmd_t mk_pmd(struct page *page, pgprot_t pgprot);
445 extern pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot);
447 pmd_t *pmdp, pmd_t pmd);
449 pmd_t *pmd);
466 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
[all …]
Dpgalloc-64.h69 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
177 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
183 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
189 static inline pgtable_t pmd_pgtable(pmd_t pmd) in pmd_pgtable()
224 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
230 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
Dpage.h303 typedef struct { unsigned long pmd; } pmd_t; typedef
305 #define __pmd(x) ((pmd_t) { (x) })
343 typedef unsigned long pmd_t; typedef
Dtlbflush.h131 pmd_t *pmdp, unsigned int psize, int ssize,
170 extern void flush_tlb_pmd_range(struct mm_struct *mm, pmd_t *pmd,
Dpgtable-ppc64-64k.h14 #define PMD_TABLE_SIZE (sizeof(pmd_t) << PMD_INDEX_SIZE)
Dpgtable-ppc64-4k.h15 #define PMD_TABLE_SIZE (sizeof(pmd_t) << PMD_INDEX_SIZE)
/linux-4.4.14/arch/mips/include/asm/
Dpgtable.h271 #define PMD_T_LOG2 (__builtin_ffs(sizeof(pmd_t)) - 1)
461 unsigned long address, pmd_t *pmdp) in update_mmu_cache_pmd()
489 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
494 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge()
501 static inline int pmd_trans_splitting(pmd_t pmd) in pmd_trans_splitting()
506 static inline pmd_t pmd_mksplitting(pmd_t pmd) in pmd_mksplitting()
514 pmd_t *pmdp, pmd_t pmd);
520 pmd_t *pmdp);
523 static inline int pmd_write(pmd_t pmd) in pmd_write()
528 static inline pmd_t pmd_wrprotect(pmd_t pmd) in pmd_wrprotect()
[all …]
Dpgalloc.h16 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
22 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
36 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
112 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
114 pmd_t *pmd; in pmd_alloc_one()
116 pmd = (pmd_t *) __get_free_pages(GFP_KERNEL|__GFP_REPEAT, PMD_ORDER); in pmd_alloc_one()
122 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
Dpgtable-64.h113 #define PTRS_PER_PMD ((PAGE_SIZE << PMD_ORDER) / sizeof(pmd_t))
160 typedef struct { unsigned long pmd; } pmd_t; typedef
162 #define __pmd(x) ((pmd_t) { (x) } )
165 extern pmd_t invalid_pmd_table[PTRS_PER_PMD];
171 static inline int pmd_none(pmd_t pmd) in pmd_none()
176 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
190 static inline int pmd_present(pmd_t pmd) in pmd_present()
195 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear()
258 static inline pmd_t *pmd_offset(pud_t * pud, unsigned long address) in pmd_offset()
260 return (pmd_t *) pud_page_vaddr(*pud) + pmd_index(address); in pmd_offset()
Dpgtable-32.h89 static inline int pmd_none(pmd_t pmd) in pmd_none()
96 static inline int pmd_present(pmd_t pmd) in pmd_present()
101 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear()
/linux-4.4.14/mm/
Dpgtable-generic.c31 void pmd_clear_bad(pmd_t *pmd) in pmd_clear_bad()
103 unsigned long address, pmd_t *pmdp, in pmdp_set_access_flags()
104 pmd_t entry, int dirty) in pmdp_set_access_flags()
118 unsigned long address, pmd_t *pmdp) in pmdp_clear_flush_young()
130 pmd_t pmdp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_huge_clear_flush()
131 pmd_t *pmdp) in pmdp_huge_clear_flush()
133 pmd_t pmd; in pmdp_huge_clear_flush()
144 pmd_t *pmdp) in pmdp_splitting_flush()
146 pmd_t pmd = pmd_mksplitting(*pmdp); in pmdp_splitting_flush()
155 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
[all …]
Dhuge_memory.c699 pmd_t maybe_pmd_mkwrite(pmd_t pmd, struct vm_area_struct *vma) in maybe_pmd_mkwrite()
706 static inline pmd_t mk_huge_pmd(struct page *page, pgprot_t prot) in mk_huge_pmd()
708 pmd_t entry; in mk_huge_pmd()
716 unsigned long address, pmd_t *pmd, in __do_huge_pmd_anonymous_page()
755 pmd_t entry; in __do_huge_pmd_anonymous_page()
794 struct vm_area_struct *vma, unsigned long haddr, pmd_t *pmd, in set_huge_zero_page()
797 pmd_t entry; in set_huge_zero_page()
809 unsigned long address, pmd_t *pmd, in do_huge_pmd_anonymous_page()
873 pmd_t *pmd, unsigned long pfn, pgprot_t prot, bool write) in insert_pfn_pmd()
876 pmd_t entry; in insert_pfn_pmd()
[all …]
Duserfaultfd.c21 pmd_t *dst_pmd, in mcopy_atomic_pte()
101 pmd_t *dst_pmd, in mfill_zeropage_pte()
124 static pmd_t *mm_alloc_pmd(struct mm_struct *mm, unsigned long address) in mm_alloc_pmd()
128 pmd_t *pmd = NULL; in mm_alloc_pmd()
150 pmd_t *dst_pmd; in __mcopy_atomic()
213 pmd_t dst_pmdval; in __mcopy_atomic()
Dsparse-vmemmap.c101 pte_t * __meminit vmemmap_pte_populate(pmd_t *pmd, unsigned long addr, int node) in vmemmap_pte_populate()
115 pmd_t * __meminit vmemmap_pmd_populate(pud_t *pud, unsigned long addr, int node) in vmemmap_pmd_populate()
117 pmd_t *pmd = pmd_offset(pud, addr); in vmemmap_pmd_populate()
157 pmd_t *pmd; in vmemmap_populate_basepages()
Dmremap.c32 static pmd_t *get_old_pmd(struct mm_struct *mm, unsigned long addr) in get_old_pmd()
36 pmd_t *pmd; in get_old_pmd()
53 static pmd_t *alloc_new_pmd(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pmd()
58 pmd_t *pmd; in alloc_new_pmd()
89 static void move_ptes(struct vm_area_struct *vma, pmd_t *old_pmd, in move_ptes()
91 struct vm_area_struct *new_vma, pmd_t *new_pmd, in move_ptes()
169 pmd_t *old_pmd, *new_pmd; in move_page_tables()
Dmemory.c392 static void free_pte_range(struct mmu_gather *tlb, pmd_t *pmd, in free_pte_range()
405 pmd_t *pmd; in free_pmd_range()
565 pmd_t *pmd, unsigned long address) in __pte_alloc()
604 int __pte_alloc_kernel(pmd_t *pmd, unsigned long address) in __pte_alloc_kernel()
652 pmd_t *pmd = pmd_offset(pud, addr); in print_bad_pte()
802 pmd_t pmd) in vm_normal_page_pmd()
929 pmd_t *dst_pmd, pmd_t *src_pmd, struct vm_area_struct *vma, in copy_pte_range()
995 pmd_t *src_pmd, *dst_pmd; in copy_pmd_range()
1114 struct vm_area_struct *vma, pmd_t *pmd, in zap_pte_range()
1230 pmd_t *pmd; in zap_pmd_range()
[all …]
Dinternal.h125 extern pmd_t *mm_find_pmd(struct mm_struct *mm, unsigned long address);
310 extern pmd_t maybe_pmd_mkwrite(pmd_t pmd, struct vm_area_struct *vma);
Dgup.c62 unsigned long address, pmd_t *pmd, unsigned int flags) in follow_page_pte()
183 pmd_t *pmd; in follow_page_mask()
252 pmd_t *pmd; in get_gate_page()
1053 static int gup_pte_range(pmd_t pmd, unsigned long addr, unsigned long end, in gup_pte_range()
1112 static int gup_pte_range(pmd_t pmd, unsigned long addr, unsigned long end, in gup_pte_range()
1119 static int gup_huge_pmd(pmd_t orig, pmd_t *pmdp, unsigned long addr, in gup_huge_pmd()
1255 pmd_t *pmdp; in gup_pmd_range()
1259 pmd_t pmd = READ_ONCE(*pmdp); in gup_pmd_range()
Dmprotect.c41 static pte_t *lock_pte_protection(struct vm_area_struct *vma, pmd_t *pmd, in lock_pte_protection()
62 static unsigned long change_pte_range(struct vm_area_struct *vma, pmd_t *pmd, in change_pte_range()
140 pmd_t *pmd; in change_pmd_range()
Dpagewalk.c6 static int walk_pte_range(pmd_t *pmd, unsigned long addr, unsigned long end, in walk_pte_range()
30 pmd_t *pmd; in walk_pmd_range()
/linux-4.4.14/arch/s390/mm/
Dhugetlbpage.c11 static inline pmd_t __pte_to_pmd(pte_t pte) in __pte_to_pmd()
13 pmd_t pmd; in __pte_to_pmd()
49 static inline pte_t __pmd_to_pte(pmd_t pmd) in __pmd_to_pte()
91 pmd_t pmd = __pte_to_pmd(pte); in set_huge_pte_at()
94 *(pmd_t *) ptep = pmd; in set_huge_pte_at()
99 pmd_t pmd = *(pmd_t *) ptep; in huge_ptep_get()
107 pmd_t *pmdp = (pmd_t *) ptep; in huge_ptep_get_and_clear()
120 pmd_t *pmdp = NULL; in huge_pte_alloc()
133 pmd_t *pmdp = NULL; in huge_pte_offset()
144 int pmd_huge(pmd_t pmd) in pmd_huge()
Dgup.c20 static inline int gup_pte_range(pmd_t *pmdp, pmd_t pmd, unsigned long addr, in gup_pte_range()
54 static inline int gup_huge_pmd(pmd_t *pmdp, pmd_t pmd, unsigned long addr, in gup_huge_pmd()
109 pmd_t *pmdp, pmd; in gup_pmd_range()
111 pmdp = (pmd_t *) pudp; in gup_pmd_range()
113 pmdp = (pmd_t *) pud_deref(pud); in gup_pmd_range()
Dvmem.c48 static inline pmd_t *vmem_pmd_alloc(void) in vmem_pmd_alloc()
50 pmd_t *pmd = NULL; in vmem_pmd_alloc()
84 pmd_t *pm_dir; in vmem_add_mem()
152 pmd_t *pm_dir; in vmem_remove_range()
198 pmd_t *pm_dir; in vmemmap_populate()
Dpageattr.c47 pmd_t *pmdp; in walk_page_table()
129 pmd_t *pmd; in __kernel_map_pages()
Ddump_pagetables.c111 pmd_t *pmd, unsigned long addr) in walk_pte_level()
130 pmd_t *pmd; in walk_pmd_level()
Dpgtable.c286 mask = ~(PTRS_PER_PMD * sizeof(pmd_t) - 1); in __gmap_segment_gaddr()
478 pmd_t *pmd; in __gmap_link()
1258 pmd_t *pmdp) in pmdp_clear_flush_young()
1267 unsigned long address, pmd_t *pmdp, in pmdp_set_access_flags()
1268 pmd_t entry, int dirty) in pmdp_set_access_flags()
1288 pmd_t *pmdp) in pmdp_splitting_flush()
1298 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
1313 pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in pgtable_trans_huge_withdraw()
/linux-4.4.14/arch/s390/include/asm/
Dpgtable.h494 static inline int pmd_present(pmd_t pmd) in pmd_present()
499 static inline int pmd_none(pmd_t pmd) in pmd_none()
504 static inline int pmd_large(pmd_t pmd) in pmd_large()
509 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn()
519 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
528 unsigned long addr, pmd_t *pmdp);
532 unsigned long address, pmd_t *pmdp,
533 pmd_t entry, int dirty);
537 unsigned long address, pmd_t *pmdp);
540 static inline int pmd_write(pmd_t pmd) in pmd_write()
[all …]
Dpgalloc.h71 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long vmaddr) in pmd_alloc_one()
82 return (pmd_t *) table; in pmd_alloc_one()
85 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
96 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
125 pmd_t *pmd, pgtable_t pte) in pmd_populate()
Dpage.h73 typedef struct { unsigned long pmd; } pmd_t; typedef
87 #define __pmd(x) ((pmd_t) { (x) } )
Dtlb.h118 static inline void pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in pmd_free_tlb()
/linux-4.4.14/arch/arc/include/asm/
Dhugepage.h16 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte()
21 static inline pmd_t pte_pmd(pte_t pte) in pte_pmd()
49 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
59 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
65 pmd_t *pmd);
71 extern void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp,
75 extern pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp);
Dpgalloc.h39 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
45 pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t ptep) in pmd_populate()
/linux-4.4.14/arch/m68k/include/asm/
Dmotorola_pgalloc.h7 extern pmd_t *get_pointer_table(void);
8 extern int free_pointer_table(pmd_t *);
69 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
74 static inline int pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
79 static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
88 pmd_free(mm, (pmd_t *)pgd); in pgd_free()
97 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
102 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate()
108 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
Dsun3_pgtable.h112 static inline void pgd_set(pgd_t *pgdp, pmd_t *pmdp) in pgd_set()
137 static inline int pmd_none2 (pmd_t *pmd) { return !pmd_val (*pmd); } in pmd_none2()
140 static inline int pmd_bad2 (pmd_t *pmd) { return 0; } in pmd_bad2()
142 static inline int pmd_present2 (pmd_t *pmd) { return pmd_val (*pmd) & SUN3_PMD_VALID; } in pmd_present2()
145 static inline void pmd_clear (pmd_t *pmdp) { pmd_val (*pmdp) = 0; } in pmd_clear()
197 static inline pmd_t *pmd_offset (pgd_t *pgd, unsigned long address) in pmd_offset()
199 return (pmd_t *) pgd; in pmd_offset()
Dmcf_pgalloc.h26 extern inline pmd_t *pmd_alloc_kernel(pgd_t *pgd, unsigned long address) in pmd_alloc_kernel()
28 return (pmd_t *) pgd; in pmd_alloc_kernel()
31 #define pmd_alloc_one_fast(mm, address) ({ BUG(); ((pmd_t *)1); })
32 #define pmd_alloc_one(mm, address) ({ BUG(); ((pmd_t *)2); })
Dmcf_pgtable.h166 static inline void pgd_set(pgd_t *pgdp, pmd_t *pmdp) in pgd_set()
193 static inline int pmd_none2(pmd_t *pmd) { return !pmd_val(*pmd); } in pmd_none2()
195 static inline int pmd_bad2(pmd_t *pmd) { return 0; } in pmd_bad2()
198 static inline void pmd_clear(pmd_t *pmdp) { pmd_val(*pmdp) = 0; } in pmd_clear()
344 static inline pmd_t *pmd_offset(pgd_t *pgd, unsigned long address) in pmd_offset()
346 return (pmd_t *) pgd; in pmd_offset()
362 pmd_t *pmdp; in nocache_page()
378 pmd_t *pmdp; in cache_page()
Dmotorola_pgtable.h108 static inline void pmd_set(pmd_t *pmdp, pte_t *ptep) in pmd_set()
119 static inline void pgd_set(pgd_t *pgdp, pmd_t *pmdp) in pgd_set()
211 static inline pmd_t *pmd_offset(pgd_t *dir, unsigned long address) in pmd_offset()
213 return (pmd_t *)__pgd_page(*dir) + ((address >> PMD_SHIFT) & (PTRS_PER_PMD-1)); in pmd_offset()
217 static inline pte_t *pte_offset_kernel(pmd_t *pmdp, unsigned long address) in pte_offset_kernel()
241 pmd_t *pmdp; in nocache_page()
257 pmd_t *pmdp; in cache_page()
Dsun3_pgalloc.h17 #define pmd_alloc_one(mm,address) ({ BUG(); ((pmd_t *)2); })
66 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
71 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate()
Dpage.h24 typedef struct { unsigned long pmd[16]; } pmd_t; typedef
35 #define __pmd(x) ((pmd_t) { (x) } )
/linux-4.4.14/arch/sparc/include/asm/
Dpgtable_64.h247 static inline pmd_t pfn_pmd(unsigned long page_nr, pgprot_t pgprot) in pfn_pmd()
337 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
407 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge()
657 static inline unsigned long pmd_large(pmd_t pmd) in pmd_large()
664 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn()
672 static inline unsigned long pmd_dirty(pmd_t pmd) in pmd_dirty()
679 static inline unsigned long pmd_young(pmd_t pmd) in pmd_young()
686 static inline unsigned long pmd_write(pmd_t pmd) in pmd_write()
693 static inline unsigned long pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
700 static inline unsigned long pmd_trans_splitting(pmd_t pmd) in pmd_trans_splitting()
[all …]
Dpgalloc_32.h30 static inline void pgd_set(pgd_t * pgdp, pmd_t * pmdp) in pgd_set()
39 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, in pmd_alloc_one()
46 static inline void free_pmd_fast(pmd_t * pmd) in free_pmd_fast()
54 void pmd_populate(struct mm_struct *mm, pmd_t *pmdp, struct page *ptep);
57 void pmd_set(pmd_t *pmdp, pte_t *ptep);
Dpgtable_32.h127 static inline struct page *pmd_page(pmd_t pmd) in pmd_page()
164 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
169 static inline int pmd_present(pmd_t pmd) in pmd_present()
174 static inline int pmd_none(pmd_t pmd) in pmd_none()
179 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear()
321 static inline pmd_t *pmd_offset(pgd_t * dir, unsigned long address) in pmd_offset()
323 return (pmd_t *) pgd_page_vaddr(*dir) + in pmd_offset()
328 pte_t *pte_offset_kernel(pmd_t * dir, unsigned long address);
Dpgalloc_64.h35 static inline void __pud_populate(pud_t *pud, pmd_t *pmd) in __pud_populate()
53 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
59 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
Dpage_64.h59 typedef struct { unsigned long pmd; } pmd_t; typedef
73 #define __pmd(x) ((pmd_t) { (x) } )
82 typedef unsigned long pmd_t; typedef
Dpage_32.h56 typedef struct { unsigned long pmdv[16]; } pmd_t; typedef
84 typedef struct { unsigned long pmdv[16]; } pmd_t; typedef
/linux-4.4.14/arch/tile/include/asm/
Dpgalloc.h41 static inline void set_pmd(pmd_t *pmdp, pmd_t pmd) in set_pmd()
51 pmd_t *pmd, pte_t *ptep) in pmd_populate_kernel()
57 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
118 void shatter_pmd(pmd_t *pmd);
126 pmd_populate_kernel((mm), (pmd_t *)(pud), (pte_t *)(pmd))
144 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
147 return (pmd_t *)page_to_virt(p); in pmd_alloc_one()
150 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmdp) in pmd_free()
155 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, in __pmd_free_tlb()
Dpgtable.h366 static inline int pmd_none(pmd_t pmd) in pmd_none()
375 static inline int pmd_present(pmd_t pmd) in pmd_present()
380 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
404 pmd_t *pmdp) in pmdp_test_and_clear_young()
411 unsigned long address, pmd_t *pmdp) in pmdp_set_wrprotect()
418 static inline pmd_t pmdp_huge_get_and_clear(struct mm_struct *mm, in pmdp_huge_get_and_clear()
420 pmd_t *pmdp) in pmdp_huge_get_and_clear()
425 static inline void __set_pmd(pmd_t *pmdp, pmd_t pmdval) in __set_pmd()
433 static inline pmd_t ptfn_pmd(unsigned long ptfn, pgprot_t prot) in ptfn_pmd()
447 static inline unsigned long pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
[all …]
Dpage.h121 typedef HV_PTE pmd_t; typedef
125 static inline u64 pmd_val(pmd_t pmd) in pmd_val()
Dpgtable_32.h117 #define pte_pmd(pte) ((pmd_t){ { (pte) } })
/linux-4.4.14/arch/x86/mm/
Dpgtable.c63 void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd) in ___pmd_free_tlb()
171 void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd) in pud_populate()
194 static void free_pmds(struct mm_struct *mm, pmd_t *pmds[]) in free_pmds()
206 static int preallocate_pmds(struct mm_struct *mm, pmd_t *pmds[]) in preallocate_pmds()
212 pmd_t *pmd = (pmd_t *)__get_free_page(PGALLOC_GFP); in preallocate_pmds()
247 pmd_t *pmd = (pmd_t *)pgd_page_vaddr(pgd); in pgd_mop_up_pmds()
258 static void pgd_prepopulate_pmd(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmds[]) in pgd_prepopulate_pmd()
269 pmd_t *pmd = pmds[i]; in pgd_prepopulate_pmd()
272 memcpy(pmd, (pmd_t *)pgd_page_vaddr(swapper_pg_dir[i]), in pgd_prepopulate_pmd()
273 sizeof(pmd_t) * PTRS_PER_PMD); in pgd_prepopulate_pmd()
[all …]
Dinit_64.c59 static void ident_pmd_init(unsigned long pmd_flag, pmd_t *pmd_page, in ident_pmd_init()
64 pmd_t *pmd = pmd_page + pmd_index(addr); in ident_pmd_init()
77 pmd_t *pmd; in ident_pud_init()
88 pmd = (pmd_t *)info->alloc_pgt_page(info->context); in ident_pud_init()
245 static pmd_t *fill_pmd(pud_t *pud, unsigned long vaddr) in fill_pmd()
248 pmd_t *pmd = (pmd_t *) spp_getpage(); in fill_pmd()
257 static pte_t *fill_pte(pmd_t *pmd, unsigned long vaddr) in fill_pte()
271 pmd_t *pmd; in set_pte_vaddr_pud()
304 pmd_t * __init populate_extra_pmd(unsigned long vaddr) in populate_extra_pmd()
316 pmd_t *pmd; in populate_extra_pte()
[all …]
Dinit_32.c69 static pmd_t * __init one_md_table_init(pgd_t *pgd) in one_md_table_init()
72 pmd_t *pmd_table; in one_md_table_init()
76 pmd_table = (pmd_t *)alloc_low_page(); in one_md_table_init()
95 static pte_t * __init one_page_table_init(pmd_t *pmd) in one_page_table_init()
108 pmd_t * __init populate_extra_pmd(unsigned long vaddr) in populate_extra_pmd()
119 pmd_t *pmd; in populate_extra_pte()
156 static pte_t *__init page_table_kmap_check(pte_t *pte, pmd_t *pmd, in page_table_kmap_check()
212 pmd_t *pmd; in page_table_range_init()
263 pmd_t *pmd; in kernel_physical_mapping_init()
418 pmd_t *pmd; in permanent_kmaps_init()
[all …]
Dpageattr.c331 pmd_t *pmd; in lookup_address_in_pgd()
387 pmd_t *lookup_pmd_address(unsigned long address) in lookup_pmd_address()
436 phys_addr = (phys_addr_t)pmd_pfn(*(pmd_t *)pte) << PAGE_SHIFT; in slow_virt_to_phys()
462 pmd_t *pmd; in __set_pmd_pte()
497 old_prot = pmd_pgprot(*(pmd_t *)kpte); in try_preserve_large_page()
498 old_pfn = pmd_pfn(*(pmd_t *)kpte); in try_preserve_large_page()
634 ref_prot = pmd_pgprot(*(pmd_t *)kpte); in __split_large_page()
637 ref_pfn = pmd_pfn(*(pmd_t *)kpte); in __split_large_page()
738 static bool try_to_free_pmd_page(pmd_t *pmd) in try_to_free_pmd_page()
762 static bool unmap_pte_range(pmd_t *pmd, unsigned long start, unsigned long end) in unmap_pte_range()
[all …]
Dgup.c71 static noinline int gup_pte_range(pmd_t pmd, unsigned long addr, in gup_pte_range()
117 static noinline int gup_huge_pmd(pmd_t pmd, unsigned long addr, in gup_huge_pmd()
154 pmd_t *pmdp; in gup_pmd_range()
158 pmd_t pmd = *pmdp; in gup_pmd_range()
Dfault.c194 static inline pmd_t *vmalloc_sync_one(pgd_t *pgd, unsigned long address) in vmalloc_sync_one()
199 pmd_t *pmd, *pmd_k; in vmalloc_sync_one()
245 pmd_t *ret; in vmalloc_sync_all()
269 pmd_t *pmd_k; in vmalloc_fault()
329 pmd_t *pmd; in dump_pagetable()
371 pmd_t *pmd, *pmd_ref; in vmalloc_fault()
472 pmd_t *pmd; in dump_pagetable()
956 pmd_t *pmd; in spurious_fault()
Dhugetlbpage.c45 int pmd_huge(pmd_t pmd)
62 int pmd_huge(pmd_t pmd) in pmd_huge()
Dioremap.c424 static inline pmd_t * __init early_ioremap_pmd(unsigned long addr) in early_ioremap_pmd()
430 pmd_t *pmd = pmd_offset(pud, addr); in early_ioremap_pmd()
447 pmd_t *pmd; in early_ioremap_init()
Dpgtable_32.c31 pmd_t *pmd; in set_pte_vaddr()
Ddump_pagetables.c279 static void walk_pte_level(struct seq_file *m, struct pg_state *st, pmd_t addr, in walk_pte_level()
301 pmd_t *start; in walk_pmd_level()
304 start = (pmd_t *) pud_page_vaddr(addr); in walk_pmd_level()
/linux-4.4.14/arch/powerpc/mm/
Dpgtable_64.c95 pmd_t *pmdp; in map_kernel_page()
359 struct page *pmd_page(pmd_t pmd) in pmd_page()
495 pmd_t *pmdp, pmd_t entry, int dirty) in pmdp_set_access_flags()
514 pmd_t *pmdp, unsigned long clr, in pmd_hugepage_update()
547 pmd_t pmdp_collapse_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_collapse_flush()
548 pmd_t *pmdp) in pmdp_collapse_flush()
550 pmd_t pmd; in pmdp_collapse_flush()
587 unsigned long address, pmd_t *pmdp) in pmdp_test_and_clear_young()
601 unsigned long address, pmd_t *pmdp) in pmdp_clear_flush_young()
611 unsigned long address, pmd_t *pmdp) in pmdp_splitting_flush()
[all …]
D40x_mmu.c109 pmd_t *pmdp; in mmu_mapin_ram()
124 pmd_t *pmdp; in mmu_mapin_ram()
Dtlb_hash32.c93 pmd_t *pmd; in flush_range()
157 pmd_t *pmd; in flush_tlb_page()
Dpgtable_32.c290 pmd_t *pd; in map_page()
367 get_pteptr(struct mm_struct *mm, unsigned long addr, pte_t **ptep, pmd_t **pmdp) in get_pteptr()
371 pmd_t *pmd; in get_pteptr()
400 pmd_t *kpmd; in __change_page_attr()
Dhugetlbpage.c69 int pmd_huge(pmd_t pmd) in pmd_huge()
112 int pmd_huge(pmd_t pmd) in pmd_huge()
214 pmd_t *pm; in huge_pte_alloc()
264 pmd_t *pm; in huge_pte_alloc()
555 pmd_t *pmd; in hugetlb_free_pmd_range()
741 pmd_t *pmd, int write) in follow_huge_pmd()
983 pmd_t pmd, *pmdp; in __find_linux_pte_or_hugepte()
Dhugepage-hash64.c22 pmd_t *pmdp, unsigned long trap, unsigned long flags, in __hash_page_thp()
36 pmd_t pmd = READ_ONCE(*pmdp); in __hash_page_thp()
Dtlb_hash64.c224 hpte_do_hugepage_flush(mm, start, (pmd_t *)ptep, pte); in __flush_hash_table_range()
232 void flush_tlb_pmd_range(struct mm_struct *mm, pmd_t *pmd, unsigned long addr) in flush_tlb_pmd_range()
Dsubpage-prot.c65 pmd_t *pmd; in hpte_flush_range()
134 static int subpage_walk_pmd_entry(pmd_t *pmd, unsigned long addr, in subpage_walk_pmd_entry()
/linux-4.4.14/arch/alpha/include/asm/
Dpgalloc.h14 pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t pte) in pmd_populate()
21 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
27 pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
40 static inline pmd_t *
43 pmd_t *ret = (pmd_t *)__get_free_page(GFP_KERNEL|__GFP_REPEAT|__GFP_ZERO); in pmd_alloc_one()
48 pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
Dpgtable.h151 extern pmd_t * __bad_pagetable(void);
225 extern inline void pmd_set(pmd_t * pmdp, pte_t * ptep) in pmd_set()
228 extern inline void pgd_set(pgd_t * pgdp, pmd_t * pmdp) in pgd_set()
233 pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
253 extern inline int pmd_none(pmd_t pmd) { return !pmd_val(pmd); } in pmd_none()
254 extern inline int pmd_bad(pmd_t pmd) { return (pmd_val(pmd) & ~_PFN_MASK) != _PAGE_TABLE; } in pmd_bad()
255 extern inline int pmd_present(pmd_t pmd) { return pmd_val(pmd) & _PAGE_VALID; } in pmd_present()
256 extern inline void pmd_clear(pmd_t * pmdp) { pmd_val(*pmdp) = 0; } in pmd_clear()
303 extern inline pmd_t * pmd_offset(pgd_t * dir, unsigned long address) in pmd_offset()
305 pmd_t *ret = (pmd_t *) pgd_page_vaddr(*dir) + ((address >> PMD_SHIFT) & (PTRS_PER_PAGE - 1)); in pmd_offset()
[all …]
Dpage.h31 typedef struct { unsigned long pmd; } pmd_t; typedef
41 #define __pmd(x) ((pmd_t) { (x) } )
50 typedef unsigned long pmd_t; typedef
/linux-4.4.14/arch/arm/include/asm/
Dpgalloc.h30 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
32 return (pmd_t *)get_zeroed_page(GFP_KERNEL | __GFP_REPEAT); in pmd_alloc_one()
35 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
41 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
51 #define pmd_alloc_one(mm,addr) ({ BUG(); ((pmd_t *)2); })
131 static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t pte, in __pmd_populate()
149 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
158 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
Dpgtable-3level.h163 static inline pmd_t *pud_page_vaddr(pud_t pud) in pud_page_vaddr()
170 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset()
172 return (pmd_t *)pud_page_vaddr(*pud) + pmd_index(addr); in pmd_offset()
240 pmd_t *pmdp);
245 static inline pmd_t pmd_##fn(pmd_t pmd) { pmd_val(pmd) op; return pmd; }
261 static inline pmd_t pmd_mknotpresent(pmd_t pmd) in pmd_mknotpresent()
266 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
275 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
Dkvm_mmu.h72 static inline void kvm_set_pmd(pmd_t *pmd, pmd_t new_pmd) in kvm_set_pmd()
93 static inline void kvm_clean_pmd(pmd_t *pmd) in kvm_clean_pmd()
95 clean_dcache_area(pmd, PTRS_PER_PMD * sizeof(pmd_t)); in kvm_clean_pmd()
98 static inline void kvm_clean_pmd_entry(pmd_t *pmd) in kvm_clean_pmd_entry()
113 static inline void kvm_set_s2pmd_writable(pmd_t *pmd) in kvm_set_s2pmd_writable()
128 static inline void kvm_set_s2pmd_readonly(pmd_t *pmd) in kvm_set_s2pmd_readonly()
133 static inline bool kvm_s2pmd_readonly(pmd_t *pmd) in kvm_s2pmd_readonly()
246 static inline void __kvm_flush_dcache_pmd(pmd_t pmd) in __kvm_flush_dcache_pmd()
Dpgtable-2level-types.h34 typedef struct { pmdval_t pmd; } pmd_t; typedef
44 #define __pmd(x) ((pmd_t) { (x) } )
52 typedef pmdval_t pmd_t; typedef
Dpgtable-3level-types.h37 typedef struct { pmdval_t pmd; } pmd_t; typedef
47 #define __pmd(x) ((pmd_t) { (x) } )
54 typedef pmdval_t pmd_t; typedef
Dpgtable-2level.h189 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset()
191 return (pmd_t *)pud; in pmd_offset()
Dpage-nommu.h33 typedef unsigned long pmd_t; typedef
Dtlb.h245 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, in __pmd_free_tlb()
255 tlb_remove_pmd_tlb_entry(struct mmu_gather *tlb, pmd_t *pmdp, unsigned long addr) in tlb_remove_pmd_tlb_entry()
/linux-4.4.14/arch/arm64/include/asm/
Dpgalloc.h34 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
36 return (pmd_t *)__get_free_page(PGALLOC_GFP); in pmd_alloc_one()
39 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
45 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
111 static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t pte, in __pmd_populate()
122 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
131 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
Dpgtable.h315 static inline pmd_t pud_pmd(pud_t pud) in pud_pmd()
320 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte()
325 static inline pmd_t pte_pmd(pte_t pte) in pte_pmd()
346 pmd_t *pmdp);
416 static inline void set_pmd(pmd_t *pmdp, pmd_t pmd) in set_pmd()
423 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear()
428 static inline pte_t *pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
461 static inline pmd_t *pud_page_vaddr(pud_t pud) in pud_page_vaddr()
469 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset()
471 return (pmd_t *)pud_page_vaddr(*pud) + pmd_index(addr); in pmd_offset()
[all …]
Dkvm_mmu.h108 static inline void kvm_clean_pmd(pmd_t *pmd) {}
109 static inline void kvm_clean_pmd_entry(pmd_t *pmd) {}
118 static inline void kvm_set_s2pmd_writable(pmd_t *pmd)
133 static inline void kvm_set_s2pmd_readonly(pmd_t *pmd)
138 static inline bool kvm_s2pmd_readonly(pmd_t *pmd)
257 static inline void __kvm_flush_dcache_pmd(pmd_t pmd)
Dpgtable-types.h42 typedef struct { pmdval_t pmd; } pmd_t; typedef
44 #define __pmd(x) ((pmd_t) { (x) } )
68 typedef pmdval_t pmd_t; typedef
Dtlb.h66 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, in __pmd_free_tlb()
/linux-4.4.14/arch/mips/mm/
Dpgtable-64.c69 pmd_t *pmdp) in pmdp_splitting_flush()
72 pmd_t pmd = pmd_mksplitting(*pmdp); in pmdp_splitting_flush()
79 pmd_t mk_pmd(struct page *page, pgprot_t prot) in mk_pmd()
81 pmd_t pmd; in mk_pmd()
89 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
Dhugetlbpage.c43 pmd_t *pmd = NULL; in huge_pte_offset()
66 int pmd_huge(pmd_t pmd) in pmd_huge()
Dgup.c37 static int gup_pte_range(pmd_t pmd, unsigned long addr, unsigned long end, in gup_pte_range()
71 static int gup_huge_pmd(pmd_t pmd, unsigned long addr, unsigned long end, in gup_huge_pmd()
105 pmd_t *pmdp; in gup_pmd_range()
109 pmd_t pmd = *pmdp; in gup_pmd_range()
Dioremap.c45 static inline int remap_area_pmd(pmd_t * pmd, unsigned long address, in remap_area_pmd()
80 pmd_t *pmd; in remap_area_pages()
Dpgtable-32.c40 pmd_t *pmd; in pagetable_init()
Dinit.c226 pmd_t *pmd; in fixrange_init()
240 pmd = (pmd_t *)pud; in fixrange_init()
534 pmd_t invalid_pmd_table[PTRS_PER_PMD] __page_aligned_bss;
/linux-4.4.14/arch/parisc/include/asm/
Dpgalloc.h58 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
64 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
66 pmd_t *pmd = (pmd_t *)__get_free_pages(GFP_KERNEL|__GFP_REPEAT, in pmd_alloc_one()
73 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
97 #define pmd_alloc_one(mm, addr) ({ BUG(); ((pmd_t *)2); })
104 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
Dpage.h44 typedef struct { __u32 pmd; } pmd_t; typedef
55 #define __pmd(x) ((pmd_t) { (x) } )
67 typedef __u32 pmd_t; typedef
/linux-4.4.14/arch/sh/include/asm/
Dpgalloc.h13 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
14 extern pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address);
15 extern void pmd_free(struct mm_struct *mm, pmd_t *pmd);
18 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
24 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
Dpgtable-3level.h30 typedef struct { unsigned long long pmd; } pmd_t; typedef
32 #define __pmd(x) ((pmd_t) { (x) } )
40 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long address) in pmd_offset()
42 return (pmd_t *)pud_page_vaddr(*pud) + pmd_index(address); in pmd_offset()
/linux-4.4.14/arch/um/kernel/
Dmem.c66 static void __init one_page_table_init(pmd_t *pmd) in one_page_table_init()
80 pmd_t *pmd_table = (pmd_t *) alloc_bootmem_low_pages(PAGE_SIZE); in one_md_table_init()
92 pmd_t *pmd; in fixrange_init()
120 pmd_t *pmd; in fixaddr_user_init()
226 pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
228 pmd_t *pmd = (pmd_t *) __get_free_page(GFP_KERNEL); in pmd_alloc_one()
Dtlb.c193 static inline int update_pte_range(pmd_t *pmd, unsigned long addr, in update_pte_range()
233 pmd_t *pmd; in update_pmd_range()
313 pmd_t *pmd; in flush_tlb_kernel_range_common()
397 pmd_t *pmd; in flush_tlb_page()
472 pmd_t *pmd_offset_proc(pud_t *pud, unsigned long address) in pmd_offset_proc()
477 pte_t *pte_offset_proc(pmd_t *pmd, unsigned long address) in pte_offset_proc()
486 pmd_t *pmd = pmd_offset(pud, addr); in addr_pte()
/linux-4.4.14/arch/sparc/mm/
Dtlb.c147 pmd_t pmd) in tlb_batch_pmd_scan()
167 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
169 pmd_t orig = *pmdp; in set_pmd_at()
208 pmd_t *pmdp) in pmdp_invalidate()
210 pmd_t entry = *pmdp; in pmdp_invalidate()
218 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
233 pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in pgtable_trans_huge_withdraw()
Dgup.c20 static noinline int gup_pte_range(pmd_t pmd, unsigned long addr, in gup_pte_range()
69 static int gup_huge_pmd(pmd_t *pmdp, pmd_t pmd, unsigned long addr, in gup_huge_pmd()
122 pmd_t *pmdp; in gup_pmd_range()
126 pmd_t pmd = *pmdp; in gup_pmd_range()
Dhugetlbpage.c134 pmd_t *pmd; in huge_pte_alloc()
158 pmd_t *pmd; in huge_pte_offset()
236 int pmd_huge(pmd_t pmd) in pmd_huge()
Dsrmmu.c105 static inline int srmmu_pmd_none(pmd_t pmd) in srmmu_pmd_none()
112 void pmd_set(pmd_t *pmdp, pte_t *ptep) in pmd_set()
124 void pmd_populate(struct mm_struct *mm, pmd_t *pmdp, struct page *ptep) in pmd_populate()
137 pte_t *pte_offset_kernel(pmd_t *dir, unsigned long address) in pte_offset_kernel()
274 pmd_t *pmd; in srmmu_nocache_init()
486 pmd_t *pmdp; in srmmu_mapioaddr()
521 pmd_t *pmdp; in srmmu_unmapioaddr()
663 pmd_t *pmdp; in srmmu_early_allocate_ptable_skeleton()
677 if (srmmu_pmd_none(*(pmd_t *)__nocache_fix(pmdp))) { in srmmu_early_allocate_ptable_skeleton()
694 pmd_t *pmdp; in srmmu_allocate_ptable_skeleton()
[all …]
Dhighmem.c41 pmd_t *dir; in kmap_init()
/linux-4.4.14/arch/x86/power/
Dhibernate_32.c33 static pmd_t *resume_one_md_table_init(pgd_t *pgd) in resume_one_md_table_init()
36 pmd_t *pmd_table; in resume_one_md_table_init()
39 pmd_table = (pmd_t *)get_safe_page(GFP_ATOMIC); in resume_one_md_table_init()
59 static pte_t *resume_one_page_table_init(pmd_t *pmd) in resume_one_page_table_init()
85 pmd_t *pmd; in resume_physical_mapping_init()
/linux-4.4.14/arch/ia64/include/asm/
Dpgalloc.h55 pud_populate(struct mm_struct *mm, pud_t * pud_entry, pmd_t * pmd) in pud_populate()
60 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
65 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
73 pmd_populate(struct mm_struct *mm, pmd_t * pmd_entry, pgtable_t pte) in pmd_populate()
80 pmd_populate_kernel(struct mm_struct *mm, pmd_t * pmd_entry, pte_t * pte) in pmd_populate_kernel()
Dpage.h175 typedef struct { unsigned long pmd; } pmd_t; typedef
192 # define __pmd(x) ((pmd_t) { (x) } )
201 typedef unsigned long pmd_t; typedef
/linux-4.4.14/arch/unicore32/mm/
Dmm.h15 extern pmd_t *top_pmd;
20 static inline pmd_t *pmd_off(pgd_t *pgd, unsigned long virt) in pmd_off()
25 static inline pmd_t *pmd_off_k(unsigned long virt) in pmd_off_k()
Dmmu.c44 pmd_t *top_pmd;
152 static pte_t * __init early_pte_alloc(pmd_t *pmd, unsigned long addr, in early_pte_alloc()
163 static void __init alloc_init_pte(pmd_t *pmd, unsigned long addr, in alloc_init_pte()
178 pmd_t *pmd = pmd_offset((pud_t *)pgd, addr); in alloc_init_section()
185 pmd_t *p = pmd; in alloc_init_section()
465 pmd_t *pmd; in setup_mm_for_reboot()
Dpgd.c30 pmd_t *new_pmd, *init_pmd; in get_pgd_slow()
81 pmd_t *pmd; in free_pgd_slow()
Dioremap.c74 pmd_t pmd, *pmdp = pmd_offset((pud_t *)pgd, addr); in unmap_area_sections()
116 pmd_t *pmd = pmd_offset((pud_t *)pgd, addr); in remap_area_sections()
/linux-4.4.14/mm/kasan/
Dkasan_init.c36 pmd_t kasan_zero_pmd[PTRS_PER_PMD] __page_aligned_bss;
46 static void __init zero_pte_populate(pmd_t *pmd, unsigned long addr, in zero_pte_populate()
65 pmd_t *pmd = pmd_offset(pud, addr); in zero_pmd_populate()
93 pmd_t *pmd; in zero_pud_populate()
128 pmd_t *pmd; in kasan_populate_zero_shadow()
/linux-4.4.14/arch/unicore32/kernel/
Dhibernate.c36 static pmd_t *resume_one_md_table_init(pgd_t *pgd) in resume_one_md_table_init()
39 pmd_t *pmd_table; in resume_one_md_table_init()
51 static pte_t *resume_one_page_table_init(pmd_t *pmd) in resume_one_page_table_init()
77 pmd_t *pmd; in resume_physical_mapping_init()
/linux-4.4.14/arch/m68k/mm/
Dmemory.c35 #define PTABLE_SIZE (PTRS_PER_PMD * sizeof(pmd_t))
61 pmd_t *get_pointer_table (void) in get_pointer_table()
88 return (pmd_t *)page; in get_pointer_table()
98 return (pmd_t *) (page_address(PD_PAGE(dp)) + off); in get_pointer_table()
101 int free_pointer_table (pmd_t *ptable) in free_pointer_table()
Dmotorola.c66 static pmd_t *last_pgtable __initdata = NULL;
67 pmd_t *zero_pgtable __initdata = NULL;
69 static pmd_t * __init kernel_ptr_table(void) in kernel_ptr_table()
88 last_pgtable = (pmd_t *)last; in kernel_ptr_table()
96 last_pgtable = (pmd_t *)alloc_bootmem_low_pages(PAGE_SIZE); in kernel_ptr_table()
113 pmd_t *pmd_dir; in map_node()
Dkmap.c111 pmd_t *pmd_dir; in __ioremap()
251 pmd_t *pmd_dir; in __iounmap()
300 pmd_t *pmd_dir; in kernel_set_cachemode()
/linux-4.4.14/arch/hexagon/include/asm/
Dpgalloc.h96 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
116 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
120 pmd_t *ppmd; in pmd_populate_kernel()
136 ppmd = (pmd_t *)current->active_mm->pgd + pmdindex; in pmd_populate_kernel()
Dpgtable.h212 static inline void pmd_clear(pmd_t *pmd_entry_ptr) in pmd_clear()
259 static inline int pmd_none(pmd_t pmd) in pmd_none()
270 static inline int pmd_present(pmd_t pmd) in pmd_present()
280 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
/linux-4.4.14/arch/sh/mm/
Dhugetlbpage.c29 pmd_t *pmd; in huge_pte_alloc()
49 pmd_t *pmd; in huge_pte_offset()
65 int pmd_huge(pmd_t pmd) in pmd_huge()
Dpgtable.c43 void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
48 pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
53 void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
Dinit.c49 pmd_t *pmd; in __get_pte_phys()
126 static pmd_t * __init one_md_table_init(pud_t *pud) in one_md_table_init()
129 pmd_t *pmd; in one_md_table_init()
139 static pte_t * __init one_page_table_init(pmd_t *pmd) in one_page_table_init()
152 static pte_t * __init page_table_kmap_check(pte_t *pte, pmd_t *pmd, in page_table_kmap_check()
163 pmd_t *pmd; in page_table_range_init()
Dgup.c74 static noinline int gup_pte_range(pmd_t pmd, unsigned long addr, in gup_pte_range()
123 pmd_t *pmdp; in gup_pmd_range()
127 pmd_t pmd = *pmdp; in gup_pmd_range()
Dfault.c78 pmd_t *pmd; in show_pte()
127 static inline pmd_t *vmalloc_sync_one(pgd_t *pgd, unsigned long address) in vmalloc_sync_one()
132 pmd_t *pmd, *pmd_k; in vmalloc_sync_one()
180 pmd_t *pmd_k; in vmalloc_fault()
Dtlbex_32.c27 pmd_t *pmd; in handle_tlbmiss()
Dtlbex_64.c48 pmd_t *pmd; in handle_tlbmiss()
/linux-4.4.14/drivers/lguest/
Dpage_tables.c97 static pmd_t *spmd_addr(struct lg_cpu *cpu, pgd_t spgd, unsigned long vaddr) in spmd_addr()
100 pmd_t *page; in spmd_addr()
118 pmd_t *pmd = spmd_addr(cpu, spgd, vaddr); in spte_addr()
148 return gpage + pmd_index(vaddr) * sizeof(pmd_t); in gpmd_addr()
153 pmd_t gpmd, unsigned long vaddr) in gpte_addr()
284 static bool check_gpmd(struct lg_cpu *cpu, pmd_t gpmd) in check_gpmd()
309 pmd_t *spmd; in find_spte()
399 pmd_t gpmd; in demand_page()
431 gpmd = lgread(cpu, gpmd_addr(gpgd, vaddr), pmd_t); in demand_page()
588 static void release_pmd(pmd_t *spmd) in release_pmd()
[all …]
/linux-4.4.14/arch/arm64/mm/
Dmmu.c80 static void split_pmd(pmd_t *pmd, pte_t *pte) in split_pmd()
95 static void alloc_init_pte(pmd_t *pmd, unsigned long addr, in alloc_init_pte()
118 static void split_pud(pud_t *old_pud, pmd_t *pmd) in split_pud()
135 pmd_t *pmd; in alloc_init_pmd()
142 pmd = alloc(PTRS_PER_PMD * sizeof(pmd_t)); in alloc_init_pmd()
160 pmd_t old_pmd =*pmd; in alloc_init_pmd()
478 pmd_t *pmd; in kern_addr_valid()
521 pmd_t *pmd; in vmemmap_populate()
557 static pmd_t bm_pmd[PTRS_PER_PMD] __page_aligned_bss;
572 static inline pmd_t * fixmap_pmd(unsigned long addr) in fixmap_pmd()
[all …]
Dflush.c106 pmd_t *pmdp) in pmdp_splitting_flush()
108 pmd_t pmd = pmd_mksplitting(*pmdp); in pmdp_splitting_flush()
Dkasan_init.c26 static void __init kasan_early_pte_populate(pmd_t *pmd, unsigned long addr, in kasan_early_pte_populate()
47 pmd_t *pmd; in kasan_early_pmd_populate()
Dhugetlbpage.c30 int pmd_huge(pmd_t pmd) in pmd_huge()
/linux-4.4.14/arch/microblaze/include/asm/
Dpgalloc.h61 extern void __bad_pte(pmd_t *pmd);
108 #define pmd_alloc_one_fast(mm, address) ({ BUG(); ((pmd_t *)1); })
109 #define pmd_alloc_one(mm, address) ({ BUG(); ((pmd_t *)2); })
184 #define pmd_alloc_one(mm, address) ({ BUG(); ((pmd_t *)2); })
Dpage.h93 typedef struct { unsigned long pmd; } pmd_t; typedef
96 typedef struct { unsigned long ste[64]; } pmd_t; typedef
97 typedef struct { pmd_t pue[1]; } pud_t;
114 # define __pmd(x) ((pmd_t) { (x) })
/linux-4.4.14/arch/um/include/asm/
Dpage.h37 typedef struct { unsigned long pmd; } pmd_t; typedef
53 #define __pmd(x) ((pmd_t) { (x) } )
64 typedef struct { unsigned long pmd; } pmd_t; typedef
66 #define __pmd(x) ((pmd_t) { (x) } )
Dpgtable-3level.h82 extern pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address);
93 #define pmd_offset(pud, address) ((pmd_t *) pud_page_vaddr(*(pud)) + \
110 static inline pmd_t pfn_pmd(pfn_t page_nr, pgprot_t pgprot) in pfn_pmd()
Dpgalloc.h50 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
/linux-4.4.14/arch/unicore32/include/asm/
Dpgalloc.h82 static inline void __pmd_populate(pmd_t *pmdp, unsigned long pmdval) in __pmd_populate()
93 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
105 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
Dtlbflush.h135 static inline void flush_pmd_entry(pmd_t *pmd) in flush_pmd_entry()
154 static inline void clean_pmd_entry(pmd_t *pmd) in clean_pmd_entry()
/linux-4.4.14/arch/frv/include/asm/
Dpage.h24 typedef struct { unsigned long ste[64];} pmd_t; typedef
25 typedef struct { pmd_t pue[1]; } pud_t;
37 #define __pmd(x) ((pmd_t) { (x) } )
Dpgtable.h244 #define set_pud(pudptr, pudval) set_pmd((pmd_t *)(pudptr), (pmd_t) { pudval })
246 #define pud_page(pud) (pmd_page((pmd_t){ pud }))
247 #define pud_page_vaddr(pud) (pmd_page_vaddr((pmd_t){ pud }))
253 extern void __set_pmd(pmd_t *pmdptr, unsigned long __pmd);
262 static inline pmd_t *pmd_offset(pud_t *dir, unsigned long address) in pmd_offset()
264 return (pmd_t *) dir + __pmd_index(address); in pmd_offset()
494 pmd_t *pme = pmd_offset(pue, address); in update_mmu_cache()
Dpgalloc.h63 #define pmd_alloc_one(mm, addr) ({ BUG(); ((pmd_t *) 2); })
/linux-4.4.14/arch/arm/kvm/
Dmmu.c91 static void kvm_flush_dcache_pmd(pmd_t pmd) in kvm_flush_dcache_pmd()
115 static void stage2_dissolve_pmd(struct kvm *kvm, phys_addr_t addr, pmd_t *pmd) in stage2_dissolve_pmd()
168 pmd_t *pmd_table = pmd_offset(pud, 0); in clear_pud_entry()
176 static void clear_pmd_entry(struct kvm *kvm, pmd_t *pmd, phys_addr_t addr) in clear_pmd_entry()
206 static void unmap_ptes(struct kvm *kvm, pmd_t *pmd, in unmap_ptes()
236 pmd_t *pmd, *start_pmd; in unmap_pmds()
243 pmd_t old_pmd = *pmd; in unmap_pmds()
306 static void stage2_flush_ptes(struct kvm *kvm, pmd_t *pmd, in stage2_flush_ptes()
321 pmd_t *pmd; in stage2_flush_pmds()
451 static void create_hyp_pte_mappings(pmd_t *pmd, unsigned long start, in create_hyp_pte_mappings()
[all …]
/linux-4.4.14/arch/nios2/include/asm/
Dpgtable.h100 static inline void set_pmd(pmd_t *pmdptr, pmd_t pmdval) in set_pmd()
186 static inline int pmd_present(pmd_t pmd) in pmd_present()
192 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear()
218 static inline int pmd_none(pmd_t pmd) in pmd_none()
Dpgalloc.h15 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
21 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
/linux-4.4.14/arch/arm/mm/
Didmap.c24 pmd_t *pmd; in idmap_add_pmd()
39 PTRS_PER_PMD * sizeof(pmd_t)); in idmap_add_pmd()
55 pmd_t *pmd = pmd_offset(pud, addr); in idmap_add_pmd()
Dmm.h8 extern pmd_t *top_pmd;
36 static inline pmd_t *pmd_off_k(unsigned long virt) in pmd_off_k()
Dmmu.c55 pmd_t *top_pmd;
361 static pte_t *(*pte_offset_fixmap)(pmd_t *dir, unsigned long addr);
366 static pte_t * __init pte_offset_early_fixmap(pmd_t *dir, unsigned long addr) in pte_offset_early_fixmap()
371 static pte_t *pte_offset_late_fixmap(pmd_t *dir, unsigned long addr) in pte_offset_late_fixmap()
376 static inline pmd_t * __init fixmap_pmd(unsigned long addr) in fixmap_pmd()
380 pmd_t *pmd = pmd_offset(pud, addr); in fixmap_pmd()
387 pmd_t *pmd; in early_fixmap_init()
727 static pte_t * __init early_pte_alloc(pmd_t *pmd, unsigned long addr, unsigned long prot) in early_pte_alloc()
737 static void __init alloc_init_pte(pmd_t *pmd, unsigned long addr, in alloc_init_pte()
748 static void __init __map_init_section(pmd_t *pmd, unsigned long addr, in __map_init_section()
[all …]
Dioremap.c144 pmd_t *pmdp; in unmap_area_sections()
151 pmd_t pmd = *pmdp; in unmap_area_sections()
192 pmd_t *pmd; in remap_area_sections()
224 pmd_t *pmd; in remap_area_supersections()
Dpgd.c37 pmd_t *new_pmd, *init_pmd; in pgd_alloc()
123 pmd_t *pmd; in pgd_free()
Dhugetlbpage.c44 int pmd_huge(pmd_t pmd) in pmd_huge()
Dflush.c422 pmd_t *pmdp) in pmdp_splitting_flush()
424 pmd_t pmd = pmd_mksplitting(*pmdp); in pmdp_splitting_flush()
/linux-4.4.14/arch/tile/mm/
Dinit.c118 static void __init assign_pte(pmd_t *pmd, pte_t *page_table) in assign_pte()
132 static inline pmd_t *alloc_pmd(void) in alloc_pmd()
137 static inline void assign_pmd(pud_t *pud, pmd_t *pmd) in assign_pmd()
139 assign_pte((pmd_t *)pud, (pte_t *)pmd); in assign_pmd()
145 void __init shatter_pmd(pmd_t *pmd) in shatter_pmd()
152 static pmd_t *__init get_pmd(pgd_t pgtables[], unsigned long va) in get_pmd()
160 static pmd_t *__init get_pmd(pgd_t pgtables[], unsigned long va) in get_pmd()
184 pmd_t *pmd = get_pmd(pgd, vaddr); in page_table_range_init()
409 pmd_t *pmd; in kernel_physical_mapping_init()
641 pmd_t *pmd; in permanent_kmaps_init()
Dhugetlbpage.c71 pmd_t *pmd = pmd_alloc(mm, pud, addr); in huge_pte_alloc()
108 pmd_t *pmd; in huge_pte_offset()
129 pmd = (pmd_t *)get_pte((pte_t *)pud_page_vaddr(*pud), in huge_pte_offset()
153 int pmd_huge(pmd_t pmd) in pmd_huge()
Dfault.c105 static inline pmd_t *vmalloc_sync_one(pgd_t *pgd, unsigned long address) in vmalloc_sync_one()
110 pmd_t *pmd, *pmd_k; in vmalloc_sync_one()
139 pmd_t *pmd_k; in vmalloc_fault()
216 pmd_t *pmd; in handle_migrating_pte()
Dpgtable.c102 pmd_t *pmd; in shatter_huge_page()
134 pmd_t *copy_pmd; in shatter_huge_page()
344 pmd_t *pmd; in virt_to_pte()
/linux-4.4.14/arch/alpha/mm/
Dinit.c76 pmd_t *
80 return (pmd_t *) EMPTY_PGT; in __bad_pagetable()
148 pmd_t *pmd; in callback_init()
186 pgd_set(pgd, (pmd_t *)two_pages); in callback_init()
/linux-4.4.14/arch/metag/mm/
Dhugetlbpage.c64 pmd_t *pmd; in huge_pte_alloc()
81 pmd_t *pmd; in huge_pte_offset()
92 int pmd_huge(pmd_t pmd) in pmd_huge()
103 pmd_t *pmd, int write) in follow_huge_pmd()
Dinit.c47 pmd_t *pmd; in insert_gateway_page()
267 pmd_t *pmd; in allocate_pgtables()
278 pmd = (pmd_t *)pgd; in allocate_pgtables()
297 pmd_t *pmd; in fixedrange_init()
/linux-4.4.14/arch/x86/kernel/
Dmachine_kexec_32.c86 image->arch.pmd0 = (pmd_t *)get_zeroed_page(GFP_KERNEL); in machine_kexec_alloc_page_tables()
87 image->arch.pmd1 = (pmd_t *)get_zeroed_page(GFP_KERNEL); in machine_kexec_alloc_page_tables()
103 pgd_t *pgd, pmd_t *pmd, pte_t *pte, in machine_kexec_page_table_set_one()
124 pmd_t *pmd = NULL; in machine_kexec_prepare_page_tables()
Despfix_64.c142 pmd_t pmd, *pmd_p; in init_espfix_ap()
175 pmd_p = (pmd_t *)page_address(page); in init_espfix_ap()
/linux-4.4.14/arch/parisc/mm/
Dhugetlbpage.c51 pmd_t *pmd; in huge_pte_alloc()
75 pmd_t *pmd; in huge_pte_offset()
189 int pmd_huge(pmd_t pmd) in pmd_huge()
Dinit.c45 pmd_t pmd0[PTRS_PER_PMD] __attribute__ ((__section__ (".data..vm0.pmd"), aligned(PAGE_SIZE)));
401 pmd_t *pmd; in map_pages()
433 pmd = (pmd_t *)__pa(pg_dir); in map_pages()
435 pmd = (pmd_t *)pgd_address(*pg_dir); in map_pages()
442 pmd = (pmd_t *) alloc_bootmem_low_pages_node(NODE_DATA(0), PAGE_SIZE << PMD_ORDER); in map_pages()
443 pmd = (pmd_t *) __pa(pmd); in map_pages()
452 pmd = (pmd_t *)__va(pmd) + start_pmd; in map_pages()
605 BUILD_BUG_ON(PMD_ENTRY_SIZE != sizeof(pmd_t)); in mem_init()
/linux-4.4.14/arch/ia64/mm/
Dhugetlbpage.c33 pmd_t *pmd; in huge_pte_alloc()
52 pmd_t *pmd; in huge_pte_offset()
102 int pmd_huge(pmd_t pmd) in pmd_huge()
Dinit.c215 pmd_t *pmd; in put_kernel_page()
389 pmd_t *pmd; in vmemmap_find_next_valid_pfn()
437 pmd_t *pmd; in create_mem_map_page_table()
611 BUG_ON(PTRS_PER_PMD * sizeof(pmd_t) != PAGE_SIZE); in mem_init()
/linux-4.4.14/arch/m32r/include/asm/
Dpgalloc.h11 static __inline__ void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
74 #define pmd_alloc_one(mm, addr) ({ BUG(); ((pmd_t *)2); })
Dpgtable-2level.h61 static inline pmd_t *pmd_offset(pgd_t * dir, unsigned long address) in pmd_offset()
63 return (pmd_t *) dir; in pmd_offset()
Dpage.h27 typedef struct { unsigned long pmd; } pmd_t; typedef
40 #define __pmd(x) ((pmd_t) { (x) } )
/linux-4.4.14/arch/cris/arch-v10/mm/
Dfault.c49 pmd_t *pmd; in handle_mmu_bus_fault()
84 pmd = (pmd_t *)(pgd + pgd_index(address)); in handle_mmu_bus_fault()
/linux-4.4.14/arch/score/include/asm/
Dpgalloc.h6 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
12 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
Dpgtable.h48 static inline int pmd_none(pmd_t pmd) in pmd_none()
55 static inline int pmd_present(pmd_t pmd) in pmd_present()
60 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear()
/linux-4.4.14/arch/avr32/include/asm/
Dpgalloc.h20 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
25 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
/linux-4.4.14/arch/x86/lguest/
Dboot.c708 static void lguest_set_pmd(pmd_t *pmdp, pmd_t pmdval) in lguest_set_pmd()
712 (__pa(pmdp) & (PAGE_SIZE - 1)) / sizeof(pmd_t)); in lguest_set_pmd()
717 static void lguest_set_pmd(pmd_t *pmdp, pmd_t pmdval) in lguest_set_pmd()
721 (__pa(pmdp) & (PAGE_SIZE - 1)) / sizeof(pmd_t)); in lguest_set_pmd()
763 static void lguest_pmd_clear(pmd_t *pmdp) in lguest_pmd_clear()
/linux-4.4.14/lib/
Dioremap.c53 static int ioremap_pte_range(pmd_t *pmd, unsigned long addr, in ioremap_pte_range()
74 pmd_t *pmd; in ioremap_pmd_range()
/linux-4.4.14/arch/x86/xen/
Dmmu.c253 static void xen_set_pmd_hyper(pmd_t *ptr, pmd_t val) in xen_set_pmd_hyper()
271 static void xen_set_pmd(pmd_t *ptr, pmd_t val) in xen_set_pmd()
440 __visible pmdval_t xen_pmd_val(pmd_t pmd) in xen_pmd_val()
492 static void xen_pmd_clear(pmd_t *pmdp) in xen_pmd_clear()
499 __visible pmd_t xen_make_pmd(pmdval_t pmd) in xen_make_pmd()
662 pmd_t *pmd; in __xen_pgd_walk()
1112 pmd_t *pmd = level2_kernel_pgt + pmd_index(vaddr); in xen_cleanhighmap()
1163 pmd_t *pmd; in xen_cleanmfnmap()
1817 static void __init xen_map_identity_early(pmd_t *pmd, unsigned long max_pfn) in xen_map_identity_early()
1921 pmd_t *l2; in xen_setup_kernel_pagetable()
[all …]
/linux-4.4.14/arch/nios2/mm/
Dioremap.c50 static inline int remap_area_pmd(pmd_t *pmd, unsigned long address, in remap_area_pmd()
90 pmd_t *pmd; in remap_area_pages()
/linux-4.4.14/fs/proc/
Dtask_mmu.c47 pmds = PTRS_PER_PMD * sizeof(pmd_t) * mm_nr_pmds(mm); in task_mem()
523 static void smaps_pmd_entry(pmd_t *pmd, unsigned long addr, in smaps_pmd_entry()
539 static void smaps_pmd_entry(pmd_t *pmd, unsigned long addr, in smaps_pmd_entry()
545 static int smaps_pte_range(pmd_t *pmd, unsigned long addr, unsigned long end, in smaps_pte_range()
813 unsigned long addr, pmd_t *pmdp) in clear_soft_dirty_pmd()
815 pmd_t pmd = pmdp_huge_get_and_clear(vma->vm_mm, addr, pmdp); in clear_soft_dirty_pmd()
827 unsigned long addr, pmd_t *pmdp) in clear_soft_dirty_pmd()
832 static int clear_refs_pte_range(pmd_t *pmd, unsigned long addr, in clear_refs_pte_range()
1105 static int pagemap_pmd_range(pmd_t *pmdp, unsigned long addr, unsigned long end, in pagemap_pmd_range()
1117 pmd_t pmd = *pmdp; in pagemap_pmd_range()
[all …]
/linux-4.4.14/arch/microblaze/mm/
Dpgtable.c140 pmd_t *pd; in map_page()
194 pmd_t *pmd; in get_pteptr()
/linux-4.4.14/include/trace/events/
Dxen.h203 TP_PROTO(pmd_t *pmdp, pmd_t pmdval),
206 __field(pmd_t *, pmdp)
218 TP_PROTO(pmd_t *pmdp),
221 __field(pmd_t *, pmdp)
/linux-4.4.14/arch/mn10300/include/asm/
Dpgalloc.h26 void pmd_populate(struct mm_struct *mm, pmd_t *pmd, struct page *pte) in pmd_populate()
/linux-4.4.14/arch/parisc/kernel/
Dpci-dma.c110 static inline int map_pmd_uncached(pmd_t * pmd, unsigned long vaddr, in map_pmd_uncached()
141 pmd_t *pmd; in map_uncached_pages()
154 static inline void unmap_uncached_pte(pmd_t * pmd, unsigned long vaddr, in unmap_uncached_pte()
193 pmd_t * pmd; in unmap_uncached_pmd()
/linux-4.4.14/arch/xtensa/include/asm/
Dpgtable.h326 set_pmd(pmd_t *pmdp, pmd_t pmdval) in set_pmd()
368 #define pmd_offset(dir,address) ((pmd_t*)(dir))
/linux-4.4.14/arch/frv/mm/
Dinit.c84 pmd_t *pme; in paging_init()
/linux-4.4.14/arch/mn10300/mm/
Dfault.c71 pmd_t *pmd;
388 pmd_t *pmd, *pmd_k; in do_page_fault()
Dcache-inv-icache.c34 pmd_t *pmd; in flush_icache_page_range()
/linux-4.4.14/arch/xtensa/mm/
Dmmu.c24 pmd_t *pmd = pmd_offset(pgd, vaddr); in init_pmd()
/linux-4.4.14/arch/openrisc/include/asm/
Dpgalloc.h33 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
/linux-4.4.14/arch/arc/mm/
Dhighmem.c118 pmd_t *pmd_k; in alloc_kmap_pgtable()

12