Home
last modified time | relevance | path

Searched refs:pmd_t (Results 1 – 200 of 291) sorted by relevance

12

/linux-4.1.27/include/asm-generic/
Dpgtable.h34 unsigned long address, pmd_t *pmdp,
35 pmd_t entry, int dirty);
57 pmd_t *pmdp) in pmdp_test_and_clear_young()
59 pmd_t pmd = *pmdp; in pmdp_test_and_clear_young()
70 pmd_t *pmdp) in pmdp_test_and_clear_young()
85 unsigned long address, pmd_t *pmdp);
101 static inline pmd_t pmdp_get_and_clear(struct mm_struct *mm, in pmdp_get_and_clear()
103 pmd_t *pmdp) in pmdp_get_and_clear()
105 pmd_t pmd = *pmdp; in pmdp_get_and_clear()
114 static inline pmd_t pmdp_get_and_clear_full(struct mm_struct *mm, in pmdp_get_and_clear_full()
[all …]
Dpgtable-nopmd.h17 typedef struct { pud_t pud; } pmd_t; typedef
41 #define set_pud(pudptr, pudval) set_pmd((pmd_t *)(pudptr), (pmd_t) { pudval })
43 static inline pmd_t * pmd_offset(pud_t * pud, unsigned long address) in pmd_offset()
45 return (pmd_t *)pud; in pmd_offset()
49 #define __pmd(x) ((pmd_t) { __pud(x) } )
51 #define pud_page(pud) (pmd_page((pmd_t){ pud }))
52 #define pud_page_vaddr(pud) (pmd_page_vaddr((pmd_t){ pud }))
59 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
Dpage.h44 } pmd_t; typedef
59 #define __pmd(x) ((pmd_t) { (x) } )
/linux-4.1.27/include/linux/
Dhuge_mm.h6 unsigned long address, pmd_t *pmd,
9 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr,
13 unsigned long address, pmd_t *pmd,
14 pmd_t orig_pmd, int dirty);
16 unsigned long address, pmd_t *pmd,
17 pmd_t orig_pmd);
20 pmd_t *pmd,
24 pmd_t *pmd, unsigned long addr);
25 extern int mincore_huge_pmd(struct vm_area_struct *vma, pmd_t *pmd,
32 pmd_t *old_pmd, pmd_t *new_pmd);
[all …]
Dmigrate.h69 extern bool pmd_trans_migrating(pmd_t pmd);
73 static inline bool pmd_trans_migrating(pmd_t pmd) in pmd_trans_migrating()
87 pmd_t *pmd, pmd_t entry,
93 pmd_t *pmd, pmd_t entry, in migrate_misplaced_transhuge_page()
Dmm.h1133 int (*pmd_entry)(pmd_t *pmd, unsigned long addr,
1446 pmd_t *pmd, unsigned long address);
1447 int __pte_alloc_kernel(pmd_t *pmd, unsigned long address);
1460 static inline pmd_t *pmd_alloc(struct mm_struct *mm, pud_t *pud, unsigned long address) in pmd_alloc()
1497 static inline spinlock_t *pte_lockptr(struct mm_struct *mm, pmd_t *pmd) in pte_lockptr()
1530 static inline spinlock_t *pte_lockptr(struct mm_struct *mm, pmd_t *pmd) in pte_lockptr()
1587 static struct page *pmd_to_page(pmd_t *pmd) in pmd_to_page()
1589 unsigned long mask = ~(PTRS_PER_PMD * sizeof(pmd_t) - 1); in pmd_to_page()
1593 static inline spinlock_t *pmd_lockptr(struct mm_struct *mm, pmd_t *pmd) in pmd_lockptr()
1618 static inline spinlock_t *pmd_lockptr(struct mm_struct *mm, pmd_t *pmd) in pmd_lockptr()
[all …]
Dswapops.h140 extern void migration_entry_wait(struct mm_struct *mm, pmd_t *pmd,
155 static inline void migration_entry_wait(struct mm_struct *mm, pmd_t *pmd, in migration_entry_wait()
Dmmu_notifier.h331 pmd_t ___pmd; \
343 pmd_t ___pmd; \
Dhugetlb.h106 pmd_t *pmd, int flags);
109 int pmd_huge(pmd_t pmd);
458 return pmd_lockptr(mm, (pmd_t *) pte); in huge_pte_lockptr()
/linux-4.1.27/arch/x86/include/asm/
Dpgtable.h103 static inline int pmd_dirty(pmd_t pmd) in pmd_dirty()
108 static inline int pmd_young(pmd_t pmd) in pmd_young()
143 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn()
155 static inline int pmd_large(pmd_t pte) in pmd_large()
161 static inline int pmd_trans_splitting(pmd_t pmd) in pmd_trans_splitting()
166 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
251 static inline pmd_t pmd_set_flags(pmd_t pmd, pmdval_t set) in pmd_set_flags()
258 static inline pmd_t pmd_clear_flags(pmd_t pmd, pmdval_t clear) in pmd_clear_flags()
265 static inline pmd_t pmd_mkold(pmd_t pmd) in pmd_mkold()
270 static inline pmd_t pmd_wrprotect(pmd_t pmd) in pmd_wrprotect()
[all …]
Dpgtable-3level.h70 static inline pmd_t pmd_read_atomic(pmd_t *pmdp) in pmd_read_atomic()
85 return (pmd_t) { ret }; in pmd_read_atomic()
93 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd()
116 static inline void native_pmd_clear(pmd_t *pmd) in native_pmd_clear()
162 pmd_t pmd;
164 static inline pmd_t native_pmdp_get_and_clear(pmd_t *pmdp) in native_pmdp_get_and_clear()
Dpgtable_64.h19 extern pmd_t level2_kernel_pgt[512];
20 extern pmd_t level2_fixmap_pgt[512];
21 extern pmd_t level2_ident_pgt[512];
63 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd()
68 static inline void native_pmd_clear(pmd_t *pmd) in native_pmd_clear()
86 static inline pmd_t native_pmdp_get_and_clear(pmd_t *xp) in native_pmdp_get_and_clear()
93 pmd_t ret = *xp; in native_pmdp_get_and_clear()
Dpgalloc.h63 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
69 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
81 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
91 return (pmd_t *)page_address(page); in pmd_alloc_one()
94 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
101 extern void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd);
103 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
110 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
112 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
Dpgtable-2level.h19 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd()
29 static inline void native_pmd_clear(pmd_t *pmdp) in native_pmd_clear()
50 static inline pmd_t native_pmdp_get_and_clear(pmd_t *xp) in native_pmdp_get_and_clear()
Dpgtable_types.h259 typedef struct { pmdval_t pmd; } pmd_t; typedef
261 static inline pmd_t native_make_pmd(pmdval_t val) in native_make_pmd()
263 return (pmd_t) { val }; in native_make_pmd()
266 static inline pmdval_t native_pmd_val(pmd_t pmd) in native_pmd_val()
273 static inline pmdval_t native_pmd_val(pmd_t pmd) in native_pmd_val()
284 static inline pmdval_t pmd_flags(pmd_t pmd) in pmd_flags()
413 extern pmd_t *lookup_pmd_address(unsigned long address);
Dkexec.h159 pmd_t *pmd0;
160 pmd_t *pmd1;
168 pmd_t *pmd;
Dparavirt.h409 pmd_t *pmdp) in pmd_update()
421 pmd_t *pmdp) in pmd_update_defer()
528 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
538 static inline void set_pmd(pmd_t *pmdp, pmd_t pmd) in set_pmd()
549 static inline pmd_t __pmd(pmdval_t val) in __pmd()
560 return (pmd_t) { ret }; in __pmd()
563 static inline pmdval_t pmd_val(pmd_t pmd) in pmd_val()
658 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear()
674 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear()
Dparavirt_types.h274 void (*set_pmd)(pmd_t *pmdp, pmd_t pmdval);
276 pmd_t *pmdp, pmd_t pmdval);
282 pmd_t *pmdp);
284 unsigned long addr, pmd_t *pmdp);
302 void (*pmd_clear)(pmd_t *pmdp);
/linux-4.1.27/arch/powerpc/include/asm/
Dpgtable-ppc64.h170 extern struct page *pmd_page(pmd_t pmd);
204 (((pmd_t *) pud_page_vaddr(*(pudp))) + (((addr) >> PMD_SHIFT) & (PTRS_PER_PMD - 1)))
422 static inline char *get_hpte_slot_array(pmd_t *pmdp) in get_hpte_slot_array()
437 pmd_t *pmdp, unsigned long old_pmd);
439 extern pmd_t pfn_pmd(unsigned long pfn, pgprot_t pgprot);
440 extern pmd_t mk_pmd(struct page *page, pgprot_t pgprot);
441 extern pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot);
443 pmd_t *pmdp, pmd_t pmd);
445 pmd_t *pmd);
462 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
[all …]
Dpgalloc-64.h69 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
177 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
183 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
189 static inline pgtable_t pmd_pgtable(pmd_t pmd) in pmd_pgtable()
224 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
230 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
Dpage.h302 typedef struct { unsigned long pmd; } pmd_t; typedef
304 #define __pmd(x) ((pmd_t) { (x) })
342 typedef unsigned long pmd_t; typedef
Dtlbflush.h131 pmd_t *pmdp, unsigned int psize, int ssize,
170 extern void flush_tlb_pmd_range(struct mm_struct *mm, pmd_t *pmd,
Dpgtable-ppc64-64k.h14 #define PMD_TABLE_SIZE (sizeof(pmd_t) << PMD_INDEX_SIZE)
Dpgtable-ppc64-4k.h15 #define PMD_TABLE_SIZE (sizeof(pmd_t) << PMD_INDEX_SIZE)
Dpgalloc-32.h9 extern void __bad_pte(pmd_t *pmd);
/linux-4.1.27/arch/mips/include/asm/
Dpgtable.h271 #define PMD_T_LOG2 (__builtin_ffs(sizeof(pmd_t)) - 1)
459 unsigned long address, pmd_t *pmdp) in update_mmu_cache_pmd()
487 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
492 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge()
499 static inline int pmd_trans_splitting(pmd_t pmd) in pmd_trans_splitting()
504 static inline pmd_t pmd_mksplitting(pmd_t pmd) in pmd_mksplitting()
512 pmd_t *pmdp, pmd_t pmd);
518 pmd_t *pmdp);
521 static inline int pmd_write(pmd_t pmd) in pmd_write()
526 static inline pmd_t pmd_wrprotect(pmd_t pmd) in pmd_wrprotect()
[all …]
Dpgalloc.h16 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
22 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
36 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
112 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
114 pmd_t *pmd; in pmd_alloc_one()
116 pmd = (pmd_t *) __get_free_pages(GFP_KERNEL|__GFP_REPEAT, PMD_ORDER); in pmd_alloc_one()
122 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
Dpgtable-64.h113 #define PTRS_PER_PMD ((PAGE_SIZE << PMD_ORDER) / sizeof(pmd_t))
160 typedef struct { unsigned long pmd; } pmd_t; typedef
162 #define __pmd(x) ((pmd_t) { (x) } )
165 extern pmd_t invalid_pmd_table[PTRS_PER_PMD];
171 static inline int pmd_none(pmd_t pmd) in pmd_none()
176 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
190 static inline int pmd_present(pmd_t pmd) in pmd_present()
195 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear()
258 static inline pmd_t *pmd_offset(pud_t * pud, unsigned long address) in pmd_offset()
260 return (pmd_t *) pud_page_vaddr(*pud) + pmd_index(address); in pmd_offset()
Dpgtable-32.h89 static inline int pmd_none(pmd_t pmd) in pmd_none()
96 static inline int pmd_present(pmd_t pmd) in pmd_present()
101 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear()
/linux-4.1.27/mm/
Dpgtable-generic.c31 void pmd_clear_bad(pmd_t *pmd) in pmd_clear_bad()
62 unsigned long address, pmd_t *pmdp, in pmdp_set_access_flags()
63 pmd_t entry, int dirty) in pmdp_set_access_flags()
94 unsigned long address, pmd_t *pmdp) in pmdp_clear_flush_young()
124 pmd_t pmdp_clear_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_clear_flush()
125 pmd_t *pmdp) in pmdp_clear_flush()
127 pmd_t pmd; in pmdp_clear_flush()
139 pmd_t *pmdp) in pmdp_splitting_flush()
141 pmd_t pmd = pmd_mksplitting(*pmdp); in pmdp_splitting_flush()
152 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
[all …]
Dhuge_memory.c174 static inline bool is_huge_zero_pmd(pmd_t pmd) in is_huge_zero_pmd()
702 pmd_t maybe_pmd_mkwrite(pmd_t pmd, struct vm_area_struct *vma) in maybe_pmd_mkwrite()
709 static inline pmd_t mk_huge_pmd(struct page *page, pgprot_t prot) in mk_huge_pmd()
711 pmd_t entry; in mk_huge_pmd()
719 unsigned long haddr, pmd_t *pmd, in __do_huge_pmd_anonymous_page()
752 pmd_t entry; in __do_huge_pmd_anonymous_page()
775 struct vm_area_struct *vma, unsigned long haddr, pmd_t *pmd, in set_huge_zero_page()
778 pmd_t entry; in set_huge_zero_page()
790 unsigned long address, pmd_t *pmd, in do_huge_pmd_anonymous_page()
845 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, in copy_huge_pmd()
[all …]
Dsparse-vmemmap.c101 pte_t * __meminit vmemmap_pte_populate(pmd_t *pmd, unsigned long addr, int node) in vmemmap_pte_populate()
115 pmd_t * __meminit vmemmap_pmd_populate(pud_t *pud, unsigned long addr, int node) in vmemmap_pmd_populate()
117 pmd_t *pmd = pmd_offset(pud, addr); in vmemmap_pmd_populate()
157 pmd_t *pmd; in vmemmap_populate_basepages()
Dmremap.c31 static pmd_t *get_old_pmd(struct mm_struct *mm, unsigned long addr) in get_old_pmd()
35 pmd_t *pmd; in get_old_pmd()
52 static pmd_t *alloc_new_pmd(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pmd()
57 pmd_t *pmd; in alloc_new_pmd()
88 static void move_ptes(struct vm_area_struct *vma, pmd_t *old_pmd, in move_ptes()
90 struct vm_area_struct *new_vma, pmd_t *new_pmd, in move_ptes()
168 pmd_t *old_pmd, *new_pmd; in move_page_tables()
Dmemory.c391 static void free_pte_range(struct mmu_gather *tlb, pmd_t *pmd, in free_pte_range()
404 pmd_t *pmd; in free_pmd_range()
564 pmd_t *pmd, unsigned long address) in __pte_alloc()
603 int __pte_alloc_kernel(pmd_t *pmd, unsigned long address) in __pte_alloc_kernel()
651 pmd_t *pmd = pmd_offset(pud, addr); in print_bad_pte()
888 pmd_t *dst_pmd, pmd_t *src_pmd, struct vm_area_struct *vma, in copy_pte_range()
954 pmd_t *src_pmd, *dst_pmd; in copy_pmd_range()
1073 struct vm_area_struct *vma, pmd_t *pmd, in zap_pte_range()
1189 pmd_t *pmd; in zap_pmd_range()
1424 pmd_t * pmd = pmd_alloc(mm, pud, addr); in __get_locked_pte()
[all …]
Dgup.c36 unsigned long address, pmd_t *pmd, unsigned int flags) in follow_page_pte()
149 pmd_t *pmd; in follow_page_mask()
218 pmd_t *pmd; in get_gate_page()
1007 static int gup_pte_range(pmd_t pmd, unsigned long addr, unsigned long end, in gup_pte_range()
1066 static int gup_pte_range(pmd_t pmd, unsigned long addr, unsigned long end, in gup_pte_range()
1073 static int gup_huge_pmd(pmd_t orig, pmd_t *pmdp, unsigned long addr, in gup_huge_pmd()
1209 pmd_t *pmdp; in gup_pmd_range()
1213 pmd_t pmd = READ_ONCE(*pmdp); in gup_pmd_range()
Dinternal.h106 extern pmd_t *mm_find_pmd(struct mm_struct *mm, unsigned long address);
290 extern pmd_t maybe_pmd_mkwrite(pmd_t pmd, struct vm_area_struct *vma);
Dmprotect.c39 static pte_t *lock_pte_protection(struct vm_area_struct *vma, pmd_t *pmd, in lock_pte_protection()
60 static unsigned long change_pte_range(struct vm_area_struct *vma, pmd_t *pmd, in change_pte_range()
138 pmd_t *pmd; in change_pmd_range()
Dpagewalk.c6 static int walk_pte_range(pmd_t *pmd, unsigned long addr, unsigned long end, in walk_pte_range()
30 pmd_t *pmd; in walk_pmd_range()
/linux-4.1.27/arch/s390/include/asm/
Dpgtable.h482 static inline int pmd_present(pmd_t pmd) in pmd_present()
487 static inline int pmd_none(pmd_t pmd) in pmd_none()
492 static inline int pmd_large(pmd_t pmd) in pmd_large()
497 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn()
507 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
516 unsigned long addr, pmd_t *pmdp);
520 unsigned long address, pmd_t *pmdp,
521 pmd_t entry, int dirty);
525 unsigned long address, pmd_t *pmdp);
528 static inline int pmd_write(pmd_t pmd) in pmd_write()
[all …]
Dpgalloc.h71 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long vmaddr) in pmd_alloc_one()
82 return (pmd_t *) table; in pmd_alloc_one()
85 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
96 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
125 pmd_t *pmd, pgtable_t pte) in pmd_populate()
Dpage.h73 typedef struct { unsigned long pmd; } pmd_t; typedef
87 #define __pmd(x) ((pmd_t) { (x) } )
Dtlb.h118 static inline void pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in pmd_free_tlb()
/linux-4.1.27/arch/sparc/include/asm/
Dpgtable_64.h247 static inline pmd_t pfn_pmd(unsigned long page_nr, pgprot_t pgprot) in pfn_pmd()
337 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
396 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge()
641 static inline unsigned long pmd_large(pmd_t pmd) in pmd_large()
648 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn()
656 static inline unsigned long pmd_dirty(pmd_t pmd) in pmd_dirty()
663 static inline unsigned long pmd_young(pmd_t pmd) in pmd_young()
670 static inline unsigned long pmd_write(pmd_t pmd) in pmd_write()
677 static inline unsigned long pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
684 static inline unsigned long pmd_trans_splitting(pmd_t pmd) in pmd_trans_splitting()
[all …]
Dpgalloc_32.h30 static inline void pgd_set(pgd_t * pgdp, pmd_t * pmdp) in pgd_set()
39 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, in pmd_alloc_one()
46 static inline void free_pmd_fast(pmd_t * pmd) in free_pmd_fast()
54 void pmd_populate(struct mm_struct *mm, pmd_t *pmdp, struct page *ptep);
57 void pmd_set(pmd_t *pmdp, pte_t *ptep);
Dpgtable_32.h127 static inline struct page *pmd_page(pmd_t pmd) in pmd_page()
164 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
169 static inline int pmd_present(pmd_t pmd) in pmd_present()
174 static inline int pmd_none(pmd_t pmd) in pmd_none()
179 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear()
321 static inline pmd_t *pmd_offset(pgd_t * dir, unsigned long address) in pmd_offset()
323 return (pmd_t *) pgd_page_vaddr(*dir) + in pmd_offset()
328 pte_t *pte_offset_kernel(pmd_t * dir, unsigned long address);
Dpgalloc_64.h35 static inline void __pud_populate(pud_t *pud, pmd_t *pmd) in __pud_populate()
53 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
59 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
Dpage_64.h59 typedef struct { unsigned long pmd; } pmd_t; typedef
73 #define __pmd(x) ((pmd_t) { (x) } )
82 typedef unsigned long pmd_t; typedef
Dpage_32.h56 typedef struct { unsigned long pmdv[16]; } pmd_t; typedef
84 typedef struct { unsigned long pmdv[16]; } pmd_t; typedef
/linux-4.1.27/arch/m68k/include/asm/
Dmotorola_pgalloc.h7 extern pmd_t *get_pointer_table(void);
8 extern int free_pointer_table(pmd_t *);
69 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
74 static inline int pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
79 static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
88 pmd_free(mm, (pmd_t *)pgd); in pgd_free()
97 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
102 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate()
108 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
Dsun3_pgtable.h112 static inline void pgd_set(pgd_t *pgdp, pmd_t *pmdp) in pgd_set()
137 static inline int pmd_none2 (pmd_t *pmd) { return !pmd_val (*pmd); } in pmd_none2()
140 static inline int pmd_bad2 (pmd_t *pmd) { return 0; } in pmd_bad2()
142 static inline int pmd_present2 (pmd_t *pmd) { return pmd_val (*pmd) & SUN3_PMD_VALID; } in pmd_present2()
145 static inline void pmd_clear (pmd_t *pmdp) { pmd_val (*pmdp) = 0; } in pmd_clear()
197 static inline pmd_t *pmd_offset (pgd_t *pgd, unsigned long address) in pmd_offset()
199 return (pmd_t *) pgd; in pmd_offset()
Dmcf_pgalloc.h26 extern inline pmd_t *pmd_alloc_kernel(pgd_t *pgd, unsigned long address) in pmd_alloc_kernel()
28 return (pmd_t *) pgd; in pmd_alloc_kernel()
31 #define pmd_alloc_one_fast(mm, address) ({ BUG(); ((pmd_t *)1); })
32 #define pmd_alloc_one(mm, address) ({ BUG(); ((pmd_t *)2); })
Dmcf_pgtable.h166 static inline void pgd_set(pgd_t *pgdp, pmd_t *pmdp) in pgd_set()
193 static inline int pmd_none2(pmd_t *pmd) { return !pmd_val(*pmd); } in pmd_none2()
195 static inline int pmd_bad2(pmd_t *pmd) { return 0; } in pmd_bad2()
198 static inline void pmd_clear(pmd_t *pmdp) { pmd_val(*pmdp) = 0; } in pmd_clear()
344 static inline pmd_t *pmd_offset(pgd_t *pgd, unsigned long address) in pmd_offset()
346 return (pmd_t *) pgd; in pmd_offset()
362 pmd_t *pmdp; in nocache_page()
378 pmd_t *pmdp; in cache_page()
Dmotorola_pgtable.h108 static inline void pmd_set(pmd_t *pmdp, pte_t *ptep) in pmd_set()
119 static inline void pgd_set(pgd_t *pgdp, pmd_t *pmdp) in pgd_set()
211 static inline pmd_t *pmd_offset(pgd_t *dir, unsigned long address) in pmd_offset()
213 return (pmd_t *)__pgd_page(*dir) + ((address >> PMD_SHIFT) & (PTRS_PER_PMD-1)); in pmd_offset()
217 static inline pte_t *pte_offset_kernel(pmd_t *pmdp, unsigned long address) in pte_offset_kernel()
241 pmd_t *pmdp; in nocache_page()
257 pmd_t *pmdp; in cache_page()
Dsun3_pgalloc.h17 #define pmd_alloc_one(mm,address) ({ BUG(); ((pmd_t *)2); })
66 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
71 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate()
Dpage.h24 typedef struct { unsigned long pmd[16]; } pmd_t; typedef
35 #define __pmd(x) ((pmd_t) { (x) } )
/linux-4.1.27/arch/tile/include/asm/
Dpgalloc.h41 static inline void set_pmd(pmd_t *pmdp, pmd_t pmd) in set_pmd()
51 pmd_t *pmd, pte_t *ptep) in pmd_populate_kernel()
57 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
118 void shatter_pmd(pmd_t *pmd);
126 pmd_populate_kernel((mm), (pmd_t *)(pud), (pte_t *)(pmd))
144 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
147 return (pmd_t *)page_to_virt(p); in pmd_alloc_one()
150 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmdp) in pmd_free()
155 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, in __pmd_free_tlb()
Dpgtable.h366 static inline int pmd_none(pmd_t pmd) in pmd_none()
375 static inline int pmd_present(pmd_t pmd) in pmd_present()
380 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
404 pmd_t *pmdp) in pmdp_test_and_clear_young()
411 unsigned long address, pmd_t *pmdp) in pmdp_set_wrprotect()
418 static inline pmd_t pmdp_get_and_clear(struct mm_struct *mm, in pmdp_get_and_clear()
420 pmd_t *pmdp) in pmdp_get_and_clear()
425 static inline void __set_pmd(pmd_t *pmdp, pmd_t pmdval) in __set_pmd()
433 static inline pmd_t ptfn_pmd(unsigned long ptfn, pgprot_t prot) in ptfn_pmd()
447 static inline unsigned long pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
[all …]
Dpage.h119 typedef HV_PTE pmd_t; typedef
123 static inline u64 pmd_val(pmd_t pmd) in pmd_val()
Dpgtable_32.h117 #define pte_pmd(pte) ((pmd_t){ { (pte) } })
/linux-4.1.27/arch/s390/mm/
Dhugetlbpage.c11 static inline pmd_t __pte_to_pmd(pte_t pte) in __pte_to_pmd()
13 pmd_t pmd; in __pte_to_pmd()
48 static inline pte_t __pmd_to_pte(pmd_t pmd) in __pmd_to_pte()
89 pmd_t pmd; in set_huge_pte_at()
98 *(pmd_t *) ptep = pmd; in set_huge_pte_at()
104 pmd_t pmd; in huge_ptep_get()
106 pmd = *(pmd_t *) ptep; in huge_ptep_get()
120 pmd_t *pmdp = (pmd_t *) ptep; in huge_ptep_get_and_clear()
172 pmd_t *pmdp = NULL; in huge_pte_alloc()
185 pmd_t *pmdp = NULL; in huge_pte_offset()
[all …]
Dgup.c20 static inline int gup_pte_range(pmd_t *pmdp, pmd_t pmd, unsigned long addr, in gup_pte_range()
51 static inline int gup_huge_pmd(pmd_t *pmdp, pmd_t pmd, unsigned long addr, in gup_huge_pmd()
106 pmd_t *pmdp, pmd; in gup_pmd_range()
108 pmdp = (pmd_t *) pudp; in gup_pmd_range()
110 pmdp = (pmd_t *) pud_deref(pud); in gup_pmd_range()
Dvmem.c48 static inline pmd_t *vmem_pmd_alloc(void) in vmem_pmd_alloc()
50 pmd_t *pmd = NULL; in vmem_pmd_alloc()
84 pmd_t *pm_dir; in vmem_add_mem()
152 pmd_t *pm_dir; in vmem_remove_range()
198 pmd_t *pm_dir; in vmemmap_populate()
Dpageattr.c47 pmd_t *pmdp; in walk_page_table()
129 pmd_t *pmd; in __kernel_map_pages()
Ddump_pagetables.c111 pmd_t *pmd, unsigned long addr) in walk_pte_level()
130 pmd_t *pmd; in walk_pmd_level()
Dpgtable.c322 mask = ~(PTRS_PER_PMD * sizeof(pmd_t) - 1); in __gmap_segment_gaddr()
514 pmd_t *pmd; in __gmap_link()
1334 pmd_t *pmdp) in pmdp_clear_flush_young()
1343 unsigned long address, pmd_t *pmdp, in pmdp_set_access_flags()
1344 pmd_t entry, int dirty) in pmdp_set_access_flags()
1364 pmd_t *pmdp) in pmdp_splitting_flush()
1374 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
1389 pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in pgtable_trans_huge_withdraw()
/linux-4.1.27/arch/x86/mm/
Dpgtable.c63 void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd) in ___pmd_free_tlb()
171 void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd) in pud_populate()
194 static void free_pmds(struct mm_struct *mm, pmd_t *pmds[]) in free_pmds()
206 static int preallocate_pmds(struct mm_struct *mm, pmd_t *pmds[]) in preallocate_pmds()
212 pmd_t *pmd = (pmd_t *)__get_free_page(PGALLOC_GFP); in preallocate_pmds()
247 pmd_t *pmd = (pmd_t *)pgd_page_vaddr(pgd); in pgd_mop_up_pmds()
258 static void pgd_prepopulate_pmd(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmds[]) in pgd_prepopulate_pmd()
269 pmd_t *pmd = pmds[i]; in pgd_prepopulate_pmd()
272 memcpy(pmd, (pmd_t *)pgd_page_vaddr(swapper_pg_dir[i]), in pgd_prepopulate_pmd()
273 sizeof(pmd_t) * PTRS_PER_PMD); in pgd_prepopulate_pmd()
[all …]
Dinit_64.c59 static void ident_pmd_init(unsigned long pmd_flag, pmd_t *pmd_page, in ident_pmd_init()
64 pmd_t *pmd = pmd_page + pmd_index(addr); in ident_pmd_init()
77 pmd_t *pmd; in ident_pud_init()
88 pmd = (pmd_t *)info->alloc_pgt_page(info->context); in ident_pud_init()
245 static pmd_t *fill_pmd(pud_t *pud, unsigned long vaddr) in fill_pmd()
248 pmd_t *pmd = (pmd_t *) spp_getpage(); in fill_pmd()
257 static pte_t *fill_pte(pmd_t *pmd, unsigned long vaddr) in fill_pte()
271 pmd_t *pmd; in set_pte_vaddr_pud()
304 pmd_t * __init populate_extra_pmd(unsigned long vaddr) in populate_extra_pmd()
316 pmd_t *pmd; in populate_extra_pte()
[all …]
Dinit_32.c69 static pmd_t * __init one_md_table_init(pgd_t *pgd) in one_md_table_init()
72 pmd_t *pmd_table; in one_md_table_init()
76 pmd_table = (pmd_t *)alloc_low_page(); in one_md_table_init()
95 static pte_t * __init one_page_table_init(pmd_t *pmd) in one_page_table_init()
108 pmd_t * __init populate_extra_pmd(unsigned long vaddr) in populate_extra_pmd()
119 pmd_t *pmd; in populate_extra_pte()
156 static pte_t *__init page_table_kmap_check(pte_t *pte, pmd_t *pmd, in page_table_kmap_check()
212 pmd_t *pmd; in page_table_range_init()
263 pmd_t *pmd; in kernel_physical_mapping_init()
418 pmd_t *pmd; in permanent_kmaps_init()
[all …]
Dgup.c71 static noinline int gup_pte_range(pmd_t pmd, unsigned long addr, in gup_pte_range()
117 static noinline int gup_huge_pmd(pmd_t pmd, unsigned long addr, in gup_huge_pmd()
155 pmd_t *pmdp; in gup_pmd_range()
159 pmd_t pmd = *pmdp; in gup_pmd_range()
Dpageattr.c332 pmd_t *pmd; in lookup_address_in_pgd()
388 pmd_t *lookup_pmd_address(unsigned long address) in lookup_pmd_address()
449 pmd_t *pmd; in __set_pmd_pte()
711 static bool try_to_free_pmd_page(pmd_t *pmd) in try_to_free_pmd_page()
735 static bool unmap_pte_range(pmd_t *pmd, unsigned long start, unsigned long end) in unmap_pte_range()
753 static void __unmap_pmd_range(pud_t *pud, pmd_t *pmd, in __unmap_pmd_range()
757 if (try_to_free_pmd_page((pmd_t *)pud_page_vaddr(*pud))) in __unmap_pmd_range()
763 pmd_t *pmd = pmd_offset(pud, start); in unmap_pmd_range()
801 if (try_to_free_pmd_page((pmd_t *)pud_page_vaddr(*pud))) in unmap_pmd_range()
858 static int alloc_pte_page(pmd_t *pmd) in alloc_pte_page()
[all …]
Dkasan_init_64.c15 static pmd_t kasan_zero_pmd[PTRS_PER_PMD] __page_aligned_bss;
64 static int __init zero_pte_populate(pmd_t *pmd, unsigned long addr, in zero_pte_populate()
83 pmd_t *pmd = pmd_offset(pud, addr); in zero_pmd_populate()
Dfault.c192 static inline pmd_t *vmalloc_sync_one(pgd_t *pgd, unsigned long address) in vmalloc_sync_one()
197 pmd_t *pmd, *pmd_k; in vmalloc_sync_one()
243 pmd_t *ret; in vmalloc_sync_all()
267 pmd_t *pmd_k; in vmalloc_fault()
325 pmd_t *pmd; in dump_pagetable()
367 pmd_t *pmd, *pmd_ref; in vmalloc_fault()
468 pmd_t *pmd; in dump_pagetable()
952 pmd_t *pmd; in spurious_fault()
Dhugetlbpage.c45 int pmd_huge(pmd_t pmd)
62 int pmd_huge(pmd_t pmd) in pmd_huge()
Dioremap.c381 static inline pmd_t * __init early_ioremap_pmd(unsigned long addr) in early_ioremap_pmd()
387 pmd_t *pmd = pmd_offset(pud, addr); in early_ioremap_pmd()
404 pmd_t *pmd; in early_ioremap_init()
Ddump_pagetables.c267 static void walk_pte_level(struct seq_file *m, struct pg_state *st, pmd_t addr, in walk_pte_level()
289 pmd_t *start; in walk_pmd_level()
291 start = (pmd_t *) pud_page_vaddr(addr); in walk_pmd_level()
Dpgtable_32.c31 pmd_t *pmd; in set_pte_vaddr()
/linux-4.1.27/arch/powerpc/mm/
Dpgtable_64.c95 pmd_t *pmdp; in map_kernel_page()
369 struct page *pmd_page(pmd_t pmd) in pmd_page()
505 pmd_t *pmdp, pmd_t entry, int dirty) in pmdp_set_access_flags()
524 pmd_t *pmdp, unsigned long clr, in pmd_hugepage_update()
557 pmd_t pmdp_clear_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_clear_flush()
558 pmd_t *pmdp) in pmdp_clear_flush()
560 pmd_t pmd; in pmdp_clear_flush()
602 unsigned long address, pmd_t *pmdp) in pmdp_test_and_clear_young()
616 unsigned long address, pmd_t *pmdp) in pmdp_clear_flush_young()
626 unsigned long address, pmd_t *pmdp) in pmdp_splitting_flush()
[all …]
D40x_mmu.c109 pmd_t *pmdp; in mmu_mapin_ram()
124 pmd_t *pmdp; in mmu_mapin_ram()
Dtlb_hash64.c222 if (unlikely(hugepage_shift && pmd_trans_huge(*(pmd_t *)pte))) in __flush_hash_table_range()
223 hpte_do_hugepage_flush(mm, start, (pmd_t *)ptep, pte); in __flush_hash_table_range()
231 void flush_tlb_pmd_range(struct mm_struct *mm, pmd_t *pmd, unsigned long addr) in flush_tlb_pmd_range()
Dtlb_hash32.c93 pmd_t *pmd; in flush_range()
157 pmd_t *pmd; in flush_tlb_page()
Dpgtable_32.c290 pmd_t *pd; in map_page()
367 get_pteptr(struct mm_struct *mm, unsigned long addr, pte_t **ptep, pmd_t **pmdp) in get_pteptr()
371 pmd_t *pmd; in get_pteptr()
400 pmd_t *kpmd; in __change_page_attr()
Dhugetlbpage.c69 int pmd_huge(pmd_t pmd) in pmd_huge()
93 int pmd_huge(pmd_t pmd) in pmd_huge()
195 pmd_t *pm; in huge_pte_alloc()
245 pmd_t *pm; in huge_pte_alloc()
541 pmd_t *pmd; in hugetlb_free_pmd_range()
726 pmd_t *pmd, int write) in follow_huge_pmd()
976 pmd_t pmd, *pmdp; in __find_linux_pte_or_hugepte()
Dhugepage-hash64.c22 pmd_t *pmdp, unsigned long trap, unsigned long flags, in __hash_page_thp()
36 pmd_t pmd = READ_ONCE(*pmdp); in __hash_page_thp()
Dsubpage-prot.c65 pmd_t *pmd; in hpte_flush_range()
134 static int subpage_walk_pmd_entry(pmd_t *pmd, unsigned long addr, in subpage_walk_pmd_entry()
/linux-4.1.27/arch/alpha/include/asm/
Dpgalloc.h14 pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t pte) in pmd_populate()
21 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
27 pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
40 static inline pmd_t *
43 pmd_t *ret = (pmd_t *)__get_free_page(GFP_KERNEL|__GFP_REPEAT|__GFP_ZERO); in pmd_alloc_one()
48 pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
Dpgtable.h151 extern pmd_t * __bad_pagetable(void);
225 extern inline void pmd_set(pmd_t * pmdp, pte_t * ptep) in pmd_set()
228 extern inline void pgd_set(pgd_t * pgdp, pmd_t * pmdp) in pgd_set()
233 pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
253 extern inline int pmd_none(pmd_t pmd) { return !pmd_val(pmd); } in pmd_none()
254 extern inline int pmd_bad(pmd_t pmd) { return (pmd_val(pmd) & ~_PFN_MASK) != _PAGE_TABLE; } in pmd_bad()
255 extern inline int pmd_present(pmd_t pmd) { return pmd_val(pmd) & _PAGE_VALID; } in pmd_present()
256 extern inline void pmd_clear(pmd_t * pmdp) { pmd_val(*pmdp) = 0; } in pmd_clear()
303 extern inline pmd_t * pmd_offset(pgd_t * dir, unsigned long address) in pmd_offset()
305 pmd_t *ret = (pmd_t *) pgd_page_vaddr(*dir) + ((address >> PMD_SHIFT) & (PTRS_PER_PAGE - 1)); in pmd_offset()
[all …]
Dpage.h31 typedef struct { unsigned long pmd; } pmd_t; typedef
41 #define __pmd(x) ((pmd_t) { (x) } )
50 typedef unsigned long pmd_t; typedef
/linux-4.1.27/arch/arm/include/asm/
Dpgalloc.h30 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
32 return (pmd_t *)get_zeroed_page(GFP_KERNEL | __GFP_REPEAT); in pmd_alloc_one()
35 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
41 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
51 #define pmd_alloc_one(mm,addr) ({ BUG(); ((pmd_t *)2); })
131 static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t pte, in __pmd_populate()
149 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
158 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
Dpgtable-3level.h163 static inline pmd_t *pud_page_vaddr(pud_t pud) in pud_page_vaddr()
170 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset()
172 return (pmd_t *)pud_page_vaddr(*pud) + pmd_index(addr); in pmd_offset()
240 pmd_t *pmdp);
245 static inline pmd_t pmd_##fn(pmd_t pmd) { pmd_val(pmd) op; return pmd; }
261 static inline pmd_t pmd_mknotpresent(pmd_t pmd) in pmd_mknotpresent()
266 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
275 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
Dkvm_mmu.h72 static inline void kvm_set_pmd(pmd_t *pmd, pmd_t new_pmd) in kvm_set_pmd()
93 static inline void kvm_clean_pmd(pmd_t *pmd) in kvm_clean_pmd()
95 clean_dcache_area(pmd, PTRS_PER_PMD * sizeof(pmd_t)); in kvm_clean_pmd()
98 static inline void kvm_clean_pmd_entry(pmd_t *pmd) in kvm_clean_pmd_entry()
113 static inline void kvm_set_s2pmd_writable(pmd_t *pmd) in kvm_set_s2pmd_writable()
128 static inline void kvm_set_s2pmd_readonly(pmd_t *pmd) in kvm_set_s2pmd_readonly()
133 static inline bool kvm_s2pmd_readonly(pmd_t *pmd) in kvm_s2pmd_readonly()
246 static inline void __kvm_flush_dcache_pmd(pmd_t pmd) in __kvm_flush_dcache_pmd()
Dpgtable-2level-types.h34 typedef struct { pmdval_t pmd; } pmd_t; typedef
44 #define __pmd(x) ((pmd_t) { (x) } )
52 typedef pmdval_t pmd_t; typedef
Dpgtable-3level-types.h37 typedef struct { pmdval_t pmd; } pmd_t; typedef
47 #define __pmd(x) ((pmd_t) { (x) } )
54 typedef pmdval_t pmd_t; typedef
Dpgtable-2level.h160 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset()
162 return (pmd_t *)pud; in pmd_offset()
Dpage-nommu.h33 typedef unsigned long pmd_t; typedef
Dtlb.h245 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, in __pmd_free_tlb()
255 tlb_remove_pmd_tlb_entry(struct mmu_gather *tlb, pmd_t *pmdp, unsigned long addr) in tlb_remove_pmd_tlb_entry()
/linux-4.1.27/arch/arm64/include/asm/
Dpgalloc.h33 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
35 return (pmd_t *)__get_free_page(PGALLOC_GFP); in pmd_alloc_one()
38 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
44 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
110 static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t pte, in __pmd_populate()
121 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
130 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
Dkvm_mmu.h108 static inline void kvm_clean_pmd(pmd_t *pmd) {}
109 static inline void kvm_clean_pmd_entry(pmd_t *pmd) {}
118 static inline void kvm_set_s2pmd_writable(pmd_t *pmd)
133 static inline void kvm_set_s2pmd_readonly(pmd_t *pmd)
138 static inline bool kvm_s2pmd_readonly(pmd_t *pmd)
257 static inline void __kvm_flush_dcache_pmd(pmd_t pmd)
Dpgtable.h253 static inline pmd_t pud_pmd(pud_t pud) in pud_pmd()
258 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte()
263 static inline pmd_t pte_pmd(pte_t pte) in pte_pmd()
284 pmd_t *pmdp);
354 static inline void set_pmd(pmd_t *pmdp, pmd_t pmd) in set_pmd()
361 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear()
366 static inline pte_t *pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
399 static inline pmd_t *pud_page_vaddr(pud_t pud) in pud_page_vaddr()
407 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset()
409 return (pmd_t *)pud_page_vaddr(*pud) + pmd_index(addr); in pmd_offset()
[all …]
Dpgtable-types.h42 typedef struct { pmdval_t pmd; } pmd_t; typedef
44 #define __pmd(x) ((pmd_t) { (x) } )
68 typedef pmdval_t pmd_t; typedef
Dtlb.h57 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, in __pmd_free_tlb()
/linux-4.1.27/arch/mips/mm/
Dpgtable-64.c69 pmd_t *pmdp) in pmdp_splitting_flush()
72 pmd_t pmd = pmd_mksplitting(*pmdp); in pmdp_splitting_flush()
79 pmd_t mk_pmd(struct page *page, pgprot_t prot) in mk_pmd()
81 pmd_t pmd; in mk_pmd()
89 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
Dhugetlbpage.c43 pmd_t *pmd = NULL; in huge_pte_offset()
71 int pmd_huge(pmd_t pmd) in pmd_huge()
Dgup.c37 static int gup_pte_range(pmd_t pmd, unsigned long addr, unsigned long end, in gup_pte_range()
71 static int gup_huge_pmd(pmd_t pmd, unsigned long addr, unsigned long end, in gup_huge_pmd()
105 pmd_t *pmdp; in gup_pmd_range()
109 pmd_t pmd = *pmdp; in gup_pmd_range()
Dioremap.c45 static inline int remap_area_pmd(pmd_t * pmd, unsigned long address, in remap_area_pmd()
80 pmd_t *pmd; in remap_area_pages()
Dinit.c222 pmd_t *pmd; in fixrange_init()
236 pmd = (pmd_t *)pud; in fixrange_init()
449 pmd_t invalid_pmd_table[PTRS_PER_PMD] __page_aligned_bss;
Dpgtable-32.c40 pmd_t *pmd; in pagetable_init()
/linux-4.1.27/arch/parisc/include/asm/
Dpgalloc.h58 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
64 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
66 pmd_t *pmd = (pmd_t *)__get_free_pages(GFP_KERNEL|__GFP_REPEAT, in pmd_alloc_one()
73 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
97 #define pmd_alloc_one(mm, addr) ({ BUG(); ((pmd_t *)2); })
104 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
Dpage.h44 typedef struct { __u32 pmd; } pmd_t; typedef
55 #define __pmd(x) ((pmd_t) { (x) } )
67 typedef __u32 pmd_t; typedef
Dpgtable.h305 static inline void pmd_clear(pmd_t *pmd) { in pmd_clear()
414 ((pmd_t *) pgd_page_vaddr(*(dir)) + (((address)>>PMD_SHIFT) & (PTRS_PER_PMD-1)))
416 #define pmd_offset(dir,addr) ((pmd_t *) dir)
/linux-4.1.27/arch/sh/include/asm/
Dpgalloc.h13 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
14 extern pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address);
15 extern void pmd_free(struct mm_struct *mm, pmd_t *pmd);
18 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
24 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
Dpgtable-3level.h30 typedef struct { unsigned long long pmd; } pmd_t; typedef
32 #define __pmd(x) ((pmd_t) { (x) } )
40 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long address) in pmd_offset()
42 return (pmd_t *)pud_page_vaddr(*pud) + pmd_index(address); in pmd_offset()
/linux-4.1.27/arch/um/kernel/
Dmem.c66 static void __init one_page_table_init(pmd_t *pmd) in one_page_table_init()
80 pmd_t *pmd_table = (pmd_t *) alloc_bootmem_low_pages(PAGE_SIZE); in one_md_table_init()
92 pmd_t *pmd; in fixrange_init()
120 pmd_t *pmd; in fixaddr_user_init()
226 pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
228 pmd_t *pmd = (pmd_t *) __get_free_page(GFP_KERNEL); in pmd_alloc_one()
Dtlb.c183 static inline int update_pte_range(pmd_t *pmd, unsigned long addr, in update_pte_range()
223 pmd_t *pmd; in update_pmd_range()
303 pmd_t *pmd; in flush_tlb_kernel_range_common()
387 pmd_t *pmd; in flush_tlb_page()
458 pmd_t *pmd_offset_proc(pud_t *pud, unsigned long address) in pmd_offset_proc()
463 pte_t *pte_offset_proc(pmd_t *pmd, unsigned long address) in pte_offset_proc()
472 pmd_t *pmd = pmd_offset(pud, addr); in addr_pte()
/linux-4.1.27/arch/sparc/mm/
Dtlb.c137 pmd_t pmd) in tlb_batch_pmd_scan()
157 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
159 pmd_t orig = *pmdp; in set_pmd_at()
197 pmd_t *pmdp) in pmdp_invalidate()
199 pmd_t entry = *pmdp; in pmdp_invalidate()
207 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
222 pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in pgtable_trans_huge_withdraw()
Dgup.c20 static noinline int gup_pte_range(pmd_t pmd, unsigned long addr, in gup_pte_range()
69 static int gup_huge_pmd(pmd_t *pmdp, pmd_t pmd, unsigned long addr, in gup_huge_pmd()
122 pmd_t *pmdp; in gup_pmd_range()
126 pmd_t pmd = *pmdp; in gup_pmd_range()
Dhugetlbpage.c134 pmd_t *pmd; in huge_pte_alloc()
158 pmd_t *pmd; in huge_pte_offset()
218 int pmd_huge(pmd_t pmd) in pmd_huge()
Dsrmmu.c105 static inline int srmmu_pmd_none(pmd_t pmd) in srmmu_pmd_none()
112 void pmd_set(pmd_t *pmdp, pte_t *ptep) in pmd_set()
124 void pmd_populate(struct mm_struct *mm, pmd_t *pmdp, struct page *ptep) in pmd_populate()
137 pte_t *pte_offset_kernel(pmd_t *dir, unsigned long address) in pte_offset_kernel()
274 pmd_t *pmd; in srmmu_nocache_init()
486 pmd_t *pmdp; in srmmu_mapioaddr()
521 pmd_t *pmdp; in srmmu_unmapioaddr()
663 pmd_t *pmdp; in srmmu_early_allocate_ptable_skeleton()
677 if (srmmu_pmd_none(*(pmd_t *)__nocache_fix(pmdp))) { in srmmu_early_allocate_ptable_skeleton()
694 pmd_t *pmdp; in srmmu_allocate_ptable_skeleton()
[all …]
Dhighmem.c41 pmd_t *dir; in kmap_init()
/linux-4.1.27/arch/ia64/include/asm/
Dpgalloc.h55 pud_populate(struct mm_struct *mm, pud_t * pud_entry, pmd_t * pmd) in pud_populate()
60 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
65 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
73 pmd_populate(struct mm_struct *mm, pmd_t * pmd_entry, pgtable_t pte) in pmd_populate()
80 pmd_populate_kernel(struct mm_struct *mm, pmd_t * pmd_entry, pte_t * pte) in pmd_populate_kernel()
Dpage.h175 typedef struct { unsigned long pmd; } pmd_t; typedef
192 # define __pmd(x) ((pmd_t) { (x) } )
201 typedef unsigned long pmd_t; typedef
/linux-4.1.27/arch/x86/power/
Dhibernate_32.c33 static pmd_t *resume_one_md_table_init(pgd_t *pgd) in resume_one_md_table_init()
36 pmd_t *pmd_table; in resume_one_md_table_init()
39 pmd_table = (pmd_t *)get_safe_page(GFP_ATOMIC); in resume_one_md_table_init()
59 static pte_t *resume_one_page_table_init(pmd_t *pmd) in resume_one_page_table_init()
85 pmd_t *pmd; in resume_physical_mapping_init()
/linux-4.1.27/arch/unicore32/mm/
Dmm.h15 extern pmd_t *top_pmd;
20 static inline pmd_t *pmd_off(pgd_t *pgd, unsigned long virt) in pmd_off()
25 static inline pmd_t *pmd_off_k(unsigned long virt) in pmd_off_k()
Dmmu.c44 pmd_t *top_pmd;
152 static pte_t * __init early_pte_alloc(pmd_t *pmd, unsigned long addr, in early_pte_alloc()
163 static void __init alloc_init_pte(pmd_t *pmd, unsigned long addr, in alloc_init_pte()
178 pmd_t *pmd = pmd_offset((pud_t *)pgd, addr); in alloc_init_section()
185 pmd_t *p = pmd; in alloc_init_section()
465 pmd_t *pmd; in setup_mm_for_reboot()
Dpgd.c30 pmd_t *new_pmd, *init_pmd; in get_pgd_slow()
81 pmd_t *pmd; in free_pgd_slow()
Dioremap.c74 pmd_t pmd, *pmdp = pmd_offset((pud_t *)pgd, addr); in unmap_area_sections()
116 pmd_t *pmd = pmd_offset((pud_t *)pgd, addr); in remap_area_sections()
/linux-4.1.27/arch/unicore32/kernel/
Dhibernate.c36 static pmd_t *resume_one_md_table_init(pgd_t *pgd) in resume_one_md_table_init()
39 pmd_t *pmd_table; in resume_one_md_table_init()
51 static pte_t *resume_one_page_table_init(pmd_t *pmd) in resume_one_page_table_init()
77 pmd_t *pmd; in resume_physical_mapping_init()
/linux-4.1.27/arch/m68k/mm/
Dmemory.c35 #define PTABLE_SIZE (PTRS_PER_PMD * sizeof(pmd_t))
61 pmd_t *get_pointer_table (void) in get_pointer_table()
88 return (pmd_t *)page; in get_pointer_table()
98 return (pmd_t *) (page_address(PD_PAGE(dp)) + off); in get_pointer_table()
101 int free_pointer_table (pmd_t *ptable) in free_pointer_table()
Dmotorola.c66 static pmd_t *last_pgtable __initdata = NULL;
67 pmd_t *zero_pgtable __initdata = NULL;
69 static pmd_t * __init kernel_ptr_table(void) in kernel_ptr_table()
88 last_pgtable = (pmd_t *)last; in kernel_ptr_table()
96 last_pgtable = (pmd_t *)alloc_bootmem_low_pages(PAGE_SIZE); in kernel_ptr_table()
113 pmd_t *pmd_dir; in map_node()
Dkmap.c111 pmd_t *pmd_dir; in __ioremap()
251 pmd_t *pmd_dir; in __iounmap()
300 pmd_t *pmd_dir; in kernel_set_cachemode()
/linux-4.1.27/arch/hexagon/include/asm/
Dpgalloc.h96 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
116 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
120 pmd_t *ppmd; in pmd_populate_kernel()
136 ppmd = (pmd_t *)current->active_mm->pgd + pmdindex; in pmd_populate_kernel()
Dpgtable.h212 static inline void pmd_clear(pmd_t *pmd_entry_ptr) in pmd_clear()
259 static inline int pmd_none(pmd_t pmd) in pmd_none()
270 static inline int pmd_present(pmd_t pmd) in pmd_present()
280 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
/linux-4.1.27/arch/sh/mm/
Dpgtable.c43 void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
48 pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
53 void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
Dhugetlbpage.c29 pmd_t *pmd; in huge_pte_alloc()
49 pmd_t *pmd; in huge_pte_offset()
70 int pmd_huge(pmd_t pmd) in pmd_huge()
Dinit.c49 pmd_t *pmd; in __get_pte_phys()
126 static pmd_t * __init one_md_table_init(pud_t *pud) in one_md_table_init()
129 pmd_t *pmd; in one_md_table_init()
139 static pte_t * __init one_page_table_init(pmd_t *pmd) in one_page_table_init()
152 static pte_t * __init page_table_kmap_check(pte_t *pte, pmd_t *pmd, in page_table_kmap_check()
163 pmd_t *pmd; in page_table_range_init()
Dgup.c74 static noinline int gup_pte_range(pmd_t pmd, unsigned long addr, in gup_pte_range()
123 pmd_t *pmdp; in gup_pmd_range()
127 pmd_t pmd = *pmdp; in gup_pmd_range()
Dfault.c77 pmd_t *pmd; in show_pte()
126 static inline pmd_t *vmalloc_sync_one(pgd_t *pgd, unsigned long address) in vmalloc_sync_one()
131 pmd_t *pmd, *pmd_k; in vmalloc_sync_one()
179 pmd_t *pmd_k; in vmalloc_fault()
Dtlbex_32.c27 pmd_t *pmd; in handle_tlbmiss()
Dtlbex_64.c48 pmd_t *pmd; in handle_tlbmiss()
/linux-4.1.27/arch/arm64/mm/
Dmmu.c74 static void split_pmd(pmd_t *pmd, pte_t *pte) in split_pmd()
89 static void alloc_init_pte(pmd_t *pmd, unsigned long addr, in alloc_init_pte()
112 void split_pud(pud_t *old_pud, pmd_t *pmd) in split_pud()
129 pmd_t *pmd; in alloc_init_pmd()
136 pmd = alloc(PTRS_PER_PMD * sizeof(pmd_t)); in alloc_init_pmd()
154 pmd_t old_pmd =*pmd; in alloc_init_pmd()
483 pmd_t *pmd; in kern_addr_valid()
526 pmd_t *pmd; in vmemmap_populate()
562 static pmd_t bm_pmd[PTRS_PER_PMD] __page_aligned_bss;
577 static inline pmd_t * fixmap_pmd(unsigned long addr) in fixmap_pmd()
[all …]
Dflush.c111 pmd_t *pmdp) in pmdp_splitting_flush()
113 pmd_t pmd = pmd_mksplitting(*pmdp); in pmdp_splitting_flush()
Dhugetlbpage.c41 int pmd_huge(pmd_t pmd) in pmd_huge()
Ddump.c233 static void walk_pte(struct pg_state *st, pmd_t *pmd, unsigned long start) in walk_pte()
247 pmd_t *pmd = pmd_offset(pud, 0); in walk_pmd()
/linux-4.1.27/drivers/lguest/
Dpage_tables.c97 static pmd_t *spmd_addr(struct lg_cpu *cpu, pgd_t spgd, unsigned long vaddr) in spmd_addr()
100 pmd_t *page; in spmd_addr()
118 pmd_t *pmd = spmd_addr(cpu, spgd, vaddr); in spte_addr()
148 return gpage + pmd_index(vaddr) * sizeof(pmd_t); in gpmd_addr()
153 pmd_t gpmd, unsigned long vaddr) in gpte_addr()
284 static bool check_gpmd(struct lg_cpu *cpu, pmd_t gpmd) in check_gpmd()
309 pmd_t *spmd; in find_spte()
399 pmd_t gpmd; in demand_page()
431 gpmd = lgread(cpu, gpmd_addr(gpgd, vaddr), pmd_t); in demand_page()
588 static void release_pmd(pmd_t *spmd) in release_pmd()
[all …]
/linux-4.1.27/arch/microblaze/include/asm/
Dpgalloc.h61 extern void __bad_pte(pmd_t *pmd);
108 #define pmd_alloc_one_fast(mm, address) ({ BUG(); ((pmd_t *)1); })
109 #define pmd_alloc_one(mm, address) ({ BUG(); ((pmd_t *)2); })
184 #define pmd_alloc_one(mm, address) ({ BUG(); ((pmd_t *)2); })
Dpage.h93 typedef struct { unsigned long pmd; } pmd_t; typedef
96 typedef struct { unsigned long ste[64]; } pmd_t; typedef
97 typedef struct { pmd_t pue[1]; } pud_t;
114 # define __pmd(x) ((pmd_t) { (x) })
/linux-4.1.27/arch/um/include/asm/
Dpage.h37 typedef struct { unsigned long pmd; } pmd_t; typedef
53 #define __pmd(x) ((pmd_t) { (x) } )
64 typedef struct { unsigned long pmd; } pmd_t; typedef
66 #define __pmd(x) ((pmd_t) { (x) } )
Dpgtable-3level.h82 extern pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address);
93 #define pmd_offset(pud, address) ((pmd_t *) pud_page_vaddr(*(pud)) + \
110 static inline pmd_t pfn_pmd(pfn_t page_nr, pgprot_t pgprot) in pfn_pmd()
Dpgalloc.h50 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
/linux-4.1.27/arch/unicore32/include/asm/
Dpgalloc.h82 static inline void __pmd_populate(pmd_t *pmdp, unsigned long pmdval) in __pmd_populate()
93 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
105 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
Dtlbflush.h135 static inline void flush_pmd_entry(pmd_t *pmd) in flush_pmd_entry()
154 static inline void clean_pmd_entry(pmd_t *pmd) in clean_pmd_entry()
/linux-4.1.27/arch/frv/include/asm/
Dpage.h24 typedef struct { unsigned long ste[64];} pmd_t; typedef
25 typedef struct { pmd_t pue[1]; } pud_t;
37 #define __pmd(x) ((pmd_t) { (x) } )
Dpgtable.h244 #define set_pud(pudptr, pudval) set_pmd((pmd_t *)(pudptr), (pmd_t) { pudval })
246 #define pud_page(pud) (pmd_page((pmd_t){ pud }))
247 #define pud_page_vaddr(pud) (pmd_page_vaddr((pmd_t){ pud }))
253 extern void __set_pmd(pmd_t *pmdptr, unsigned long __pmd);
262 static inline pmd_t *pmd_offset(pud_t *dir, unsigned long address) in pmd_offset()
264 return (pmd_t *) dir + __pmd_index(address); in pmd_offset()
494 pmd_t *pme = pmd_offset(pue, address); in update_mmu_cache()
Dpgalloc.h63 #define pmd_alloc_one(mm, addr) ({ BUG(); ((pmd_t *) 2); })
/linux-4.1.27/arch/arm/kvm/
Dmmu.c91 static void kvm_flush_dcache_pmd(pmd_t pmd) in kvm_flush_dcache_pmd()
115 static void stage2_dissolve_pmd(struct kvm *kvm, phys_addr_t addr, pmd_t *pmd) in stage2_dissolve_pmd()
168 pmd_t *pmd_table = pmd_offset(pud, 0); in clear_pud_entry()
176 static void clear_pmd_entry(struct kvm *kvm, pmd_t *pmd, phys_addr_t addr) in clear_pmd_entry()
206 static void unmap_ptes(struct kvm *kvm, pmd_t *pmd, in unmap_ptes()
236 pmd_t *pmd, *start_pmd; in unmap_pmds()
243 pmd_t old_pmd = *pmd; in unmap_pmds()
306 static void stage2_flush_ptes(struct kvm *kvm, pmd_t *pmd, in stage2_flush_ptes()
321 pmd_t *pmd; in stage2_flush_pmds()
451 static void create_hyp_pte_mappings(pmd_t *pmd, unsigned long start, in create_hyp_pte_mappings()
[all …]
/linux-4.1.27/arch/nios2/include/asm/
Dpgtable.h100 static inline void set_pmd(pmd_t *pmdptr, pmd_t pmdval) in set_pmd()
186 static inline int pmd_present(pmd_t pmd) in pmd_present()
192 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear()
218 static inline int pmd_none(pmd_t pmd) in pmd_none()
Dpgalloc.h15 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
21 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
/linux-4.1.27/arch/arm/mm/
Didmap.c24 pmd_t *pmd; in idmap_add_pmd()
39 PTRS_PER_PMD * sizeof(pmd_t)); in idmap_add_pmd()
55 pmd_t *pmd = pmd_offset(pud, addr); in idmap_add_pmd()
Dmm.h8 extern pmd_t *top_pmd;
36 static inline pmd_t *pmd_off_k(unsigned long virt) in pmd_off_k()
Dioremap.c144 pmd_t *pmdp; in unmap_area_sections()
151 pmd_t pmd = *pmdp; in unmap_area_sections()
192 pmd_t *pmd; in remap_area_sections()
224 pmd_t *pmd; in remap_area_supersections()
Dpgd.c37 pmd_t *new_pmd, *init_pmd; in pgd_alloc()
113 pmd_t *pmd; in pgd_free()
Dhugetlbpage.c49 int pmd_huge(pmd_t pmd) in pmd_huge()
Dmmu.c54 pmd_t *top_pmd;
685 static pte_t * __init early_pte_alloc(pmd_t *pmd, unsigned long addr, unsigned long prot) in early_pte_alloc()
695 static void __init alloc_init_pte(pmd_t *pmd, unsigned long addr, in alloc_init_pte()
706 static void __init __map_init_section(pmd_t *pmd, unsigned long addr, in __map_init_section()
710 pmd_t *p = pmd; in __map_init_section()
737 pmd_t *pmd = pmd_offset(pud, addr); in alloc_init_pmd()
824 pmd_t *pmd = pmd_offset(pud, addr); in create_36bit_mapping()
967 pmd_t *pmd; in fill_pmd_gaps()
1189 PTRS_PER_PGD * PTRS_PER_PMD * sizeof(pmd_t))
1402 pmd_t *pmd0, *pmdk; in early_paging_init()
Dflush.c407 pmd_t *pmdp) in pmdp_splitting_flush()
409 pmd_t pmd = pmd_mksplitting(*pmdp); in pmdp_splitting_flush()
/linux-4.1.27/arch/tile/mm/
Dinit.c118 static void __init assign_pte(pmd_t *pmd, pte_t *page_table) in assign_pte()
132 static inline pmd_t *alloc_pmd(void) in alloc_pmd()
137 static inline void assign_pmd(pud_t *pud, pmd_t *pmd) in assign_pmd()
139 assign_pte((pmd_t *)pud, (pte_t *)pmd); in assign_pmd()
145 void __init shatter_pmd(pmd_t *pmd) in shatter_pmd()
152 static pmd_t *__init get_pmd(pgd_t pgtables[], unsigned long va) in get_pmd()
160 static pmd_t *__init get_pmd(pgd_t pgtables[], unsigned long va) in get_pmd()
184 pmd_t *pmd = get_pmd(pgd, vaddr); in page_table_range_init()
409 pmd_t *pmd; in kernel_physical_mapping_init()
641 pmd_t *pmd; in permanent_kmaps_init()
Dhugetlbpage.c71 pmd_t *pmd = pmd_alloc(mm, pud, addr); in huge_pte_alloc()
108 pmd_t *pmd; in huge_pte_offset()
129 pmd = (pmd_t *)get_pte((pte_t *)pud_page_vaddr(*pud), in huge_pte_offset()
153 int pmd_huge(pmd_t pmd) in pmd_huge()
Dfault.c105 static inline pmd_t *vmalloc_sync_one(pgd_t *pgd, unsigned long address) in vmalloc_sync_one()
110 pmd_t *pmd, *pmd_k; in vmalloc_sync_one()
139 pmd_t *pmd_k; in vmalloc_fault()
216 pmd_t *pmd; in handle_migrating_pte()
Dpgtable.c102 pmd_t *pmd; in shatter_huge_page()
134 pmd_t *copy_pmd; in shatter_huge_page()
344 pmd_t *pmd; in virt_to_pte()
/linux-4.1.27/arch/alpha/mm/
Dinit.c76 pmd_t *
80 return (pmd_t *) EMPTY_PGT; in __bad_pagetable()
148 pmd_t *pmd; in callback_init()
186 pgd_set(pgd, (pmd_t *)two_pages); in callback_init()
/linux-4.1.27/arch/x86/kernel/
Dmachine_kexec_32.c86 image->arch.pmd0 = (pmd_t *)get_zeroed_page(GFP_KERNEL); in machine_kexec_alloc_page_tables()
87 image->arch.pmd1 = (pmd_t *)get_zeroed_page(GFP_KERNEL); in machine_kexec_alloc_page_tables()
103 pgd_t *pgd, pmd_t *pmd, pte_t *pte, in machine_kexec_page_table_set_one()
124 pmd_t *pmd = NULL; in machine_kexec_prepare_page_tables()
Despfix_64.c142 pmd_t pmd, *pmd_p; in init_espfix_ap()
173 pmd_p = (pmd_t *)__get_free_page(PGALLOC_GFP); in init_espfix_ap()
/linux-4.1.27/arch/metag/mm/
Dhugetlbpage.c64 pmd_t *pmd; in huge_pte_alloc()
81 pmd_t *pmd; in huge_pte_offset()
97 int pmd_huge(pmd_t pmd) in pmd_huge()
108 pmd_t *pmd, int write) in follow_huge_pmd()
Dinit.c47 pmd_t *pmd; in insert_gateway_page()
267 pmd_t *pmd; in allocate_pgtables()
278 pmd = (pmd_t *)pgd; in allocate_pgtables()
297 pmd_t *pmd; in fixedrange_init()
/linux-4.1.27/arch/ia64/mm/
Dhugetlbpage.c33 pmd_t *pmd; in huge_pte_alloc()
52 pmd_t *pmd; in huge_pte_offset()
107 int pmd_huge(pmd_t pmd) in pmd_huge()
Dinit.c216 pmd_t *pmd; in put_kernel_page()
396 pmd_t *pmd; in vmemmap_find_next_valid_pfn()
444 pmd_t *pmd; in create_mem_map_page_table()
618 BUG_ON(PTRS_PER_PMD * sizeof(pmd_t) != PAGE_SIZE); in mem_init()
/linux-4.1.27/arch/m32r/include/asm/
Dpgalloc.h11 static __inline__ void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
74 #define pmd_alloc_one(mm, addr) ({ BUG(); ((pmd_t *)2); })
Dpgtable-2level.h61 static inline pmd_t *pmd_offset(pgd_t * dir, unsigned long address) in pmd_offset()
63 return (pmd_t *) dir; in pmd_offset()
Dpage.h27 typedef struct { unsigned long pmd; } pmd_t; typedef
40 #define __pmd(x) ((pmd_t) { (x) } )
/linux-4.1.27/arch/avr32/include/asm/
Dpgalloc.h20 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
25 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
/linux-4.1.27/arch/score/include/asm/
Dpgalloc.h6 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
12 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
Dpgtable.h48 static inline int pmd_none(pmd_t pmd) in pmd_none()
55 static inline int pmd_present(pmd_t pmd) in pmd_present()
60 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear()
/linux-4.1.27/arch/cris/arch-v10/mm/
Dfault.c49 pmd_t *pmd; in handle_mmu_bus_fault()
84 pmd = (pmd_t *)(pgd + pgd_index(address)); in handle_mmu_bus_fault()
/linux-4.1.27/arch/arc/include/asm/
Dpgalloc.h39 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
45 pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t ptep) in pmd_populate()
/linux-4.1.27/arch/parisc/mm/
Dinit.c43 pmd_t pmd0[PTRS_PER_PMD] __attribute__ ((__section__ (".data..vm0.pmd"), aligned(PAGE_SIZE)));
399 pmd_t *pmd; in map_pages()
435 pmd = (pmd_t *)__pa(pg_dir); in map_pages()
437 pmd = (pmd_t *)pgd_address(*pg_dir); in map_pages()
444 pmd = (pmd_t *) alloc_bootmem_low_pages_node(NODE_DATA(0), PAGE_SIZE << PMD_ORDER); in map_pages()
445 pmd = (pmd_t *) __pa(pmd); in map_pages()
454 pmd = (pmd_t *)__va(pmd) + start_pmd; in map_pages()
595 BUILD_BUG_ON(PMD_ENTRY_SIZE != sizeof(pmd_t)); in mem_init()
/linux-4.1.27/arch/x86/lguest/
Dboot.c708 static void lguest_set_pmd(pmd_t *pmdp, pmd_t pmdval) in lguest_set_pmd()
712 (__pa(pmdp) & (PAGE_SIZE - 1)) / sizeof(pmd_t)); in lguest_set_pmd()
717 static void lguest_set_pmd(pmd_t *pmdp, pmd_t pmdval) in lguest_set_pmd()
721 (__pa(pmdp) & (PAGE_SIZE - 1)) / sizeof(pmd_t)); in lguest_set_pmd()
763 static void lguest_pmd_clear(pmd_t *pmdp) in lguest_pmd_clear()
/linux-4.1.27/lib/
Dioremap.c53 static int ioremap_pte_range(pmd_t *pmd, unsigned long addr, in ioremap_pte_range()
74 pmd_t *pmd; in ioremap_pmd_range()
/linux-4.1.27/arch/x86/xen/
Dmmu.c252 static void xen_set_pmd_hyper(pmd_t *ptr, pmd_t val) in xen_set_pmd_hyper()
270 static void xen_set_pmd(pmd_t *ptr, pmd_t val) in xen_set_pmd()
439 __visible pmdval_t xen_pmd_val(pmd_t pmd) in xen_pmd_val()
491 static void xen_pmd_clear(pmd_t *pmdp) in xen_pmd_clear()
498 __visible pmd_t xen_make_pmd(pmdval_t pmd) in xen_make_pmd()
661 pmd_t *pmd; in __xen_pgd_walk()
1101 pmd_t *pmd = level2_kernel_pgt + pmd_index(vaddr); in xen_cleanhighmap()
1705 static void __init xen_map_identity_early(pmd_t *pmd, unsigned long max_pfn) in xen_map_identity_early()
1809 pmd_t *l2; in xen_setup_kernel_pagetable()
1902 static RESERVE_BRK_ARRAY(pmd_t, initial_kernel_pmd, PTRS_PER_PMD);
[all …]
/linux-4.1.27/arch/nios2/mm/
Dioremap.c50 static inline int remap_area_pmd(pmd_t *pmd, unsigned long address, in remap_area_pmd()
90 pmd_t *pmd; in remap_area_pages()
/linux-4.1.27/fs/proc/
Dtask_mmu.c46 pmds = PTRS_PER_PMD * sizeof(pmd_t) * mm_nr_pmds(mm); in task_mem()
507 static void smaps_pmd_entry(pmd_t *pmd, unsigned long addr, in smaps_pmd_entry()
523 static void smaps_pmd_entry(pmd_t *pmd, unsigned long addr, in smaps_pmd_entry()
529 static int smaps_pte_range(pmd_t *pmd, unsigned long addr, unsigned long end, in smaps_pte_range()
766 unsigned long addr, pmd_t *pmdp) in clear_soft_dirty_pmd()
768 pmd_t pmd = *pmdp; in clear_soft_dirty_pmd()
787 unsigned long addr, pmd_t *pmdp) in clear_soft_dirty_pmd()
792 static int clear_refs_pte_range(pmd_t *pmd, unsigned long addr, in clear_refs_pte_range()
1085 pmd_t pmd, int offset, int pmd_flags2) in thp_pmd_to_pagemap_entry()
1100 pmd_t pmd, int offset, int pmd_flags2) in thp_pmd_to_pagemap_entry()
[all …]
/linux-4.1.27/arch/microblaze/mm/
Dpgtable.c140 pmd_t *pd; in map_page()
194 pmd_t *pmd; in get_pteptr()
/linux-4.1.27/arch/xtensa/include/asm/
Dpgtable.h322 set_pmd(pmd_t *pmdp, pmd_t pmdval) in set_pmd()
364 #define pmd_offset(dir,address) ((pmd_t*)(dir))
/linux-4.1.27/include/trace/events/
Dxen.h203 TP_PROTO(pmd_t *pmdp, pmd_t pmdval),
206 __field(pmd_t *, pmdp)
218 TP_PROTO(pmd_t *pmdp),
221 __field(pmd_t *, pmdp)
/linux-4.1.27/arch/mn10300/include/asm/
Dpgalloc.h26 void pmd_populate(struct mm_struct *mm, pmd_t *pmd, struct page *pte) in pmd_populate()
/linux-4.1.27/arch/parisc/kernel/
Dpci-dma.c110 static inline int map_pmd_uncached(pmd_t * pmd, unsigned long vaddr, in map_pmd_uncached()
141 pmd_t *pmd; in map_uncached_pages()
154 static inline void unmap_uncached_pte(pmd_t * pmd, unsigned long vaddr, in unmap_uncached_pte()
193 pmd_t * pmd; in unmap_uncached_pmd()
/linux-4.1.27/arch/frv/mm/
Dinit.c84 pmd_t *pme; in paging_init()
Ddma-alloc.c54 pmd_t *pme; in map_page()
/linux-4.1.27/arch/mn10300/mm/
Dfault.c71 pmd_t *pmd;
388 pmd_t *pmd, *pmd_k; in do_page_fault()
Dcache-inv-icache.c34 pmd_t *pmd; in flush_icache_page_range()
Dcache-flush-icache.c56 pmd_t *pmd; in flush_icache_page_range()
/linux-4.1.27/arch/openrisc/include/asm/
Dpgalloc.h33 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
/linux-4.1.27/arch/xtensa/mm/
Dmmu.c24 pmd_t *pmd = pmd_offset(pgd, vaddr); in init_pmd()

12