Home
last modified time | relevance | path

Searched refs:pgd_t (Results 1 – 200 of 330) sorted by relevance

12

/linux-4.1.27/arch/openrisc/include/asm/
Dpgalloc.h44 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
46 pgd_t *ret = (pgd_t *)__get_free_page(GFP_KERNEL); in pgd_alloc()
49 memset(ret, 0, USER_PTRS_PER_PGD * sizeof(pgd_t)); in pgd_alloc()
52 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
63 extern inline pgd_t *pgd_alloc(struct mm_struct *mm)
65 return (pgd_t *)get_zeroed_page(GFP_KERNEL);
69 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dpage.h60 } pgd_t; typedef
71 #define __pgd(x) ((pgd_t) { (x) })
Dmmu_context.h37 extern volatile pgd_t *current_pgd; /* defined in arch/openrisc/mm/fault.c */
/linux-4.1.27/arch/unicore32/mm/
Dpgd.c27 pgd_t *get_pgd_slow(struct mm_struct *mm) in get_pgd_slow()
29 pgd_t *new_pgd, *init_pgd; in get_pgd_slow()
33 new_pgd = (pgd_t *)__get_free_pages(GFP_KERNEL, 0); in get_pgd_slow()
37 memset(new_pgd, 0, FIRST_KERNEL_PGD_NR * sizeof(pgd_t)); in get_pgd_slow()
44 (PTRS_PER_PGD - FIRST_KERNEL_PGD_NR) * sizeof(pgd_t)); in get_pgd_slow()
46 clean_dcache_area(new_pgd, PTRS_PER_PGD * sizeof(pgd_t)); in get_pgd_slow()
79 void free_pgd_slow(struct mm_struct *mm, pgd_t *pgd) in free_pgd_slow()
Dmmu.c174 static void __init alloc_init_section(pgd_t *pgd, unsigned long addr, in alloc_init_section()
212 pgd_t *pgd; in create_mapping()
339 memblock_reserve(__pa(swapper_pg_dir), PTRS_PER_PGD * sizeof(pgd_t)); in uc32_mm_memblock_reserve()
451 pgd_t *pgd; in setup_mm_for_reboot()
Dioremap.c69 pgd_t *pgd; in unmap_area_sections()
106 pgd_t *pgd; in remap_area_sections()
Dmm.h20 static inline pmd_t *pmd_off(pgd_t *pgd, unsigned long virt) in pmd_off()
/linux-4.1.27/arch/frv/mm/
Dpgalloc.c21 pgd_t swapper_pg_dir[PTRS_PER_PGD] __attribute__((aligned(PAGE_SIZE)));
89 static inline void pgd_list_add(pgd_t *pgd) in pgd_list_add()
99 static inline void pgd_list_del(pgd_t *pgd) in pgd_list_del()
116 memcpy((pgd_t *) pgd + USER_PGDS_IN_LAST_PML4, in pgd_ctor()
118 (PTRS_PER_PGD - USER_PGDS_IN_LAST_PML4) * sizeof(pgd_t)); in pgd_ctor()
125 memset(pgd, 0, USER_PGDS_IN_LAST_PML4 * sizeof(pgd_t)); in pgd_ctor()
138 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
143 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dfault.c39 pgd_t *pge; in do_page_fault()
299 pgd_t *pgd, *pgd_k; in do_page_fault()
304 pgd = (pgd_t *) __get_TTBR(); in do_page_fault()
305 pgd = (pgd_t *)__va(pgd) + index; in do_page_fault()
306 pgd_k = ((pgd_t *)(init_mm.pgd)) + index; in do_page_fault()
Dinit.c82 pgd_t *pge; in paging_init()
/linux-4.1.27/arch/arm/mm/
Dpgd.c23 #define __pgd_alloc() kmalloc(PTRS_PER_PGD * sizeof(pgd_t), GFP_KERNEL)
26 #define __pgd_alloc() (pgd_t *)__get_free_pages(GFP_KERNEL | __GFP_REPEAT, 2)
33 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
35 pgd_t *new_pgd, *init_pgd; in pgd_alloc()
44 memset(new_pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t)); in pgd_alloc()
51 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
53 clean_dcache_area(new_pgd, PTRS_PER_PGD * sizeof(pgd_t)); in pgd_alloc()
109 void pgd_free(struct mm_struct *mm, pgd_t *pgd_base) in pgd_free()
111 pgd_t *pgd; in pgd_free()
Didmap.c17 pgd_t *idmap_pgd;
65 static void idmap_add_pud(pgd_t *pgd, unsigned long addr, unsigned long end, in idmap_add_pud()
77 static void identity_mapping_add(pgd_t *pgd, const char *text_start, in identity_mapping_add()
Dioremap.c122 sizeof(pgd_t) * (pgd_index(VMALLOC_END) - in __check_vmalloc_seq()
142 pgd_t *pgd; in unmap_area_sections()
190 pgd_t *pgd; in remap_area_sections()
222 pgd_t *pgd; in remap_area_supersections()
/linux-4.1.27/include/asm-generic/
Dpgtable-nopud.h13 typedef struct { pgd_t pgd; } pud_t;
25 static inline int pgd_none(pgd_t pgd) { return 0; } in pgd_none()
26 static inline int pgd_bad(pgd_t pgd) { return 0; } in pgd_bad()
27 static inline int pgd_present(pgd_t pgd) { return 1; } in pgd_present()
28 static inline void pgd_clear(pgd_t *pgd) { } in pgd_clear()
38 static inline pud_t * pud_offset(pgd_t * pgd, unsigned long address) in pud_offset()
Dpage.h47 } pgd_t; typedef
60 #define __pgd(x) ((pgd_t) { (x) } )
D4level-fixup.h12 #define pud_t pgd_t
/linux-4.1.27/arch/mn10300/mm/
Dpgtable.c37 pgd_t *pgd; in set_pmd_pfn()
108 static inline void pgd_list_add(pgd_t *pgd) in pgd_list_add()
118 static inline void pgd_list_del(pgd_t *pgd) in pgd_list_del()
135 memcpy((pgd_t *)pgd + USER_PTRS_PER_PGD, in pgd_ctor()
137 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_ctor()
144 memset(pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t)); in pgd_ctor()
157 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
162 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dfault.c68 static void print_pagetable_entries(pgd_t *pgdir, unsigned long address)
70 pgd_t *pgd;
386 pgd_t *pgd, *pgd_k; in do_page_fault()
404 pgd = (pgd_t *) PTBR + index; in do_page_fault()
/linux-4.1.27/arch/x86/mm/
Dpgtable.c87 static inline void pgd_list_add(pgd_t *pgd) in pgd_list_add()
94 static inline void pgd_list_del(pgd_t *pgd) in pgd_list_del()
105 static void pgd_set_mm(pgd_t *pgd, struct mm_struct *mm) in pgd_set_mm()
116 static void pgd_ctor(struct mm_struct *mm, pgd_t *pgd) in pgd_ctor()
136 static void pgd_dtor(pgd_t *pgd) in pgd_dtor()
239 static void pgd_mop_up_pmds(struct mm_struct *mm, pgd_t *pgdp) in pgd_mop_up_pmds()
244 pgd_t pgd = pgdp[i]; in pgd_mop_up_pmds()
258 static void pgd_prepopulate_pmd(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmds[]) in pgd_prepopulate_pmd()
290 #define PGD_SIZE (PTRS_PER_PGD * sizeof(pgd_t))
319 static inline pgd_t *_pgd_alloc(void) in _pgd_alloc()
[all …]
Dinit_32.c69 static pmd_t * __init one_md_table_init(pgd_t *pgd) in one_md_table_init()
207 page_table_range_init(unsigned long start, unsigned long end, pgd_t *pgd_base) in page_table_range_init()
211 pgd_t *pgd; in page_table_range_init()
259 pgd_t *pgd_base = swapper_pg_dir; in kernel_physical_mapping_init()
262 pgd_t *pgd; in kernel_physical_mapping_init()
413 static void __init permanent_kmaps_init(pgd_t *pgd_base) in permanent_kmaps_init()
416 pgd_t *pgd; in permanent_kmaps_init()
448 static inline void permanent_kmaps_init(pgd_t *pgd_base) in permanent_kmaps_init()
456 pgd_t *pgd, *base = swapper_pg_dir; in native_pagetable_init()
521 pgd_t *pgd_base = swapper_pg_dir; in early_ioremap_page_table_range_init()
[all …]
Dgup.c228 static int gup_pud_range(pgd_t pgd, unsigned long addr, unsigned long end, in gup_pud_range()
264 pgd_t *pgdp; in __get_user_pages_fast()
296 pgd_t pgd = *pgdp; in __get_user_pages_fast()
331 pgd_t *pgdp; in get_user_pages_fast()
368 pgd_t pgd = *pgdp; in get_user_pages_fast()
Dinit_64.c98 int kernel_ident_mapping_init(struct x86_mapping_info *info, pgd_t *pgd_page, in kernel_ident_mapping_init()
106 pgd_t *pgd = pgd_page + pgd_index(addr) + off; in kernel_ident_mapping_init()
171 const pgd_t *pgd_ref = pgd_offset_k(address); in sync_global_pgds()
184 pgd_t *pgd; in sync_global_pgds()
187 pgd = (pgd_t *)page_address(page) + pgd_index(address); in sync_global_pgds()
233 static pud_t *fill_pud(pgd_t *pgd, unsigned long vaddr) in fill_pud()
289 pgd_t *pgd; in set_pte_vaddr()
306 pgd_t *pgd; in populate_extra_pmd()
328 pgd_t *pgd; in __init_extra_mapping()
612 pgd_t *pgd = pgd_offset_k(start); in kernel_physical_mapping_init()
[all …]
Dkasan_init_64.c11 extern pgd_t early_level4_pgt[PTRS_PER_PGD];
51 static void __init kasan_map_early_shadow(pgd_t *pgd) in kasan_map_early_shadow()
105 static int __init zero_pud_populate(pgd_t *pgd, unsigned long addr, in zero_pud_populate()
134 pgd_t *pgd = pgd_offset_k(addr); in zero_pgd_populate()
Ddump_pagetables.c316 static void walk_pud_level(struct seq_file *m, struct pg_state *st, pgd_t addr, in walk_pud_level()
347 void ptdump_walk_pgd_level(struct seq_file *m, pgd_t *pgd) in ptdump_walk_pgd_level()
350 pgd_t *start = (pgd_t *) &init_level4_pgt; in ptdump_walk_pgd_level()
352 pgd_t *start = swapper_pg_dir; in ptdump_walk_pgd_level()
Dfault.c192 static inline pmd_t *vmalloc_sync_one(pgd_t *pgd, unsigned long address) in vmalloc_sync_one()
195 pgd_t *pgd_k; in vmalloc_sync_one()
323 pgd_t *base = __va(read_cr3()); in dump_pagetable()
324 pgd_t *pgd = &base[pgd_index(address)]; in dump_pagetable()
365 pgd_t *pgd, *pgd_ref; in vmalloc_fault()
465 pgd_t *base = __va(read_cr3() & PHYSICAL_PAGE_MASK); in dump_pagetable()
466 pgd_t *pgd = base + pgd_index(address); in dump_pagetable()
598 pgd_t *pgd; in show_fault_oops()
950 pgd_t *pgd; in spurious_fault()
Dpageattr.c33 pgd_t *pgd;
328 pte_t *lookup_address_in_pgd(pgd_t *pgd, unsigned long address, in lookup_address_in_pgd()
390 pgd_t *pgd; in lookup_pmd_address()
447 pgd_t *pgd; in __set_pmd_pte()
451 pgd = (pgd_t *)page_address(page) + pgd_index(address); in __set_pmd_pte()
805 static void unmap_pud_range(pgd_t *pgd, unsigned long start, unsigned long end) in unmap_pud_range()
848 static void unmap_pgd_range(pgd_t *root, unsigned long addr, unsigned long end) in unmap_pgd_range()
850 pgd_t *pgd_entry = root + pgd_index(addr); in unmap_pgd_range()
974 static int populate_pud(struct cpa_data *cpa, unsigned long start, pgd_t *pgd, in populate_pud()
1060 pgd_t *pgd_entry; in populate_pgd()
[all …]
Dpgtable_32.c29 pgd_t *pgd; in set_pte_vaddr()
/linux-4.1.27/arch/arc/include/asm/
Dpgalloc.h55 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
58 pgd_t *ret = (pgd_t *) __get_free_pages(GFP_KERNEL, __get_order_pgd()); in pgd_alloc()
62 memzero(ret, num * sizeof(pgd_t)); in pgd_alloc()
65 memcpy(ret + num, swapper_pg_dir + num, num2 * sizeof(pgd_t)); in pgd_alloc()
68 (PTRS_PER_PGD - num - num2) * sizeof(pgd_t)); in pgd_alloc()
74 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dpage.h42 } pgd_t; typedef
53 #define __pgd(x) ((pgd_t) { (x) })
61 typedef unsigned long pgd_t; typedef
Dpgtable.h343 pgd_t *pgd_base = (pgd_t *) read_aux_reg(ARC_REG_SCRATCH_DATA0); \
351 extern pgd_t swapper_pg_dir[] __aligned(PAGE_SIZE);
/linux-4.1.27/arch/um/kernel/
Dmem.c32 pgd_t swapper_pg_dir[PTRS_PER_PGD];
88 pgd_t *pgd_base) in fixrange_init()
90 pgd_t *pgd; in fixrange_init()
118 pgd_t *pgd; in fixaddr_user_init()
185 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
187 pgd_t *pgd = (pgd_t *)__get_free_page(GFP_KERNEL); in pgd_alloc()
190 memset(pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t)); in pgd_alloc()
193 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
198 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dtlb.c241 static inline int update_pud_range(pgd_t *pgd, unsigned long addr, in update_pud_range()
266 pgd_t *pgd; in fix_range_common()
301 pgd_t *pgd; in flush_tlb_kernel_range_common()
385 pgd_t *pgd; in flush_tlb_page()
448 pgd_t *pgd_offset_proc(struct mm_struct *mm, unsigned long address) in pgd_offset_proc()
453 pud_t *pud_offset_proc(pgd_t *pgd, unsigned long address) in pud_offset_proc()
470 pgd_t *pgd = pgd_offset(task->mm, addr); in addr_pte()
/linux-4.1.27/arch/metag/include/asm/
Dpgalloc.h19 static inline void pgd_ctor(pgd_t *pgd) in pgd_ctor()
23 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_ctor()
29 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
31 pgd_t *pgd = (pgd_t *)get_zeroed_page(GFP_KERNEL); in pgd_alloc()
37 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dmmu_context.h54 static inline void load_pgd(pgd_t *pgd, int thread) in load_pgd()
83 ((pgd_t *) prev->context.pgd_base)[i] = prev->pgd[i]; in switch_mmu()
85 prev->pgd = (pgd_t *)mmu_get_base(); in switch_mmu()
88 prev->pgd = (pgd_t *) prev->context.pgd_base; in switch_mmu()
91 next->pgd[i] = ((pgd_t *) next->context.pgd_base)[i]; in switch_mmu()
Dpage.h75 typedef struct { unsigned long pgd; } pgd_t; typedef
84 #define __pgd(x) ((pgd_t) { (x) })
Dfixmap.h66 pgd_t *pgd_base);
/linux-4.1.27/arch/nios2/mm/
Dpgtable.c37 static void pgd_init(pgd_t *pgd) in pgd_init()
54 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
56 pgd_t *ret, *init; in pgd_alloc()
58 ret = (pgd_t *) __get_free_pages(GFP_KERNEL, PGD_ORDER); in pgd_alloc()
63 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
Dinit.c39 pgd_t *pgd_current;
98 pgd_t swapper_pg_dir[PTRS_PER_PGD] __page_aligned(PGD_ORDER);
/linux-4.1.27/arch/unicore32/kernel/
Dhibernate.c27 pgd_t *resume_pg_dir;
36 static pmd_t *resume_one_md_table_init(pgd_t *pgd) in resume_one_md_table_init()
73 static int resume_physical_mapping_init(pgd_t *pgd_base) in resume_physical_mapping_init()
76 pgd_t *pgd; in resume_physical_mapping_init()
119 static inline void resume_init_first_level_page_table(pgd_t *pg_dir) in resume_init_first_level_page_table()
127 resume_pg_dir = (pgd_t *)get_safe_page(GFP_ATOMIC); in swsusp_arch_resume()
/linux-4.1.27/arch/hexagon/include/asm/
Dpgalloc.h34 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
36 pgd_t *pgd; in pgd_alloc()
38 pgd = (pgd_t *)__get_free_page(GFP_KERNEL | __GFP_ZERO); in pgd_alloc()
48 memcpy(pgd, swapper_pg_dir, PTRS_PER_PGD*sizeof(pgd_t)); in pgd_alloc()
57 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
135 pmdindex = (pgd_t *)pmd - mm->pgd; in pmd_populate_kernel()
Dpage.h83 typedef struct { unsigned long pgd; } pgd_t; typedef
91 #define __pgd(x) ((pgd_t) { (x) })
/linux-4.1.27/arch/microblaze/include/asm/
Dpgalloc.h63 static inline pgd_t *get_pgd_slow(void) in get_pgd_slow()
65 pgd_t *ret; in get_pgd_slow()
67 ret = (pgd_t *)__get_free_pages(GFP_KERNEL, PGDIR_ORDER); in get_pgd_slow()
73 static inline pgd_t *get_pgd_fast(void) in get_pgd_fast()
84 return (pgd_t *)ret; in get_pgd_fast()
87 static inline void free_pgd_fast(pgd_t *pgd) in free_pgd_fast()
94 static inline void free_pgd_slow(pgd_t *pgd) in free_pgd_slow()
Dpgtable.h45 #define swapper_pg_dir ((pgd_t *) NULL)
321 static inline int pgd_none(pgd_t pgd) { return 0; } in pgd_none()
322 static inline int pgd_bad(pgd_t pgd) { return 0; } in pgd_bad()
323 static inline int pgd_present(pgd_t pgd) { return 1; } in pgd_present()
483 static inline pmd_t *pmd_offset(pgd_t *dir, unsigned long address) in pmd_offset()
498 extern pgd_t swapper_pg_dir[PTRS_PER_PGD];
Dpage.h94 typedef struct { unsigned long pgd; } pgd_t; typedef
98 typedef struct { pud_t pge[1]; } pgd_t; typedef
115 # define __pgd(x) ((pgd_t) { (x) })
/linux-4.1.27/arch/arm64/mm/
Dpgd.c31 #define PGD_SIZE (PTRS_PER_PGD * sizeof(pgd_t))
35 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
38 return (pgd_t *)__get_free_page(PGALLOC_GFP); in pgd_alloc()
43 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dmmu.c189 static void alloc_init_pud(struct mm_struct *mm, pgd_t *pgd, in alloc_init_pud()
241 static void __create_mapping(struct mm_struct *mm, pgd_t *pgd, in __create_mapping()
481 pgd_t *pgd; in kern_addr_valid()
524 pgd_t *pgd; in vmemmap_populate()
570 pgd_t *pgd = pgd_offset_k(addr); in fixmap_pud()
597 pgd_t *pgd; in early_fixmap_init()
/linux-4.1.27/arch/x86/power/
Dhibernate_32.c22 pgd_t *resume_pg_dir;
33 static pmd_t *resume_one_md_table_init(pgd_t *pgd) in resume_one_md_table_init()
81 static int resume_physical_mapping_init(pgd_t *pgd_base) in resume_physical_mapping_init()
84 pgd_t *pgd; in resume_physical_mapping_init()
133 static inline void resume_init_first_level_page_table(pgd_t *pg_dir) in resume_init_first_level_page_table()
149 resume_pg_dir = (pgd_t *)get_safe_page(GFP_ATOMIC); in swsusp_arch_resume()
Dhibernate_64.c38 pgd_t *temp_level4_pgt __visible;
58 temp_level4_pgt = (pgd_t *)get_safe_page(GFP_ATOMIC); in set_up_temporary_mappings()
/linux-4.1.27/arch/x86/platform/efi/
Defi_64.c56 pgd_t *efi_pgt;
78 pgd_t * __init efi_call_phys_prolog(void) in efi_call_phys_prolog()
81 pgd_t *save_pgd; in efi_call_phys_prolog()
92 save_pgd = kmalloc(n_pgds * sizeof(pgd_t), GFP_KERNEL); in efi_call_phys_prolog()
104 void __init efi_call_phys_epilog(pgd_t *save_pgd) in efi_call_phys_epilog()
132 pgd_t *pgd = (pgd_t *)__va(real_mode_header->trampoline_pgd); in efi_sync_low_kernel_mappings()
141 sizeof(pgd_t) * num_pgds); in efi_sync_low_kernel_mappings()
149 pgd_t *pgd; in efi_setup_page_tables()
154 efi_scratch.efi_pgt = (pgd_t *)(unsigned long)real_mode_header->trampoline_pgd; in efi_setup_page_tables()
199 pgd_t *pgd = (pgd_t *)__va(real_mode_header->trampoline_pgd); in efi_cleanup_page_tables()
[all …]
Defi_32.c59 pgd_t * __init efi_call_phys_prolog(void) in efi_call_phys_prolog()
62 pgd_t *save_pgd; in efi_call_phys_prolog()
76 void __init efi_call_phys_epilog(pgd_t *save_pgd) in efi_call_phys_epilog()
/linux-4.1.27/arch/score/include/asm/
Dpgalloc.h20 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
22 pgd_t *ret, *init; in pgd_alloc()
24 ret = (pgd_t *) __get_free_pages(GFP_KERNEL, PGD_ORDER); in pgd_alloc()
29 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
35 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dpage.h45 typedef struct { unsigned long pgd; } pgd_t; /* PGD table entry */ typedef
54 #define __pgd(x) ((pgd_t) { (x) })
/linux-4.1.27/arch/parisc/include/asm/
Dpgalloc.h21 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
23 pgd_t *pgd = (pgd_t *)__get_free_pages(GFP_KERNEL, in pgd_alloc()
25 pgd_t *actual_pgd = pgd; in pgd_alloc()
46 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
58 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
Dpage.h45 typedef struct { __u32 pgd; } pgd_t; typedef
56 #define __pgd(x) ((pgd_t) { (x) } )
68 typedef __u32 pgd_t; typedef
Dpgtable.h270 extern pgd_t swapper_pg_dir[]; /* declared in init_task.c */
327 static inline void pgd_clear(pgd_t *pgd) { in pgd_clear()
342 static inline int pgd_none(pgd_t pgd) { return 0; } in pgd_none()
343 static inline int pgd_bad(pgd_t pgd) { return 0; } in pgd_bad()
344 static inline int pgd_present(pgd_t pgd) { return 1; } in pgd_present()
345 static inline void pgd_clear(pgd_t * pgdp) { } in pgd_clear()
/linux-4.1.27/arch/sh/mm/
Dpgtable.c13 pgd_t *pgd = x; in pgd_ctor()
17 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_ctor()
32 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
37 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dgup.c139 static int gup_pud_range(pgd_t pgd, unsigned long addr, unsigned long end, in gup_pud_range()
170 pgd_t *pgdp; in __get_user_pages_fast()
188 pgd_t pgd = *pgdp; in __get_user_pages_fast()
223 pgd_t *pgdp; in get_user_pages_fast()
237 pgd_t pgd = *pgdp; in get_user_pages_fast()
Dhugetlbpage.c27 pgd_t *pgd; in huge_pte_alloc()
47 pgd_t *pgd; in huge_pte_offset()
Dfault.c59 pgd_t *pgd; in show_pte()
126 static inline pmd_t *vmalloc_sync_one(pgd_t *pgd, unsigned long address) in vmalloc_sync_one()
129 pgd_t *pgd_k; in vmalloc_sync_one()
178 pgd_t *pgd_k; in vmalloc_fault()
Dinit.c32 pgd_t swapper_pg_dir[PTRS_PER_PGD];
47 pgd_t *pgd; in __get_pte_phys()
159 pgd_t *pgd_base) in page_table_range_init()
161 pgd_t *pgd; in page_table_range_init()
Dnommu.c94 pgd_t *pgd_base) in page_table_range_init()
Dtlbex_32.c25 pgd_t *pgd; in handle_tlbmiss()
/linux-4.1.27/arch/m68k/include/asm/
Dmcf_pgalloc.h26 extern inline pmd_t *pmd_alloc_kernel(pgd_t *pgd, unsigned long address) in pmd_alloc_kernel()
87 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
92 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
94 pgd_t *new_pgd; in pgd_alloc()
96 new_pgd = (pgd_t *)__get_free_page(GFP_DMA | __GFP_NOWARN); in pgd_alloc()
Dsun3_pgtable.h112 static inline void pgd_set(pgd_t *pgdp, pmd_t *pmdp) in pgd_set()
147 static inline int pgd_none (pgd_t pgd) { return 0; } in pgd_none()
148 static inline int pgd_bad (pgd_t pgd) { return 0; } in pgd_bad()
149 static inline int pgd_present (pgd_t pgd) { return 1; } in pgd_present()
150 static inline void pgd_clear (pgd_t *pgdp) {} in pgd_clear()
184 extern pgd_t swapper_pg_dir[PTRS_PER_PGD];
185 extern pgd_t kernel_pg_dir[PTRS_PER_PGD];
197 static inline pmd_t *pmd_offset (pgd_t *pgd, unsigned long address) in pmd_offset()
Dsun3_pgalloc.h84 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
89 static inline pgd_t * pgd_alloc(struct mm_struct *mm) in pgd_alloc()
91 pgd_t *new_pgd; in pgd_alloc()
93 new_pgd = (pgd_t *)get_zeroed_page(GFP_KERNEL); in pgd_alloc()
Dmcf_pgtable.h166 static inline void pgd_set(pgd_t *pgdp, pmd_t *pmdp) in pgd_set()
200 static inline int pgd_none(pgd_t pgd) { return 0; } in pgd_none()
201 static inline int pgd_bad(pgd_t pgd) { return 0; } in pgd_bad()
202 static inline int pgd_present(pgd_t pgd) { return 1; } in pgd_present()
203 static inline void pgd_clear(pgd_t *pgdp) {} in pgd_clear()
328 extern pgd_t kernel_pg_dir[PTRS_PER_PGD];
344 static inline pmd_t *pmd_offset(pgd_t *pgd, unsigned long address) in pmd_offset()
361 pgd_t *dir; in nocache_page()
377 pgd_t *dir; in cache_page()
Dmotorola_pgalloc.h86 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
91 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
93 return (pgd_t *)get_pointer_table(); in pgd_alloc()
108 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
Dmotorola_pgtable.h119 static inline void pgd_set(pgd_t *pgdp, pmd_t *pmdp) in pgd_set()
195 static inline pgd_t *pgd_offset(const struct mm_struct *mm, in pgd_offset()
202 extern pgd_t kernel_pg_dir[128];
204 static inline pgd_t *pgd_offset_k(unsigned long address) in pgd_offset_k()
211 static inline pmd_t *pmd_offset(pgd_t *dir, unsigned long address) in pmd_offset()
240 pgd_t *dir; in nocache_page()
256 pgd_t *dir; in cache_page()
Dpage.h25 typedef struct { unsigned long pgd; } pgd_t; typedef
36 #define __pgd(x) ((pgd_t) { (x) } )
Dpgtable_no.h32 #define swapper_pg_dir ((pgd_t *) 0)
Dmmu_context.h68 static inline void set_context(mm_context_t context, pgd_t *pgd) in set_context()
101 pgd_t *pgd; in load_ksp_mmu()
/linux-4.1.27/arch/mips/include/asm/
Dpgalloc.h47 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
49 pgd_t *ret, *init; in pgd_alloc()
51 ret = (pgd_t *) __get_free_pages(GFP_KERNEL, PGD_ORDER); in pgd_alloc()
56 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
62 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dpage.h142 typedef struct { unsigned long pgd; } pgd_t; typedef
144 #define __pgd(x) ((pgd_t) { (x) } )
Dfixmap.h79 pgd_t *pgd_base);
/linux-4.1.27/arch/arm64/include/asm/
Dkvm_mmu.h107 static inline void kvm_clean_pgd(pgd_t *pgd) {}
161 #define S2_PGD_ORDER get_order(PTRS_PER_S2_PGD * sizeof(pgd_t))
180 pgd_t *pgd = kvm->arch.pgd;
198 return PTRS_PER_S2_PGD * sizeof(pgd_t);
279 static inline void __kvm_extend_hypmap(pgd_t *boot_hyp_pgd,
280 pgd_t *hyp_pgd,
281 pgd_t *merged_hyp_pgd,
Dpgtable-types.h53 typedef struct { pgdval_t pgd; } pgd_t; typedef
55 #define __pgd(x) ((pgd_t) { (x) } )
79 typedef pgdval_t pgd_t; typedef
Dpgalloc.h64 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
71 extern pgd_t *pgd_alloc(struct mm_struct *mm);
72 extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
Dpgtable.h424 static inline void set_pgd(pgd_t *pgdp, pgd_t pgd) in set_pgd()
430 static inline void pgd_clear(pgd_t *pgdp) in pgd_clear()
435 static inline pud_t *pgd_page_vaddr(pgd_t pgd) in pgd_page_vaddr()
443 static inline pud_t *pud_offset(pgd_t *pgd, unsigned long addr) in pud_offset()
475 extern pgd_t swapper_pg_dir[PTRS_PER_PGD];
476 extern pgd_t idmap_pg_dir[PTRS_PER_PGD];
/linux-4.1.27/arch/m32r/include/asm/
Dpgalloc.h21 static __inline__ pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
23 pgd_t *pgd = (pgd_t *)__get_free_page(GFP_KERNEL|__GFP_ZERO); in pgd_alloc()
28 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dpgtable-2level.h34 static inline int pgd_none(pgd_t pgd) { return 0; } in pgd_none()
35 static inline int pgd_bad(pgd_t pgd) { return 0; } in pgd_bad()
36 static inline int pgd_present(pgd_t pgd) { return 1; } in pgd_present()
61 static inline pmd_t *pmd_offset(pgd_t * dir, unsigned long address) in pmd_offset()
Dpage.h28 typedef struct { unsigned long pgd; } pgd_t; typedef
41 #define __pgd(x) ((pgd_t) { (x) } )
/linux-4.1.27/arch/powerpc/include/asm/
Dpgtable-ppc64-4k.h17 #define PGD_TABLE_SIZE (sizeof(pgd_t) << PGD_INDEX_SIZE)
63 static inline pte_t pgd_pte(pgd_t pgd) in pgd_pte()
68 static inline pgd_t pte_pgd(pte_t pte) in pte_pgd()
72 extern struct page *pgd_page(pgd_t pgd);
Dpgtable-ppc64-64k.h15 #define PGD_TABLE_SIZE (sizeof(pgd_t) << PGD_INDEX_SIZE)
42 #define pte_pgd(pte) ((pgd_t)pte_pud(pte))
Dpage.h315 typedef struct { unsigned long pgd; } pgd_t; typedef
317 #define __pgd(x) ((pgd_t) { (x) })
353 typedef unsigned long pgd_t; typedef
384 int pgd_huge(pgd_t pgd);
Dpgalloc-32.h11 extern pgd_t *pgd_alloc(struct mm_struct *mm);
12 extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
Dpgtable.h216 extern pgd_t swapper_pg_dir[];
250 pte_t *__find_linux_pte_or_hugepte(pgd_t *pgdir, unsigned long ea,
252 static inline pte_t *find_linux_pte_or_hugepte(pgd_t *pgdir, unsigned long ea, in find_linux_pte_or_hugepte()
Dpaca.h111 pgd_t *pgd __aligned(0x40); /* Current PGD */
112 pgd_t *kernel_pgd; /* Kernel PGD */
Dpage_32.h46 #define PGD_T_LOG2 (__builtin_ffs(sizeof(pgd_t)) - 1)
Dpgalloc-64.h44 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
49 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
/linux-4.1.27/arch/sh/include/asm/
Dmmu_context_32.h50 static inline void set_TTB(pgd_t *pgd) in set_TTB()
55 static inline pgd_t *get_TTB(void) in get_TTB()
57 return (pgd_t *)__raw_readl(MMU_TTB); in get_TTB()
Dpage.h78 typedef struct { unsigned long long pgd; } pgd_t; typedef
86 typedef struct { unsigned long pgd; } pgd_t; typedef
92 typedef struct { unsigned long pgd; } pgd_t; typedef
100 #define __pgd(x) ((pgd_t) { (x) } )
Dpgalloc.h9 extern pgd_t *pgd_alloc(struct mm_struct *);
10 extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
Dpgtable.h150 extern pgd_t swapper_pg_dir[PTRS_PER_PGD];
153 pgd_t *pgd);
Dmmu_context_64.h73 extern pgd_t *mmu_pdtp_cache;
/linux-4.1.27/arch/avr32/include/asm/
Dpgalloc.h34 pgd_t *pgd = x; in pgd_ctor()
38 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_ctor()
44 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
49 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dpage.h33 typedef struct { unsigned long pgd; } pgd_t; typedef
42 #define __pgd(x) ((pgd_t) { (x) })
/linux-4.1.27/arch/tile/mm/
Dpgtable.c100 pgd_t *pgd; in shatter_huge_page()
168 static inline void pgd_list_add(pgd_t *pgd) in pgd_list_add()
173 static inline void pgd_list_del(pgd_t *pgd) in pgd_list_del()
181 static void pgd_ctor(pgd_t *pgd) in pgd_ctor()
185 memset(pgd, 0, KERNEL_PGD_INDEX_START*sizeof(pgd_t)); in pgd_ctor()
199 KERNEL_PGD_PTRS * sizeof(pgd_t)); in pgd_ctor()
205 static void pgd_dtor(pgd_t *pgd) in pgd_dtor()
214 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
216 pgd_t *pgd = kmem_cache_alloc(pgd_cache, GFP_KERNEL); in pgd_alloc()
222 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
[all …]
Dfault.c105 static inline pmd_t *vmalloc_sync_one(pgd_t *pgd, unsigned long address) in vmalloc_sync_one()
108 pgd_t *pgd_k; in vmalloc_sync_one()
137 static inline int vmalloc_fault(pgd_t *pgd, unsigned long address) in vmalloc_fault()
184 static pgd_t *get_current_pgd(void) in get_current_pgd()
190 return (pgd_t *) __va(ctx.page_table); in get_current_pgd()
211 static int handle_migrating_pte(pgd_t *pgd, int fault_num, in handle_migrating_pte()
274 pgd_t *pgd; in handle_page_fault()
606 pgd_t *pgd = get_current_pgd(); in do_page_fault_ics()
Dinit.c152 static pmd_t *__init get_pmd(pgd_t pgtables[], unsigned long va) in get_pmd()
160 static pmd_t *__init get_pmd(pgd_t pgtables[], unsigned long va) in get_pmd()
178 unsigned long end, pgd_t *pgd) in page_table_range_init()
388 static pgd_t pgtables[PTRS_PER_PGD]
405 static void __init kernel_physical_mapping_init(pgd_t *pgd_base) in kernel_physical_mapping_init()
637 static void __init permanent_kmaps_init(pgd_t *pgd_base) in permanent_kmaps_init()
639 pgd_t *pgd; in permanent_kmaps_init()
740 pgd_t *pgd_base = swapper_pg_dir; in paging_init()
Dhugetlbpage.c57 pgd_t *pgd; in huge_pte_alloc()
106 pgd_t *pgd; in huge_pte_offset()
114 pgd = (pgd_t *)get_pte((pte_t *)mm->pgd, pgd_index(addr), 0); in huge_pte_offset()
/linux-4.1.27/arch/arm/include/asm/
Dkvm_mmu.h88 static inline void kvm_clean_pgd(pgd_t *pgd) in kvm_clean_pgd()
90 clean_dcache_area(pgd, PTRS_PER_S2_PGD * sizeof(pgd_t)); in kvm_clean_pgd()
173 return PTRS_PER_S2_PGD * sizeof(pgd_t); in kvm_get_hwpgd_size()
277 static inline void __kvm_extend_hypmap(pgd_t *boot_hyp_pgd, in __kvm_extend_hypmap()
278 pgd_t *hyp_pgd, in __kvm_extend_hypmap()
279 pgd_t *merged_hyp_pgd, in __kvm_extend_hypmap()
Dpgtable-3level-types.h38 typedef struct { pgdval_t pgd; } pgd_t; typedef
48 #define __pgd(x) ((pgd_t) { (x) } )
55 typedef pgdval_t pgd_t; typedef
Dproc-fns.h138 pg &= ~(PTRS_PER_PGD*sizeof(pgd_t)-1); \
139 (pgd_t *)phys_to_virt(pg); \
148 (pgd_t *)phys_to_virt(pg); \
Dpgtable-2level-types.h35 typedef struct { pmdval_t pgd[2]; } pgd_t; typedef
53 typedef pmdval_t pgd_t[2]; typedef
Dpgalloc.h57 extern pgd_t *pgd_alloc(struct mm_struct *mm);
58 extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
Didmap.h10 extern pgd_t *idmap_pgd;
Dpage-nommu.h34 typedef unsigned long pgd_t[2]; typedef
Dpgtable-nommu.h46 #define swapper_pg_dir ((pgd_t *) 0)
/linux-4.1.27/drivers/lguest/
Dpage_tables.c83 static pgd_t *spgd_addr(struct lg_cpu *cpu, u32 i, unsigned long vaddr) in spgd_addr()
97 static pmd_t *spmd_addr(struct lg_cpu *cpu, pgd_t spgd, unsigned long vaddr) in spmd_addr()
115 static pte_t *spte_addr(struct lg_cpu *cpu, pgd_t spgd, unsigned long vaddr) in spte_addr()
139 return cpu->lg->pgdirs[cpu->cpu_pgd].gpgdir + index * sizeof(pgd_t); in gpgd_addr()
144 static unsigned long gpmd_addr(pgd_t gpgd, unsigned long vaddr) in gpmd_addr()
163 pgd_t gpgd, unsigned long vaddr) in gpte_addr()
273 static bool check_gpgd(struct lg_cpu *cpu, pgd_t gpgd) in check_gpgd()
306 pgd_t *spgd; in find_spte()
400 pgd_t gpgd; in demand_page()
413 gpgd = lgread(cpu, gpgd_addr(cpu, vaddr), pgd_t); in demand_page()
[all …]
/linux-4.1.27/arch/x86/include/asm/
Dpgtable_64.h23 extern pgd_t init_level4_pgt[];
109 static inline void native_set_pgd(pgd_t *pgdp, pgd_t pgd) in native_set_pgd()
114 static inline void native_pgd_clear(pgd_t *pgd) in native_pgd_clear()
130 static inline int pgd_large(pgd_t pgd) { return 0; } in pgd_large()
Dpgtable_types.h220 typedef struct { pgdval_t pgd; } pgd_t; typedef
222 static inline pgd_t native_make_pgd(pgdval_t val) in native_make_pgd()
224 return (pgd_t) { val }; in native_make_pgd()
227 static inline pgdval_t native_pgd_val(pgd_t pgd) in native_pgd_val()
232 static inline pgdval_t pgd_flags(pgd_t pgd) in pgd_flags()
411 extern pte_t *lookup_address_in_pgd(pgd_t *pgd, unsigned long address,
415 extern int kernel_map_pages_in_pgd(pgd_t *pgd, u64 pfn, unsigned long address,
417 void kernel_unmap_pages_in_pgd(pgd_t *root, unsigned long address,
Dpgalloc.h14 static inline void paravirt_pgd_free(struct mm_struct *mm, pgd_t *pgd) {} in paravirt_pgd_free()
33 extern pgd_t *pgd_alloc(struct mm_struct *);
34 extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
120 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
Dpgtable_32.h28 extern pgd_t swapper_pg_dir[1024];
29 extern pgd_t initial_page_table[1024];
Dpgtable.h21 void ptdump_walk_pgd_level(struct seq_file *m, pgd_t *pgd);
600 static inline int pgd_present(pgd_t pgd) in pgd_present()
605 static inline unsigned long pgd_page_vaddr(pgd_t pgd) in pgd_page_vaddr()
622 static inline pud_t *pud_offset(pgd_t *pgd, unsigned long address) in pud_offset()
627 static inline int pgd_bad(pgd_t pgd) in pgd_bad()
632 static inline int pgd_none(pgd_t pgd) in pgd_none()
829 static inline void clone_pgd_range(pgd_t *dst, pgd_t *src, int count) in clone_pgd_range()
831 memcpy(dst, src, count * sizeof(pgd_t)); in clone_pgd_range()
Dinit.h11 int kernel_ident_mapping_init(struct x86_mapping_info *info, pgd_t *pgd_page,
Defi.h94 extern pgd_t * __init efi_call_phys_prolog(void);
95 extern void __init efi_call_phys_epilog(pgd_t *save_pgd);
Dparavirt.h370 static inline void paravirt_pgd_free(struct mm_struct *mm, pgd_t *pgd) in paravirt_pgd_free()
456 static inline pgd_t __pgd(pgdval_t val) in __pgd()
467 return (pgd_t) { ret }; in __pgd()
470 static inline pgdval_t pgd_val(pgd_t pgd) in pgd_val()
617 static inline void set_pgd(pgd_t *pgdp, pgd_t pgd) in set_pgd()
629 static inline void pgd_clear(pgd_t *pgdp) in pgd_clear()
/linux-4.1.27/arch/alpha/include/asm/
Dpgtable.h228 extern inline void pgd_set(pgd_t * pgdp, pmd_t * pmdp) in pgd_set()
243 extern inline unsigned long pgd_page_vaddr(pgd_t pgd) in pgd_page_vaddr()
258 extern inline int pgd_none(pgd_t pgd) { return !pgd_val(pgd); } in pgd_none()
259 extern inline int pgd_bad(pgd_t pgd) { return (pgd_val(pgd) & ~_PFN_MASK) != _PAGE_TABLE; } in pgd_bad()
260 extern inline int pgd_present(pgd_t pgd) { return pgd_val(pgd) & _PAGE_VALID; } in pgd_present()
261 extern inline void pgd_clear(pgd_t * pgdp) { pgd_val(*pgdp) = 0; } in pgd_clear()
303 extern inline pmd_t * pmd_offset(pgd_t * dir, unsigned long address) in pmd_offset()
322 extern pgd_t swapper_pg_dir[1024];
Dpgalloc.h27 pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
32 extern pgd_t *pgd_alloc(struct mm_struct *mm);
35 pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dpage.h32 typedef struct { unsigned long pgd; } pgd_t; typedef
42 #define __pgd(x) ((pgd_t) { (x) } )
51 typedef unsigned long pgd_t; typedef
/linux-4.1.27/arch/cris/include/asm/
Dpgalloc.h15 static inline pgd_t *pgd_alloc (struct mm_struct *mm) in pgd_alloc()
17 return (pgd_t *)get_zeroed_page(GFP_KERNEL); in pgd_alloc()
20 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dpage.h27 typedef struct { unsigned long pgd; } pgd_t; typedef
37 #define __pgd(x) ((pgd_t) { (x) } )
Dmmu_context.h21 DECLARE_PER_CPU(pgd_t *, current_pgd);
Dpgtable.h235 static inline pgd_t * pgd_offset(const struct mm_struct *mm, unsigned long address) in pgd_offset()
261 extern pgd_t swapper_pg_dir[PTRS_PER_PGD]; /* defined in head.S */
/linux-4.1.27/arch/mips/mm/
Dpgtable-32.c36 pgd_t *pgd_base; in pagetable_init()
38 pgd_t *pgd; in pagetable_init()
47 + sizeof(pgd_t) * USER_PTRS_PER_PGD); in pagetable_init()
Dgup.c167 static int gup_pud_range(pgd_t pgd, unsigned long addr, unsigned long end, in gup_pud_range()
203 pgd_t *pgdp; in __get_user_pages_fast()
234 pgd_t pgd = *pgdp; in __get_user_pages_fast()
269 pgd_t *pgdp; in get_user_pages_fast()
284 pgd_t pgd = *pgdp; in get_user_pages_fast()
Dhugetlbpage.c27 pgd_t *pgd; in huge_pte_alloc()
41 pgd_t *pgd; in huge_pte_offset()
Dinit.c217 pgd_t *pgd_base) in fixrange_init()
220 pgd_t *pgd; in fixrange_init()
447 pgd_t swapper_pg_dir[_PTRS_PER_PGD] __section(.bss..swapper_pg_dir);
Dfault.c303 pgd_t *pgd, *pgd_k; in __do_page_fault()
308 pgd = (pgd_t *) pgd_current[raw_smp_processor_id()] + offset; in __do_page_fault()
/linux-4.1.27/arch/unicore32/include/asm/
Dpage.h38 typedef struct { unsigned long pgd; } pgd_t; typedef
46 #define __pgd(x) ((pgd_t) { (x) })
54 typedef unsigned long pgd_t; typedef
Dpgalloc.h25 extern pgd_t *get_pgd_slow(struct mm_struct *mm);
26 extern void free_pgd_slow(struct mm_struct *mm, pgd_t *pgd);
Dcpu-single.h29 (pgd_t *)phys_to_virt(pg); \
/linux-4.1.27/arch/xtensa/include/asm/
Dpgalloc.h30 static inline pgd_t*
33 return (pgd_t*) __get_free_pages(GFP_KERNEL | __GFP_ZERO, PGD_ORDER); in pgd_alloc()
36 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dpage.h106 typedef struct { unsigned long pgd; } pgd_t; /* PGD table entry */ typedef
115 #define __pgd(x) ((pgd_t) { (x) } )
/linux-4.1.27/arch/alpha/mm/
Dinit.c40 pgd_t *
43 pgd_t *ret, *init; in pgd_alloc()
45 ret = (pgd_t *)__get_free_page(GFP_KERNEL | __GFP_ZERO); in pgd_alloc()
50 (PTRS_PER_PGD - USER_PTRS_PER_PGD - 1)*sizeof(pgd_t)); in pgd_alloc()
147 pgd_t *pgd; in callback_init()
/linux-4.1.27/arch/frv/include/asm/
Dpgtable.h67 #define swapper_pg_dir ((pgd_t *) NULL)
156 extern pgd_t swapper_pg_dir[PTRS_PER_PGD];
196 static inline int pgd_none(pgd_t pgd) { return 0; } in pgd_none()
197 static inline int pgd_bad(pgd_t pgd) { return 0; } in pgd_bad()
198 static inline int pgd_present(pgd_t pgd) { return 1; } in pgd_present()
199 static inline void pgd_clear(pgd_t *pgd) { } in pgd_clear()
208 memcpy((pgdptr), &(pgdval), sizeof(pgd_t)); \
212 static inline pud_t *pud_offset(pgd_t *pgd, unsigned long address) in pud_offset()
492 pgd_t *pge = pgd_offset(mm, address); in update_mmu_cache()
Dpgalloc.h34 extern pgd_t *pgd_alloc(struct mm_struct *);
35 extern void pgd_free(struct mm_struct *mm, pgd_t *);
Dpage.h26 typedef struct { pud_t pge[1]; } pgd_t; typedef
39 #define __pgd(x) ((pgd_t) { (x) } )
Dmmu_context.h26 extern void change_mm_context(mm_context_t *old, mm_context_t *ctx, pgd_t *_pgd);
/linux-4.1.27/arch/s390/include/asm/
Dpgalloc.h91 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
101 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
114 return (pgd_t *) table; in pgd_alloc()
117 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dpage.h75 typedef struct { unsigned long pgd; } pgd_t; typedef
89 #define __pgd(x) ((pgd_t) { (x) } )
/linux-4.1.27/arch/sparc/include/asm/
Dpgalloc_32.h21 pgd_t *get_pgd_fast(void);
22 static inline void free_pgd_fast(pgd_t *pgd) in free_pgd_fast()
30 static inline void pgd_set(pgd_t * pgdp, pmd_t * pmdp) in pgd_set()
Dpgtable_32.h134 static inline unsigned long pgd_page_vaddr(pgd_t pgd) in pgd_page_vaddr()
186 static inline int pgd_none(pgd_t pgd) in pgd_none()
191 static inline int pgd_bad(pgd_t pgd) in pgd_bad()
196 static inline int pgd_present(pgd_t pgd) in pgd_present()
201 static inline void pgd_clear(pgd_t *pgdp) in pgd_clear()
321 static inline pmd_t *pmd_offset(pgd_t * dir, unsigned long address) in pmd_offset()
Dpgalloc_64.h18 static inline void __pgd_populate(pgd_t *pgd, pud_t *pud) in __pgd_populate()
25 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
30 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dpage_32.h57 typedef struct { unsigned long pgd; } pgd_t; typedef
73 #define __pgd(x) ((pgd_t) { (x) } )
85 typedef unsigned long pgd_t; typedef
Dpage_64.h61 typedef struct { unsigned long pgd; } pgd_t; typedef
75 #define __pgd(x) ((pgd_t) { (x) } )
84 typedef unsigned long pgd_t; typedef
/linux-4.1.27/arch/x86/xen/
Dmmu.c418 __visible pgdval_t xen_pgd_val(pgd_t pgd) in xen_pgd_val()
432 __visible pgd_t xen_make_pgd(pgdval_t pgd) in xen_make_pgd()
520 static pgd_t *xen_get_user_pgd(pgd_t *pgd) in xen_get_user_pgd()
522 pgd_t *pgd_page = (pgd_t *)(((unsigned long)pgd) & PAGE_MASK); in xen_get_user_pgd()
524 pgd_t *user_ptr = NULL; in xen_get_user_pgd()
528 user_ptr = (pgd_t *)page->private; in xen_get_user_pgd()
536 static void __xen_set_pgd_hyper(pgd_t *ptr, pgd_t val) in __xen_set_pgd_hyper()
552 static void __init xen_set_pgd_hyper(pgd_t *ptr, pgd_t val) in xen_set_pgd_hyper()
565 static void xen_set_pgd(pgd_t *ptr, pgd_t val) in xen_set_pgd()
567 pgd_t *user_ptr = xen_get_user_pgd(ptr); in xen_set_pgd()
[all …]
/linux-4.1.27/arch/metag/mm/
Dinit.c30 pgd_t swapper_pg_dir[PTRS_PER_PGD] __page_aligned_data;
44 static void insert_gateway_page(pgd_t *pgd, unsigned long address) in insert_gateway_page()
70 pgd_t *pgd; in user_gateway_init()
85 pgd = (pgd_t *)mmu_get_base() + offset; in user_gateway_init()
266 pgd_t *pgd; in allocate_pgtables()
295 pgd_t *pgd; in fixedrange_init()
Dmmu-meta2.c23 pgd_t *pgd, entry; in mmu_read_first_level_page()
47 pgd = (pgd_t *)mmu_get_base(); in mmu_read_first_level_page()
136 pgd_t *p_swapper_pg_dir; in mmu_init()
Dfault.c69 pgd_t *pgd, *pgd_k; in do_page_fault()
74 pgd = ((pgd_t *)mmu_get_base()) + offset; in do_page_fault()
Dhugetlbpage.c62 pgd_t *pgd; in huge_pte_alloc()
79 pgd_t *pgd; in huge_pte_offset()
/linux-4.1.27/arch/sparc/mm/
Dgup.c143 static int gup_pud_range(pgd_t pgd, unsigned long addr, unsigned long end, in gup_pud_range()
169 pgd_t *pgdp; in __get_user_pages_fast()
180 pgd_t pgd = *pgdp; in __get_user_pages_fast()
199 pgd_t *pgdp; in get_user_pages_fast()
228 pgd_t pgd = *pgdp; in get_user_pages_fast()
Dsrmmu.c63 static pgd_t *srmmu_swapper_pg_dir;
109 static inline void srmmu_ctxd_set(ctxd_t *ctxp, pgd_t *pgdp) in srmmu_ctxd_set()
273 pgd_t *pgd; in srmmu_nocache_init()
319 pgd_t *get_pgd_fast(void) in get_pgd_fast()
321 pgd_t *pgd = NULL; in get_pgd_fast()
325 pgd_t *init = pgd_offset_k(0); in get_pgd_fast()
326 memset(pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t)); in get_pgd_fast()
328 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in get_pgd_fast()
485 pgd_t *pgdp; in srmmu_mapioaddr()
520 pgd_t *pgdp; in srmmu_unmapioaddr()
[all …]
Dhugetlbpage.c132 pgd_t *pgd; in huge_pte_alloc()
156 pgd_t *pgd; in huge_pte_offset()
/linux-4.1.27/arch/arm/kvm/
Dmmu.c36 static pgd_t *boot_hyp_pgd;
37 static pgd_t *hyp_pgd;
38 static pgd_t *merged_hyp_pgd;
45 #define hyp_pgd_order get_order(PTRS_PER_PGD * sizeof(pgd_t))
157 static void clear_pgd_entry(struct kvm *kvm, pgd_t *pgd, phys_addr_t addr) in clear_pgd_entry()
261 static void unmap_puds(struct kvm *kvm, pgd_t *pgd, in unmap_puds()
291 static void unmap_range(struct kvm *kvm, pgd_t *pgdp, in unmap_range()
294 pgd_t *pgd; in unmap_range()
336 static void stage2_flush_puds(struct kvm *kvm, pgd_t *pgd, in stage2_flush_puds()
360 pgd_t *pgd; in stage2_flush_memslot()
[all …]
/linux-4.1.27/arch/ia64/include/asm/
Dpgalloc.h25 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
30 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
37 pgd_populate(struct mm_struct *mm, pgd_t * pgd_entry, pud_t * pud) in pgd_populate()
Dpage.h179 typedef struct { unsigned long pgd; } pgd_t; typedef
202 typedef unsigned long pgd_t; typedef
/linux-4.1.27/include/trace/events/
Dxen.h245 TP_PROTO(pgd_t *pgdp, pgd_t *user_pgdp, pgd_t pgdval),
248 __field(pgd_t *, pgdp)
249 __field(pgd_t *, user_pgdp)
290 TP_PROTO(pgd_t *pgdp),
293 __field(pgd_t *, pgdp)
362 TP_PROTO(struct mm_struct *mm, pgd_t *pgd),
366 __field(pgd_t *, pgd)
374 TP_PROTO(struct mm_struct *mm, pgd_t *pgd), \
/linux-4.1.27/mm/
Dsparse-vmemmap.c127 pud_t * __meminit vmemmap_pud_populate(pgd_t *pgd, unsigned long addr, int node) in vmemmap_pud_populate()
139 pgd_t * __meminit vmemmap_pgd_populate(unsigned long addr, int node) in vmemmap_pgd_populate()
141 pgd_t *pgd = pgd_offset_k(addr); in vmemmap_pgd_populate()
155 pgd_t *pgd; in vmemmap_populate_basepages()
Dgup.c147 pgd_t *pgd; in follow_page_mask()
216 pgd_t *pgd; in get_gate_page()
1162 static int gup_huge_pgd(pgd_t orig, pgd_t *pgdp, unsigned long addr, in gup_huge_pgd()
1247 static int gup_pud_range(pgd_t pgd, unsigned long addr, unsigned long end, in gup_pud_range()
1285 pgd_t *pgdp; in __get_user_pages_fast()
1312 pgd_t pgd = READ_ONCE(*pgdp); in __get_user_pages_fast()
Dpagewalk.c72 static int walk_pud_range(pgd_t *pgd, unsigned long addr, unsigned long end, in walk_pud_range()
101 pgd_t *pgd; in walk_pgd_range()
/linux-4.1.27/arch/um/include/asm/
Dpgtable-2level.h35 static inline int pgd_newpage(pgd_t pgd) { return 0; } in pgd_newpage()
36 static inline void pgd_mkuptodate(pgd_t pgd) { } in pgd_mkuptodate()
Dpage.h38 typedef struct { unsigned long pgd; } pgd_t; typedef
61 typedef struct { unsigned long pgd; } pgd_t; typedef
92 #define __pgd(x) ((pgd_t) { (x) } )
Dpgalloc.h25 extern pgd_t *pgd_alloc(struct mm_struct *);
26 extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
Dpgtable-3level.h68 static inline int pgd_newpage(pgd_t pgd) in pgd_newpage()
73 static inline void pgd_mkuptodate(pgd_t pgd) { pgd_val(pgd) &= ~_PAGE_NEWPAGE; } in pgd_mkuptodate()
/linux-4.1.27/arch/mn10300/include/asm/
Dpgalloc.h36 extern pgd_t *pgd_alloc(struct mm_struct *);
37 extern void pgd_free(struct mm_struct *, pgd_t *);
Dpage.h39 typedef struct { unsigned long pgd; } pgd_t; typedef
57 #define __pgd(x) ((pgd_t) { (x) })
/linux-4.1.27/arch/powerpc/mm/
Dpgtable_32.c84 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
86 pgd_t *ret; in pgd_alloc()
92 ret = (pgd_t *)__get_free_pages(GFP_KERNEL|__GFP_ZERO, in pgd_alloc()
98 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
369 pgd_t *pgd; in get_pteptr()
Dhugetlbpage.c85 int pgd_huge(pgd_t pgd) in pgd_huge()
103 int pgd_huge(pgd_t pgd) in pgd_huge()
193 pgd_t *pg; in huge_pte_alloc()
243 pgd_t *pg; in huge_pte_alloc()
587 static void hugetlb_free_pud_range(struct mmu_gather *tlb, pgd_t *pgd, in hugetlb_free_pud_range()
642 pgd_t *pgd; in hugetlb_free_pgd_range()
971 pte_t *__find_linux_pte_or_hugepte(pgd_t *pgdir, unsigned long ea, in __find_linux_pte_or_hugepte()
974 pgd_t pgd, *pgdp; in __find_linux_pte_or_hugepte()
/linux-4.1.27/arch/tile/include/asm/
Dmmu_context.h37 static inline void __install_page_table(pgd_t *pgdir, int asid, pgprot_t prot) in __install_page_table()
46 static inline void install_page_table(pgd_t *pgdir, int asid) in install_page_table()
Dpgalloc.h68 extern pgd_t *pgd_alloc(struct mm_struct *mm);
69 extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
Dpage.h84 typedef HV_PTE pgd_t; typedef
112 static inline u64 pgd_val(pgd_t pgd) in pgd_val()
Dpgtable.h45 extern pgd_t swapper_pg_dir[];
60 ((PTRS_PER_PGD * sizeof(pgd_t)) - sizeof(struct list_head))
64 ((pgd_t *)((char *)(list) - PGD_LIST_OFFSET))
/linux-4.1.27/arch/nios2/include/asm/
Dpgalloc.h33 extern pgd_t *pgd_alloc(struct mm_struct *mm);
35 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dpage.h62 typedef struct { unsigned long pgd; } pgd_t; typedef
70 #define __pgd(x) ((pgd_t) { (x) })
Dmmu_context.h25 extern pgd_t *pgd_current;
/linux-4.1.27/arch/m32r/mm/
Dinit.c33 pgd_t swapper_pg_dir[1024];
97 pgd_t *pg_dir; in paging_init()
Dfault.c308 pgd_t *pgd, *pgd_k; in do_page_fault()
312 pgd = (pgd_t *)*(unsigned long *)MPTB; in do_page_fault()
313 pgd = offset + (pgd_t *)pgd; in do_page_fault()
/linux-4.1.27/arch/openrisc/mm/
Dfault.c36 volatile pgd_t *current_pgd;
310 pgd_t *pgd, *pgd_k; in do_page_fault()
322 pgd = (pgd_t *)current_pgd + offset; in do_page_fault()
/linux-4.1.27/arch/cris/arch-v10/mm/
Dfault.c48 pgd_t* pgd = (pgd_t*)per_cpu(current_pgd, smp_processor_id()); in handle_mmu_bus_fault()
/linux-4.1.27/arch/cris/mm/
Dfault.c32 DEFINE_PER_CPU(pgd_t *, current_pgd);
324 pgd_t *pgd, *pgd_k; in do_page_fault()
329 pgd = (pgd_t *)per_cpu(current_pgd, smp_processor_id()) + offset; in do_page_fault()
/linux-4.1.27/arch/s390/mm/
Dgup.c139 static inline int gup_pud_range(pgd_t *pgdp, pgd_t pgd, unsigned long addr, in gup_pud_range()
172 pgd_t *pgdp, pgd; in __get_user_pages_fast()
Dpageattr.c45 pgd_t *pgdp; in walk_page_table()
127 pgd_t *pgd; in __kernel_map_pages()
Dhugetlbpage.c170 pgd_t *pgdp; in huge_pte_alloc()
183 pgd_t *pgdp; in huge_pte_offset()
Dvmem.c82 pgd_t *pg_dir; in vmem_add_mem()
150 pgd_t *pg_dir; in vmem_remove_range()
196 pgd_t *pg_dir; in vmemmap_populate()
Ddump_pagetables.c149 pgd_t *pgd, unsigned long addr) in walk_pud_level()
174 pgd_t *pgd; in walk_pgd_level()
/linux-4.1.27/lib/
Dioremap.c97 static inline int ioremap_pud_range(pgd_t *pgd, unsigned long addr, in ioremap_pud_range()
126 pgd_t *pgd; in ioremap_page_range()
/linux-4.1.27/arch/m68k/mm/
Dkmap.c110 pgd_t *pgd_dir; in __ioremap()
250 pgd_t *pgd_dir; in __iounmap()
299 pgd_t *pgd_dir; in kernel_set_cachemode()
Dmcfmmu.c37 pgd_t *pg_dir; in paging_init()
88 pgd_t *pgd; in cf_tlb_miss()
Dsun3mmu.c38 pgd_t * pg_dir; in paging_init()
/linux-4.1.27/arch/ia64/mm/
Dhugetlbpage.c31 pgd_t *pgd; in huge_pte_alloc()
50 pgd_t *pgd; in huge_pte_offset()
Dinit.c214 pgd_t *pgd; in put_kernel_page()
394 pgd_t *pgd; in vmemmap_find_next_valid_pfn()
442 pgd_t *pgd; in create_mem_map_page_table()
617 BUG_ON(PTRS_PER_PGD * sizeof(pgd_t) != PAGE_SIZE); in mem_init()
/linux-4.1.27/arch/score/mm/
Dfault.c208 pgd_t *pgd, *pgd_k; in do_page_fault()
213 pgd = (pgd_t *) pgd_current + offset; in do_page_fault()
Dinit.c108 pgd_t swapper_pg_dir[PTRS_PER_PGD] __page_aligned(PTE_ORDER);
/linux-4.1.27/arch/unicore32/include/mach/
Dpm.h37 extern int restore_image(pgd_t *resume_pg_dir, struct pbe *restore_pblist);
/linux-4.1.27/arch/arm/mach-keystone/
Dplatsmp.c45 pgd_t *pgd0 = pgd_offset_k(0); in keystone_smp_secondary_initmem()
/linux-4.1.27/arch/x86/kernel/
Dmachine_kexec_32.c84 image->arch.pgd = (pgd_t *)get_zeroed_page(GFP_KERNEL); in machine_kexec_alloc_page_tables()
103 pgd_t *pgd, pmd_t *pmd, pte_t *pte, in machine_kexec_page_table_set_one()
Dmachine_kexec_64.c42 static int init_transition_pgtable(struct kimage *image, pgd_t *pgd) in init_transition_pgtable()
107 pgd_t *level4p; in init_pgtable()
111 level4p = (pgd_t *)__va(start_pgtable); in init_pgtable()
/linux-4.1.27/arch/c6x/include/asm/
Dpgtable.h63 #define swapper_pg_dir ((pgd_t *) 0)
/linux-4.1.27/arch/avr32/mm/
Dinit.c28 pgd_t swapper_pg_dir[PTRS_PER_PGD] __page_aligned_data;

12