Home
last modified time | relevance | path

Searched defs:pgd (Results 1 – 200 of 250) sorted by relevance

12

/linux-4.4.14/include/asm-generic/
Dpgtable-nopud.h13 typedef struct { pgd_t pgd; } pud_t; member
25 static inline int pgd_none(pgd_t pgd) { return 0; } in pgd_none()
26 static inline int pgd_bad(pgd_t pgd) { return 0; } in pgd_bad()
27 static inline int pgd_present(pgd_t pgd) { return 1; } in pgd_present()
28 static inline void pgd_clear(pgd_t *pgd) { } in pgd_clear()
31 #define pgd_populate(mm, pgd, pud) do { } while (0) argument
38 static inline pud_t * pud_offset(pgd_t * pgd, unsigned long address) in pud_offset()
46 #define pgd_page(pgd) (pud_page((pud_t){ pgd })) argument
47 #define pgd_page_vaddr(pgd) (pud_page_vaddr((pud_t){ pgd })) argument
D4level-fixup.h18 #define pud_alloc(mm, pgd, address) (pgd) argument
19 #define pud_offset(pgd, start) (pgd) argument
Dpage.h46 unsigned long pgd; member
/linux-4.4.14/arch/mn10300/mm/
Dpgtable.c37 pgd_t *pgd; in set_pmd_pfn() local
108 static inline void pgd_list_add(pgd_t *pgd) in pgd_list_add()
118 static inline void pgd_list_del(pgd_t *pgd) in pgd_list_del()
128 void pgd_ctor(void *pgd) in pgd_ctor()
148 void pgd_dtor(void *pgd) in pgd_dtor()
162 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dcache-inv-icache.c32 pgd_t *pgd; in flush_icache_page_range() local
Dcache-flush-icache.c54 pgd_t *pgd; in flush_icache_page_range() local
Dfault.c386 pgd_t *pgd, *pgd_k; in do_page_fault() local
/linux-4.4.14/arch/frv/mm/
Dpgalloc.c89 static inline void pgd_list_add(pgd_t *pgd) in pgd_list_add()
99 static inline void pgd_list_del(pgd_t *pgd) in pgd_list_del()
109 void pgd_ctor(void *pgd) in pgd_ctor()
129 void pgd_dtor(void *pgd) in pgd_dtor()
143 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dmmu-context.c90 void change_mm_context(mm_context_t *old, mm_context_t *ctx, pgd_t *pgd) in change_mm_context()
Dfault.c299 pgd_t *pgd, *pgd_k; in do_page_fault() local
/linux-4.4.14/arch/x86/mm/
Dpgtable.c87 static inline void pgd_list_add(pgd_t *pgd) in pgd_list_add()
94 static inline void pgd_list_del(pgd_t *pgd) in pgd_list_del()
105 static void pgd_set_mm(pgd_t *pgd, struct mm_struct *mm) in pgd_set_mm()
116 static void pgd_ctor(struct mm_struct *mm, pgd_t *pgd) in pgd_ctor()
136 static void pgd_dtor(pgd_t *pgd) in pgd_dtor()
244 pgd_t pgd = pgdp[i]; in pgd_mop_up_pmds() local
258 static void pgd_prepopulate_pmd(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmds[]) in pgd_prepopulate_pmd()
335 static inline void _pgd_free(pgd_t *pgd) in _pgd_free()
348 static inline void _pgd_free(pgd_t *pgd) in _pgd_free()
356 pgd_t *pgd; in pgd_alloc() local
[all …]
Dinit_64.c106 pgd_t *pgd = pgd_page + pgd_index(addr) + off; in kernel_ident_mapping_init() local
184 pgd_t *pgd; in sync_global_pgds() local
233 static pud_t *fill_pud(pgd_t *pgd, unsigned long vaddr) in fill_pud()
289 pgd_t *pgd; in set_pte_vaddr() local
306 pgd_t *pgd; in populate_extra_pmd() local
328 pgd_t *pgd; in __init_extra_mapping() local
612 pgd_t *pgd = pgd_offset_k(start); in kernel_physical_mapping_init() local
770 static bool __meminit free_pud_table(pud_t *pud_start, pgd_t *pgd) in free_pud_table()
979 pgd_t *pgd; in remove_pagetable() local
1162 pgd_t *pgd; in kern_addr_valid() local
[all …]
Dgup.c226 static int gup_pud_range(pgd_t pgd, unsigned long addr, unsigned long end, in gup_pud_range()
294 pgd_t pgd = *pgdp; in __get_user_pages_fast() local
366 pgd_t pgd = *pgdp; in get_user_pages_fast() local
Dinit_32.c69 static pmd_t * __init one_md_table_init(pgd_t *pgd) in one_md_table_init()
211 pgd_t *pgd; in page_table_range_init() local
262 pgd_t *pgd; in kernel_physical_mapping_init() local
416 pgd_t *pgd; in permanent_kmaps_init() local
456 pgd_t *pgd, *base = swapper_pg_dir; in native_pagetable_init() local
Dfault.c194 static inline pmd_t *vmalloc_sync_one(pgd_t *pgd, unsigned long address) in vmalloc_sync_one()
328 pgd_t *pgd = &base[pgd_index(address)]; in dump_pagetable() local
369 pgd_t *pgd, *pgd_ref; in vmalloc_fault() local
470 pgd_t *pgd = base + pgd_index(address); in dump_pagetable() local
602 pgd_t *pgd; in show_fault_oops() local
954 pgd_t *pgd; in spurious_fault() local
Dpgtable_32.c29 pgd_t *pgd; in set_pte_vaddr() local
Dkasan_init_64.c38 static void __init kasan_map_early_shadow(pgd_t *pgd) in kasan_map_early_shadow()
Dpageattr.c33 pgd_t *pgd; member
327 pte_t *lookup_address_in_pgd(pgd_t *pgd, unsigned long address, in lookup_address_in_pgd()
389 pgd_t *pgd; in lookup_pmd_address() local
460 pgd_t *pgd; in __set_pmd_pte() local
832 static void unmap_pud_range(pgd_t *pgd, unsigned long start, unsigned long end) in unmap_pud_range()
1001 static int populate_pud(struct cpa_data *cpa, unsigned long start, pgd_t *pgd, in populate_pud()
1945 int kernel_map_pages_in_pgd(pgd_t *pgd, u64 pfn, unsigned long address, in kernel_map_pages_in_pgd()
Ddump_pagetables.c376 static void ptdump_walk_pgd_level_core(struct seq_file *m, pgd_t *pgd, in ptdump_walk_pgd_level_core()
425 void ptdump_walk_pgd_level(struct seq_file *m, pgd_t *pgd) in ptdump_walk_pgd_level()
/linux-4.4.14/arch/powerpc/include/asm/
Dpgtable-ppc64-4k.h55 #define pgd_none(pgd) (!pgd_val(pgd)) argument
56 #define pgd_bad(pgd) (pgd_val(pgd) == 0) argument
57 #define pgd_present(pgd) (pgd_val(pgd) != 0) argument
59 #define pgd_page_vaddr(pgd) (pgd_val(pgd) & ~PGD_MASKED_BITS) argument
63 static inline pte_t pgd_pte(pgd_t pgd) in pgd_pte()
Dpgtable-ppc64-64k.h41 #define pgd_pte(pgd) (pud_pte(((pud_t){ pgd }))) argument
Dpage.h316 typedef struct { unsigned long pgd; } pgd_t; member
403 #define pgd_huge(pgd) 0 argument
/linux-4.4.14/arch/m32r/include/asm/
Dpgtable-2level.h34 static inline int pgd_none(pgd_t pgd) { return 0; } in pgd_none()
35 static inline int pgd_bad(pgd_t pgd) { return 0; } in pgd_bad()
36 static inline int pgd_present(pgd_t pgd) { return 1; } in pgd_present()
54 #define pgd_page_vaddr(pgd) \ argument
58 #define pgd_page(pgd) (mem_map + ((pgd_val(pgd) >> PAGE_SHIFT) - PFN_BASE)) argument
Dpgalloc.h23 pgd_t *pgd = (pgd_t *)__get_free_page(GFP_KERNEL|__GFP_ZERO); in pgd_alloc() local
28 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dpage.h28 typedef struct { unsigned long pgd; } pgd_t; member
/linux-4.4.14/arch/tile/mm/
Dpgtable.c100 pgd_t *pgd; in shatter_huge_page() local
168 static inline void pgd_list_add(pgd_t *pgd) in pgd_list_add()
173 static inline void pgd_list_del(pgd_t *pgd) in pgd_list_del()
181 static void pgd_ctor(pgd_t *pgd) in pgd_ctor()
205 static void pgd_dtor(pgd_t *pgd) in pgd_dtor()
216 pgd_t *pgd = kmem_cache_alloc(pgd_cache, GFP_KERNEL); in pgd_alloc() local
222 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
342 pgd_t *pgd; in virt_to_pte() local
Dfault.c105 static inline pmd_t *vmalloc_sync_one(pgd_t *pgd, unsigned long address) in vmalloc_sync_one()
137 static inline int vmalloc_fault(pgd_t *pgd, unsigned long address) in vmalloc_fault()
211 static int handle_migrating_pte(pgd_t *pgd, int fault_num, in handle_migrating_pte()
274 pgd_t *pgd; in handle_page_fault() local
606 pgd_t *pgd = get_current_pgd(); in do_page_fault_ics() local
Dhugetlbpage.c57 pgd_t *pgd; in huge_pte_alloc() local
106 pgd_t *pgd; in huge_pte_offset() local
Dinit.c178 unsigned long end, pgd_t *pgd) in page_table_range_init()
639 pgd_t *pgd; in permanent_kmaps_init() local
/linux-4.4.14/arch/arm/mm/
Dpgd.c24 #define __pgd_free(pgd) kfree(pgd) argument
27 #define __pgd_free(pgd) free_pages((unsigned long)pgd, 2) argument
121 pgd_t *pgd; in pgd_free() local
Didmap.c65 static void idmap_add_pud(pgd_t *pgd, unsigned long addr, unsigned long end, in idmap_add_pud()
77 static void identity_mapping_add(pgd_t *pgd, const char *text_start, in identity_mapping_add()
Dioremap.c142 pgd_t *pgd; in unmap_area_sections() local
190 pgd_t *pgd; in remap_area_sections() local
222 pgd_t *pgd; in remap_area_supersections() local
Ddump.c287 static void walk_pud(struct pg_state *st, pgd_t *pgd, unsigned long start) in walk_pud()
305 pgd_t *pgd = swapper_pg_dir; in walk_pgd() local
Dmmu.c378 pgd_t *pgd = pgd_offset_k(addr); in fixmap_pmd() local
806 static void __init alloc_init_pud(pgd_t *pgd, unsigned long addr, in alloc_init_pud()
826 pgd_t *pgd; in create_36bit_mapping() local
891 pgd_t *pgd; in create_mapping() local
Dfault.c61 pgd_t *pgd; in show_pte() local
426 pgd_t *pgd, *pgd_k; in do_translation_fault() local
Dfault-armv.c96 pgd_t *pgd; in adjust_pte() local
/linux-4.4.14/arch/um/kernel/
Dmem.c90 pgd_t *pgd; in fixrange_init() local
118 pgd_t *pgd; in fixaddr_user_init() local
187 pgd_t *pgd = (pgd_t *)__get_free_page(GFP_KERNEL); in pgd_alloc() local
198 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dtlb.c251 static inline int update_pud_range(pgd_t *pgd, unsigned long addr, in update_pud_range()
276 pgd_t *pgd; in fix_range_common() local
311 pgd_t *pgd; in flush_tlb_kernel_range_common() local
395 pgd_t *pgd; in flush_tlb_page() local
467 pud_t *pud_offset_proc(pgd_t *pgd, unsigned long address) in pud_offset_proc()
484 pgd_t *pgd = pgd_offset(task->mm, addr); in addr_pte() local
Dtrap.c29 pgd_t *pgd; in handle_page_fault() local
/linux-4.4.14/arch/m68k/include/asm/
Dpgtable_no.h18 #define pgd_present(pgd) (1) argument
19 #define pgd_none(pgd) (0) argument
20 #define pgd_bad(pgd) (0) argument
Dmotorola_pgtable.h126 #define __pgd_page(pgd) ((unsigned long)__va(pgd_val(pgd) & _TABLE_MASK)) argument
149 #define pgd_none(pgd) (!pgd_val(pgd)) argument
150 #define pgd_bad(pgd) ((pgd_val(pgd) & _DESCTYPE_MASK) != _PAGE_TABLE) argument
151 #define pgd_present(pgd) (pgd_val(pgd) & _PAGE_TABLE) argument
153 #define pgd_page(pgd) (mem_map + ((unsigned long)(__va(pgd_val(pgd)) - PAGE_OFFSET) >> PAGE_SHIFT)) argument
Dmotorola_pgalloc.h86 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
108 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
Dmcf_pgalloc.h26 extern inline pmd_t *pmd_alloc_kernel(pgd_t *pgd, unsigned long address) in pmd_alloc_kernel()
87 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dsun3_pgtable.h147 static inline int pgd_none (pgd_t pgd) { return 0; } in pgd_none()
148 static inline int pgd_bad (pgd_t pgd) { return 0; } in pgd_bad()
149 static inline int pgd_present (pgd_t pgd) { return 1; } in pgd_present()
197 static inline pmd_t *pmd_offset (pgd_t *pgd, unsigned long address) in pmd_offset()
Dmcf_pgtable.h200 static inline int pgd_none(pgd_t pgd) { return 0; } in pgd_none()
201 static inline int pgd_bad(pgd_t pgd) { return 0; } in pgd_bad()
202 static inline int pgd_present(pgd_t pgd) { return 1; } in pgd_present()
344 static inline pmd_t *pmd_offset(pgd_t *pgd, unsigned long address) in pmd_offset()
Dmmu_context.h68 static inline void set_context(mm_context_t context, pgd_t *pgd) in set_context()
101 pgd_t *pgd; in load_ksp_mmu() local
Dpage.h25 typedef struct { unsigned long pgd; } pgd_t; member
Dsun3_pgalloc.h84 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
/linux-4.4.14/arch/metag/include/asm/
Dpgalloc.h19 static inline void pgd_ctor(pgd_t *pgd) in pgd_ctor()
31 pgd_t *pgd = (pgd_t *)get_zeroed_page(GFP_KERNEL); in pgd_alloc() local
37 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dmmu_context.h54 static inline void load_pgd(pgd_t *pgd, int thread) in load_pgd()
Dpage.h75 typedef struct { unsigned long pgd; } pgd_t; member
/linux-4.4.14/arch/metag/mm/
Dinit.c44 static void insert_gateway_page(pgd_t *pgd, unsigned long address) in insert_gateway_page()
70 pgd_t *pgd; in user_gateway_init() local
266 pgd_t *pgd; in allocate_pgtables() local
295 pgd_t *pgd; in fixedrange_init() local
Dhugetlbpage.c62 pgd_t *pgd; in huge_pte_alloc() local
79 pgd_t *pgd; in huge_pte_offset() local
Dfault.c69 pgd_t *pgd, *pgd_k; in do_page_fault() local
Dmmu-meta2.c23 pgd_t *pgd, entry; in mmu_read_first_level_page() local
/linux-4.4.14/arch/sh/mm/
Dhugetlbpage.c27 pgd_t *pgd; in huge_pte_alloc() local
47 pgd_t *pgd; in huge_pte_offset() local
Dpgtable.c13 pgd_t *pgd = x; in pgd_ctor() local
37 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dgup.c139 static int gup_pud_range(pgd_t pgd, unsigned long addr, unsigned long end, in gup_pud_range()
188 pgd_t pgd = *pgdp; in __get_user_pages_fast() local
237 pgd_t pgd = *pgdp; in get_user_pages_fast() local
Dtlbex_32.c25 pgd_t *pgd; in handle_tlbmiss() local
Dfault.c60 pgd_t *pgd; in show_pte() local
127 static inline pmd_t *vmalloc_sync_one(pgd_t *pgd, unsigned long address) in vmalloc_sync_one()
Dtlbex_64.c46 pgd_t *pgd; in handle_tlbmiss() local
Dinit.c47 pgd_t *pgd; in __get_pte_phys() local
161 pgd_t *pgd; in page_table_range_init() local
Dcache-sh4.c211 pgd_t *pgd; in sh4_flush_cache_page() local
/linux-4.4.14/arch/mips/mm/
Dhugetlbpage.c27 pgd_t *pgd; in huge_pte_alloc() local
41 pgd_t *pgd; in huge_pte_offset() local
Dgup.c167 static int gup_pud_range(pgd_t pgd, unsigned long addr, unsigned long end, in gup_pud_range()
234 pgd_t pgd = *pgdp; in __get_user_pages_fast() local
284 pgd_t pgd = *pgdp; in get_user_pages_fast() local
Dpgtable-32.c38 pgd_t *pgd; in pagetable_init() local
Dfault.c304 pgd_t *pgd, *pgd_k; in __do_page_fault() local
/linux-4.4.14/arch/parisc/include/asm/
Dpgalloc.h23 pgd_t *pgd = (pgd_t *)__get_free_pages(GFP_KERNEL, in pgd_alloc() local
46 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
58 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
Dpgtable.h324 #define pgd_page_vaddr(pgd) ((unsigned long) __va(pgd_address(pgd))) argument
325 #define pgd_page(pgd) virt_to_page((void *)pgd_page_vaddr(pgd)) argument
332 static inline void pgd_clear(pgd_t *pgd) { in pgd_clear()
347 static inline int pgd_none(pgd_t pgd) { return 0; } in pgd_none()
348 static inline int pgd_bad(pgd_t pgd) { return 0; } in pgd_bad()
349 static inline int pgd_present(pgd_t pgd) { return 1; } in pgd_present()
/linux-4.4.14/arch/c6x/include/asm/
Dpgtable.h26 #define pgd_present(pgd) (1) argument
27 #define pgd_none(pgd) (0) argument
28 #define pgd_bad(pgd) (0) argument
/linux-4.4.14/arch/arm64/mm/
Dmmu.c195 static void alloc_init_pud(struct mm_struct *mm, pgd_t *pgd, in alloc_init_pud()
247 static void __create_mapping(struct mm_struct *mm, pgd_t *pgd, in __create_mapping()
476 pgd_t *pgd; in kern_addr_valid() local
519 pgd_t *pgd; in vmemmap_populate() local
565 pgd_t *pgd = pgd_offset_k(addr); in fixmap_pud() local
592 pgd_t *pgd; in early_fixmap_init() local
Dkasan_init.c60 static void __init kasan_early_pud_populate(pgd_t *pgd, in kasan_early_pud_populate()
82 pgd_t *pgd; in kasan_map_early_shadow() local
Dpgd.c41 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Ddump.c278 static void walk_pud(struct pg_state *st, pgd_t *pgd, unsigned long start) in walk_pud()
297 pgd_t *pgd = pgd_offset(mm, 0UL); in walk_pgd() local
/linux-4.4.14/arch/x86/platform/efi/
Defi_64.c83 int pgd; in efi_call_phys_prolog() local
132 pgd_t *pgd = (pgd_t *)__va(real_mode_header->trampoline_pgd); in efi_sync_low_kernel_mappings() local
149 pgd_t *pgd; in efi_setup_page_tables() local
199 pgd_t *pgd = (pgd_t *)__va(real_mode_header->trampoline_pgd); in efi_cleanup_page_tables() local
206 pgd_t *pgd = (pgd_t *)__va(real_mode_header->trampoline_pgd); in __map_region() local
315 pgd_t *pgd = (pgd_t *)__va(real_mode_header->trampoline_pgd); in efi_dump_pagetable() local
/linux-4.4.14/arch/frv/include/asm/
Dpgtable.h46 #define pgd_present(pgd) (1) /* pages are always present on NO_MM */ argument
47 #define pgd_none(pgd) (0) argument
48 #define pgd_bad(pgd) (0) argument
196 static inline int pgd_none(pgd_t pgd) { return 0; } in pgd_none()
197 static inline int pgd_bad(pgd_t pgd) { return 0; } in pgd_bad()
198 static inline int pgd_present(pgd_t pgd) { return 1; } in pgd_present()
199 static inline void pgd_clear(pgd_t *pgd) { } in pgd_clear()
201 #define pgd_populate(mm, pgd, pud) do { } while (0) argument
212 static inline pud_t *pud_offset(pgd_t *pgd, unsigned long address) in pud_offset()
217 #define pgd_page(pgd) (pud_page((pud_t){ pgd })) argument
[all …]
/linux-4.4.14/arch/arm/include/asm/
Dpgtable-nommu.h23 #define pgd_present(pgd) (1) argument
24 #define pgd_none(pgd) (0) argument
25 #define pgd_bad(pgd) (0) argument
Dproc-fns.h116 #define cpu_switch_mm(pgd,mm) cpu_do_switch_mm(virt_to_phys(pgd),mm) argument
147 #define cpu_switch_mm(pgd,mm) { } argument
Dpgtable-2level-types.h35 typedef struct { pmdval_t pgd[2]; } pgd_t; member
Dpgtable-3level-types.h38 typedef struct { pgdval_t pgd; } pgd_t; member
/linux-4.4.14/arch/x86/power/
Dhibernate_32.c33 static pmd_t *resume_one_md_table_init(pgd_t *pgd) in resume_one_md_table_init()
84 pgd_t *pgd; in resume_physical_mapping_init() local
/linux-4.4.14/arch/um/include/asm/
Dpgtable-2level.h35 static inline int pgd_newpage(pgd_t pgd) { return 0; } in pgd_newpage()
36 static inline void pgd_mkuptodate(pgd_t pgd) { } in pgd_mkuptodate()
Dpgtable-3level.h68 static inline int pgd_newpage(pgd_t pgd) in pgd_newpage()
73 static inline void pgd_mkuptodate(pgd_t pgd) { pgd_val(pgd) &= ~_PAGE_NEWPAGE; } in pgd_mkuptodate()
Dpage.h38 typedef struct { unsigned long pgd; } pgd_t; member
61 typedef struct { unsigned long pgd; } pgd_t; member
/linux-4.4.14/arch/blackfin/include/asm/
Dpgtable.h19 #define pgd_present(pgd) (1) argument
20 #define pgd_none(pgd) (0) argument
21 #define pgd_bad(pgd) (0) argument
/linux-4.4.14/arch/unicore32/kernel/
Dhibernate.c36 static pmd_t *resume_one_md_table_init(pgd_t *pgd) in resume_one_md_table_init()
76 pgd_t *pgd; in resume_physical_mapping_init() local
/linux-4.4.14/mm/
Dsparse-vmemmap.c127 pud_t * __meminit vmemmap_pud_populate(pgd_t *pgd, unsigned long addr, int node) in vmemmap_pud_populate()
141 pgd_t *pgd = pgd_offset_k(addr); in vmemmap_pgd_populate() local
155 pgd_t *pgd; in vmemmap_populate_basepages() local
Dpagewalk.c72 static int walk_pud_range(pgd_t *pgd, unsigned long addr, unsigned long end, in walk_pud_range()
101 pgd_t *pgd; in walk_pgd_range() local
Dmemory.c435 static inline void free_pud_range(struct mmu_gather *tlb, pgd_t *pgd, in free_pud_range()
475 pgd_t *pgd; in free_pgd_range() local
650 pgd_t *pgd = pgd_offset(vma->vm_mm, addr); in print_bad_pte() local
1270 struct vm_area_struct *vma, pgd_t *pgd, in zap_pud_range()
1293 pgd_t *pgd; in unmap_page_range() local
1462 pgd_t * pgd = pgd_offset(mm, addr); in __get_locked_pte() local
1704 static inline int remap_pud_range(struct mm_struct *mm, pgd_t *pgd, in remap_pud_range()
1737 pgd_t *pgd; in remap_pfn_range() local
1895 static int apply_to_pud_range(struct mm_struct *mm, pgd_t *pgd, in apply_to_pud_range()
1922 pgd_t *pgd; in apply_to_page_range() local
[all …]
Dmremap.c34 pgd_t *pgd; in get_old_pmd() local
56 pgd_t *pgd; in alloc_new_pmd() local
Dmprotect.c194 pgd_t *pgd, unsigned long addr, unsigned long end, in change_pud_range()
218 pgd_t *pgd; in change_protection_range() local
Dgup.c181 pgd_t *pgd; in follow_page_mask() local
250 pgd_t *pgd; in get_gate_page() local
1293 static int gup_pud_range(pgd_t pgd, unsigned long addr, unsigned long end, in gup_pud_range()
1358 pgd_t pgd = READ_ONCE(*pgdp); in __get_user_pages_fast() local
Duserfaultfd.c126 pgd_t *pgd; in mm_alloc_pmd() local
Dpgtable-generic.c19 void pgd_clear_bad(pgd_t *pgd) in pgd_clear_bad()
Dvmalloc.c88 static void vunmap_pud_range(pgd_t *pgd, unsigned long addr, unsigned long end) in vunmap_pud_range()
106 pgd_t *pgd; in vunmap_page_range() local
162 static int vmap_pud_range(pgd_t *pgd, unsigned long addr, in vmap_pud_range()
188 pgd_t *pgd; in vmap_page_range_noflush() local
238 pgd_t *pgd = pgd_offset_k(addr); in vmalloc_to_page() local
/linux-4.4.14/arch/sparc/mm/
Dgup.c143 static int gup_pud_range(pgd_t pgd, unsigned long addr, unsigned long end, in gup_pud_range()
180 pgd_t pgd = *pgdp; in __get_user_pages_fast() local
228 pgd_t pgd = *pgdp; in get_user_pages_fast() local
Dhugetlbpage.c132 pgd_t *pgd; in huge_pte_alloc() local
156 pgd_t *pgd; in huge_pte_offset() local
Dleon_mm.c39 unsigned int pgd, pmd, ped; in leon_swprobe() local
Dfault_32.c359 pgd_t *pgd, *pgd_k; in do_sparc_fault() local
/linux-4.4.14/arch/x86/include/asm/
Dpgtable_64.h109 static inline void native_set_pgd(pgd_t *pgdp, pgd_t pgd) in native_set_pgd()
114 static inline void native_pgd_clear(pgd_t *pgd) in native_pgd_clear()
130 static inline int pgd_large(pgd_t pgd) { return 0; } in pgd_large()
Dpgtable.h56 #define set_pgd(pgdp, pgd) native_set_pgd(pgdp, pgd) argument
57 #define pgd_clear(pgd) native_pgd_clear(pgd) argument
627 static inline int pgd_present(pgd_t pgd) in pgd_present()
632 static inline unsigned long pgd_page_vaddr(pgd_t pgd) in pgd_page_vaddr()
641 #define pgd_page(pgd) pfn_to_page(pgd_val(pgd) >> PAGE_SHIFT) argument
649 static inline pud_t *pud_offset(pgd_t *pgd, unsigned long address) in pud_offset()
654 static inline int pgd_bad(pgd_t pgd) in pgd_bad()
659 static inline int pgd_none(pgd_t pgd) in pgd_none()
Dpgalloc.h14 static inline void paravirt_pgd_free(struct mm_struct *mm, pgd_t *pgd) {} in paravirt_pgd_free()
120 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
Dpgtable_types.h220 typedef struct { pgdval_t pgd; } pgd_t; member
227 static inline pgdval_t native_pgd_val(pgd_t pgd) in native_pgd_val()
232 static inline pgdval_t pgd_flags(pgd_t pgd) in pgd_flags()
/linux-4.4.14/mm/kasan/
Dkasan_init.c84 static void __init zero_pud_populate(pgd_t *pgd, unsigned long addr, in zero_pud_populate()
120 pgd_t *pgd = pgd_offset_k(addr); in kasan_populate_zero_shadow() local
/linux-4.4.14/arch/hexagon/include/asm/
Dpgalloc.h36 pgd_t *pgd; in pgd_alloc() local
57 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dpage.h83 typedef struct { unsigned long pgd; } pgd_t; member
/linux-4.4.14/arch/alpha/include/asm/
Dpgalloc.h27 pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
35 pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dpgtable.h240 #define pgd_page(pgd) (mem_map + ((pgd_val(pgd) & _PFN_MASK) >> 32)) argument
243 extern inline unsigned long pgd_page_vaddr(pgd_t pgd) in pgd_page_vaddr()
258 extern inline int pgd_none(pgd_t pgd) { return !pgd_val(pgd); } in pgd_none()
259 extern inline int pgd_bad(pgd_t pgd) { return (pgd_val(pgd) & ~_PFN_MASK) != _PAGE_TABLE; } in pgd_bad()
260 extern inline int pgd_present(pgd_t pgd) { return pgd_val(pgd) & _PAGE_VALID; } in pgd_present()
Dmmzone.h75 #define pgd_page(pgd) (pfn_to_page(pgd_val(pgd) >> 32)) argument
/linux-4.4.14/arch/avr32/include/asm/
Dpgalloc.h34 pgd_t *pgd = x; in pgd_ctor() local
49 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dpage.h33 typedef struct { unsigned long pgd; } pgd_t; member
/linux-4.4.14/arch/microblaze/include/asm/
Dpgalloc.h87 static inline void free_pgd_fast(pgd_t *pgd) in free_pgd_fast()
94 static inline void free_pgd_slow(pgd_t *pgd) in free_pgd_slow()
99 #define pgd_free(mm, pgd) free_pgd_fast(pgd) argument
Dpgtable.h22 #define pgd_present(pgd) (1) /* pages are always present on non MMU */ argument
23 #define pgd_none(pgd) (0) argument
24 #define pgd_bad(pgd) (0) argument
321 static inline int pgd_none(pgd_t pgd) { return 0; } in pgd_none()
322 static inline int pgd_bad(pgd_t pgd) { return 0; } in pgd_bad()
323 static inline int pgd_present(pgd_t pgd) { return 1; } in pgd_present()
325 #define pgd_page(pgd) \ argument
/linux-4.4.14/arch/sparc/include/asm/
Dpgalloc_32.h22 static inline void free_pgd_fast(pgd_t *pgd) in free_pgd_fast()
27 #define pgd_free(mm, pgd) free_pgd_fast(pgd) argument
Dpgalloc_64.h18 static inline void __pgd_populate(pgd_t *pgd, pud_t *pud) in __pgd_populate()
30 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dpgtable_32.h134 static inline unsigned long pgd_page_vaddr(pgd_t pgd) in pgd_page_vaddr()
186 static inline int pgd_none(pgd_t pgd) in pgd_none()
191 static inline int pgd_bad(pgd_t pgd) in pgd_bad()
196 static inline int pgd_present(pgd_t pgd) in pgd_present()
Dpgtable_64.h790 #define pgd_none(pgd) (!pgd_val(pgd)) argument
792 #define pgd_bad(pgd) (pgd_val(pgd) & ~PAGE_MASK) argument
830 #define pgd_page_vaddr(pgd) \ argument
832 #define pgd_present(pgd) (pgd_val(pgd) != 0U) argument
/linux-4.4.14/arch/arm64/include/asm/
Dproc-fns.h38 #define cpu_switch_mm(pgd,mm) \ argument
Dpgtable.h482 #define pgd_none(pgd) (!pgd_val(pgd)) argument
483 #define pgd_bad(pgd) (!(pgd_val(pgd) & 2)) argument
484 #define pgd_present(pgd) (pgd_val(pgd)) argument
486 static inline void set_pgd(pgd_t *pgdp, pgd_t pgd) in set_pgd()
497 static inline pud_t *pgd_page_vaddr(pgd_t pgd) in pgd_page_vaddr()
505 static inline pud_t *pud_offset(pgd_t *pgd, unsigned long addr) in pud_offset()
510 #define pgd_page(pgd) pfn_to_page(__phys_to_pfn(pgd_val(pgd) & PHYS_MASK)) argument
514 #define pgd_ERROR(pgd) __pgd_error(__FILE__, __LINE__, pgd_val(pgd)) argument
Dpgalloc.h65 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
Dpgtable-types.h53 typedef struct { pgdval_t pgd; } pgd_t; member
/linux-4.4.14/lib/
Dioremap.c97 static inline int ioremap_pud_range(pgd_t *pgd, unsigned long addr, in ioremap_pud_range()
126 pgd_t *pgd; in ioremap_page_range() local
/linux-4.4.14/arch/unicore32/include/asm/
Dcpu-single.h21 #define cpu_switch_mm(pgd, mm) cpu_do_switch_mm(virt_to_phys(pgd), mm) argument
Dpgalloc.h29 #define pgd_free(mm, pgd) free_pgd_slow(mm, pgd) argument
Dpage.h38 typedef struct { unsigned long pgd; } pgd_t; member
/linux-4.4.14/arch/ia64/mm/
Dhugetlbpage.c31 pgd_t *pgd; in huge_pte_alloc() local
50 pgd_t *pgd; in huge_pte_offset() local
Dinit.c213 pgd_t *pgd; in put_kernel_page() local
387 pgd_t *pgd; in vmemmap_find_next_valid_pfn() local
435 pgd_t *pgd; in create_mem_map_page_table() local
Dfault.c50 pgd_t *pgd; in mapped_kernel_page_is_present() local
/linux-4.4.14/arch/unicore32/mm/
Dmmu.c174 static void __init alloc_init_section(pgd_t *pgd, unsigned long addr, in alloc_init_section()
212 pgd_t *pgd; in create_mapping() local
451 pgd_t *pgd; in setup_mm_for_reboot() local
Dioremap.c69 pgd_t *pgd; in unmap_area_sections() local
106 pgd_t *pgd; in remap_area_sections() local
Dmm.h20 static inline pmd_t *pmd_off(pgd_t *pgd, unsigned long virt) in pmd_off()
Dpgd.c79 void free_pgd_slow(struct mm_struct *mm, pgd_t *pgd) in free_pgd_slow()
Dfault.c43 pgd_t *pgd; in show_pte() local
346 pgd_t *pgd, *pgd_k; in do_ifault() local
/linux-4.4.14/arch/arm/kvm/
Dmmu.c157 static void clear_pgd_entry(struct kvm *kvm, pgd_t *pgd, phys_addr_t addr) in clear_pgd_entry()
261 static void unmap_puds(struct kvm *kvm, pgd_t *pgd, in unmap_puds()
294 pgd_t *pgd; in unmap_range() local
336 static void stage2_flush_puds(struct kvm *kvm, pgd_t *pgd, in stage2_flush_puds()
360 pgd_t *pgd; in stage2_flush_memslot() local
502 static int create_hyp_pud_mappings(pgd_t *pgd, unsigned long start, in create_hyp_pud_mappings()
540 pgd_t *pgd; in __create_hyp_mappings() local
668 pgd_t *pgd; in kvm_alloc_stage2_pgd() local
836 pgd_t *pgd; in stage2_get_pud() local
1102 static void stage2_wp_puds(pgd_t *pgd, phys_addr_t addr, phys_addr_t end) in stage2_wp_puds()
[all …]
/linux-4.4.14/arch/mips/include/asm/
Dmmu_context.h23 #define htw_set_pwbase(pgd) \ argument
31 #define TLBMISS_HANDLER_SETUP_PGD(pgd) \ argument
Dpgalloc.h62 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
/linux-4.4.14/arch/parisc/kernel/
Dcache.c499 static inline pte_t *get_ptep(pgd_t *pgd, unsigned long addr) in get_ptep()
517 pgd_t *pgd; in flush_cache_mm() local
576 pgd_t *pgd; in flush_cache_range() local
/linux-4.4.14/arch/x86/xen/
Dmmu.c419 __visible pgdval_t xen_pgd_val(pgd_t pgd) in xen_pgd_val()
433 __visible pgd_t xen_make_pgd(pgdval_t pgd) in xen_make_pgd()
521 static pgd_t *xen_get_user_pgd(pgd_t *pgd) in xen_get_user_pgd()
610 static int __xen_pgd_walk(struct mm_struct *mm, pgd_t *pgd, in __xen_pgd_walk()
802 static void __xen_pgd_pin(struct mm_struct *mm, pgd_t *pgd) in __xen_pgd_pin()
929 static void __xen_pgd_unpin(struct mm_struct *mm, pgd_t *pgd) in __xen_pgd_unpin()
1160 pgd_t *pgd = pgd_offset_k(va); in xen_cleanmfnmap() local
1512 pgd_t *pgd = mm->pgd; in xen_pgd_alloc() local
1544 static void xen_pgd_free(struct mm_struct *mm, pgd_t *pgd) in xen_pgd_free()
1918 void __init xen_setup_kernel_pagetable(pgd_t *pgd, unsigned long max_pfn) in xen_setup_kernel_pagetable()
[all …]
/linux-4.4.14/arch/nios2/mm/
Dpgtable.c37 static void pgd_init(pgd_t *pgd) in pgd_init()
Dfault.c247 pgd_t *pgd, *pgd_k; in do_page_fault() local
/linux-4.4.14/arch/parisc/mm/
Dhugetlbpage.c49 pgd_t *pgd; in huge_pte_alloc() local
73 pgd_t *pgd; in huge_pte_offset() local
/linux-4.4.14/arch/s390/include/asm/
Dpgalloc.h91 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
117 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dpgtable.h433 static inline int pgd_present(pgd_t pgd) in pgd_present()
440 static inline int pgd_none(pgd_t pgd) in pgd_none()
447 static inline int pgd_bad(pgd_t pgd) in pgd_bad()
872 static inline void pgd_clear(pgd_t *pgd) in pgd_clear()
1323 #define pgd_deref(pgd) (pgd_val(pgd) & _REGION_ENTRY_ORIGIN) argument
1325 static inline pud_t *pud_offset(pgd_t *pgd, unsigned long address) in pud_offset()
/linux-4.4.14/arch/xtensa/mm/
Dmmu.c23 pgd_t *pgd = pgd_offset_k(vaddr); in init_pmd() local
Dfault.c209 pgd_t *pgd, *pgd_k; in do_page_fault() local
Dtlb.c173 pgd_t *pgd; in get_pte_for_vaddr() local
/linux-4.4.14/arch/s390/mm/
Dgup.c149 static inline int gup_pud_range(pgd_t *pgdp, pgd_t pgd, unsigned long addr, in gup_pud_range()
182 pgd_t *pgdp, pgd; in __get_user_pages_fast() local
Ddump_pagetables.c149 pgd_t *pgd, unsigned long addr) in walk_pud_level()
174 pgd_t *pgd; in walk_pgd_level() local
Dpageattr.c127 pgd_t *pgd; in __kernel_map_pages() local
Dpgtable.c54 unsigned long *table, *pgd; in crst_table_upgrade() local
80 pgd_t *pgd; in crst_table_downgrade() local
476 pgd_t *pgd; in __gmap_link() local
/linux-4.4.14/drivers/gpu/drm/nouveau/nvkm/subdev/bar/
Dgf100.h8 struct nvkm_gpuobj *pgd; member
Dnv50.h11 struct nvkm_gpuobj *pgd; member
/linux-4.4.14/arch/sh/include/asm/
Dmmu_context_64.h75 #define set_TTB(pgd) (mmu_pdtp_cache = (pgd)) argument
Dpage.h79 typedef struct { unsigned long long pgd; } pgd_t; member
87 typedef struct { unsigned long pgd; } pgd_t; member
93 typedef struct { unsigned long pgd; } pgd_t; member
Dmmu_context_32.h50 static inline void set_TTB(pgd_t *pgd) in set_TTB()
Dmmu_context.h143 #define set_TTB(pgd) do { } while (0) argument
/linux-4.4.14/arch/powerpc/mm/
Dhugetlbpage.c85 int pgd_huge(pgd_t pgd) in pgd_huge()
122 int pgd_huge(pgd_t pgd) in pgd_huge()
601 static void hugetlb_free_pud_range(struct mmu_gather *tlb, pgd_t *pgd, in hugetlb_free_pud_range()
656 pgd_t *pgd; in hugetlb_free_pgd_range() local
981 pgd_t pgd, *pgdp; in __find_linux_pte_or_hugepte() local
Dpgtable_32.c98 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
369 pgd_t *pgd; in get_pteptr() local
Dpgtable.c218 pgd_t *pgd; in assert_pte_locked() local
Dsubpage-prot.c63 pgd_t *pgd; in hpte_flush_range() local
Ddma-noncoherent.c412 pgd_t *pgd = pgd_offset_k(cpu_addr); in __dma_get_coherent_pfn() local
/linux-4.4.14/arch/arc/mm/
Dfault.c34 pgd_t *pgd, *pgd_k; in handle_kernel_vaddr_fault() local
/linux-4.4.14/arch/score/mm/
Dfault.c209 pgd_t *pgd, *pgd_k; in do_page_fault() local
/linux-4.4.14/arch/cris/arch-v10/mm/
Dfault.c48 pgd_t* pgd = (pgd_t*)per_cpu(current_pgd, smp_processor_id()); in handle_mmu_bus_fault() local
/linux-4.4.14/drivers/gpu/drm/nouveau/nvkm/engine/fifo/
Dchannv50.h14 struct nvkm_gpuobj *pgd; member
Dchangf100.h14 struct nvkm_gpuobj *pgd; member
Dchangk104.h15 struct nvkm_gpuobj *pgd; member
/linux-4.4.14/arch/um/kernel/skas/
Dmmu.c20 pgd_t *pgd; in init_stub_pte() local
Duaccess.c19 pgd_t *pgd; in virt_to_pte() local
/linux-4.4.14/arch/alpha/mm/
Dfault.c248 pgd_t *pgd, *pgd_k; in do_page_fault() local
Dinit.c147 pgd_t *pgd; in callback_init() local
/linux-4.4.14/arch/openrisc/mm/
Dfault.c310 pgd_t *pgd, *pgd_k; in do_page_fault() local
/linux-4.4.14/arch/x86/kernel/
Dhead64.c58 pgdval_t pgd, *pgd_p; in early_make_pgtable() local
Dmachine_kexec_32.c103 pgd_t *pgd, pmd_t *pmd, pte_t *pte, in machine_kexec_page_table_set_one()
/linux-4.4.14/arch/score/include/asm/
Dpgtable.h112 #define pgd_present(pgd) (1) argument
113 #define pgd_none(pgd) (0) argument
114 #define pgd_bad(pgd) (0) argument
Dmmu_context.h21 #define TLBMISS_HANDLER_SETUP_PGD(pgd) (pgd_current = (unsigned long)(pgd)) argument
Dpgalloc.h35 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
/linux-4.4.14/arch/cris/mm/
Dfault.c324 pgd_t *pgd, *pgd_k; in do_page_fault() local
/linux-4.4.14/arch/ia64/include/asm/
Dpgtable.h285 #define pgd_none(pgd) (!pgd_val(pgd)) argument
286 #define pgd_bad(pgd) (!ia64_phys_addr_valid(pgd_val(pgd))) argument
287 #define pgd_present(pgd) (pgd_val(pgd) != 0UL) argument
289 #define pgd_page_vaddr(pgd) ((unsigned long) __va(pgd_val(pgd) & _PFN_MASK)) argument
290 #define pgd_page(pgd) virt_to_page((pgd_val(pgd) + PAGE_OFFSET)) argument
Dpgalloc.h30 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
/linux-4.4.14/arch/openrisc/include/asm/
Dpgalloc.h69 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dpage.h59 unsigned long pgd; member
/linux-4.4.14/arch/nios2/include/asm/
Dpgalloc.h35 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dpage.h62 typedef struct { unsigned long pgd; } pgd_t; member
/linux-4.4.14/arch/xtensa/include/asm/
Dpgalloc.h36 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
/linux-4.4.14/arch/arm/lib/
Duaccess_with_memcpy.c29 pgd_t *pgd; in pin_page_for_write() local
/linux-4.4.14/arch/cris/include/asm/
Dpgalloc.h20 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dpage.h27 typedef struct { unsigned long pgd; } pgd_t; member
/linux-4.4.14/arch/m68k/mm/
Dmcfmmu.c88 pgd_t *pgd; in cf_tlb_miss() local
/linux-4.4.14/arch/arc/include/asm/
Dpgalloc.h74 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dpage.h41 unsigned long pgd; member
/linux-4.4.14/arch/m68k/sun3x/
Ddvma.c85 pgd_t *pgd; in dvma_map_cpu() local
/linux-4.4.14/arch/microblaze/mm/
Dpgtable.c193 pgd_t *pgd; in get_pteptr() local
/linux-4.4.14/arch/tile/kernel/
Dmachine_kexec.c253 pgd_t *pgd = pgd_offset(current->mm, vaddr); in setup_quasi_va_is_pa() local
/linux-4.4.14/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/
Dgf100.c73 gf100_vm_map_pgt(struct nvkm_gpuobj *pgd, u32 index, struct nvkm_memory *pgt[2]) in gf100_vm_map_pgt()
Dnv50.c32 nv50_vm_map_pgt(struct nvkm_gpuobj *pgd, u32 pde, struct nvkm_memory *pgt[2]) in nv50_vm_map_pgt()
Dbase.c412 nvkm_vm_link(struct nvkm_vm *vm, struct nvkm_gpuobj *pgd) in nvkm_vm_link()
470 nvkm_vm_ref(struct nvkm_vm *ref, struct nvkm_vm **ptr, struct nvkm_gpuobj *pgd) in nvkm_vm_ref()
/linux-4.4.14/arch/m32r/mm/
Dfault.c308 pgd_t *pgd, *pgd_k; in do_page_fault() local
/linux-4.4.14/arch/mn10300/include/asm/
Dpage.h39 typedef struct { unsigned long pgd; } pgd_t; member
/linux-4.4.14/arch/m68k/kernel/
Dsys_m68k.c467 pgd_t *pgd; in sys_atomic_cmpxchg_32() local

12