| /linux-4.1.27/arch/sh/mm/ |
| D | gup.c | 170 pgd_t *pgdp; in __get_user_pages_fast() local
186 pgdp = pgd_offset(mm, addr); in __get_user_pages_fast()
188 pgd_t pgd = *pgdp; in __get_user_pages_fast()
195 } while (pgdp++, addr = next, addr != end); in __get_user_pages_fast()
223 pgd_t *pgdp; in get_user_pages_fast() local
235 pgdp = pgd_offset(mm, addr); in get_user_pages_fast()
237 pgd_t pgd = *pgdp; in get_user_pages_fast()
244 } while (pgdp++, addr = next, addr != end); in get_user_pages_fast()
|
| /linux-4.1.27/arch/sparc/mm/ |
| D | gup.c | 169 pgd_t *pgdp; in __get_user_pages_fast() local
178 pgdp = pgd_offset(mm, addr); in __get_user_pages_fast()
180 pgd_t pgd = *pgdp; in __get_user_pages_fast()
187 } while (pgdp++, addr = next, addr != end); in __get_user_pages_fast()
199 pgd_t *pgdp; in get_user_pages_fast() local
226 pgdp = pgd_offset(mm, addr); in get_user_pages_fast()
228 pgd_t pgd = *pgdp; in get_user_pages_fast()
235 } while (pgdp++, addr = next, addr != end); in get_user_pages_fast()
|
| D | srmmu.c | 109 static inline void srmmu_ctxd_set(ctxd_t *ctxp, pgd_t *pgdp) in srmmu_ctxd_set() argument
110 { set_pte((pte_t *)ctxp, (SRMMU_ET_PTD | (__nocache_pa((unsigned long) pgdp) >> 4))); } in srmmu_ctxd_set()
485 pgd_t *pgdp; in srmmu_mapioaddr() local
491 pgdp = pgd_offset_k(virt_addr); in srmmu_mapioaddr()
492 pmdp = pmd_offset(pgdp, virt_addr); in srmmu_mapioaddr()
520 pgd_t *pgdp; in srmmu_unmapioaddr() local
524 pgdp = pgd_offset_k(virt_addr); in srmmu_unmapioaddr()
525 pmdp = pmd_offset(pgdp, virt_addr); in srmmu_unmapioaddr()
662 pgd_t *pgdp; in srmmu_early_allocate_ptable_skeleton() local
667 pgdp = pgd_offset_k(start); in srmmu_early_allocate_ptable_skeleton()
[all …]
|
| D | fault_64.c | 94 pgd_t *pgdp = pgd_offset(current->mm, tpc); in get_user_insn() local
101 if (pgd_none(*pgdp) || unlikely(pgd_bad(*pgdp))) in get_user_insn()
103 pudp = pud_offset(pgdp, tpc); in get_user_insn()
|
| D | io-unit.c | 217 pgd_t *pgdp; in iounit_map_dma_area() local
222 pgdp = pgd_offset(&init_mm, addr); in iounit_map_dma_area()
223 pmdp = pmd_offset(pgdp, addr); in iounit_map_dma_area()
|
| D | iommu.c | 349 pgd_t *pgdp; in iommu_map_dma_area() local
360 pgdp = pgd_offset(&init_mm, addr); in iommu_map_dma_area()
361 pmdp = pmd_offset(pgdp, addr); in iommu_map_dma_area()
|
| D | init_64.c | 427 pgd_t *pgdp = pgd_offset_k(kaddr); in flush_icache_range() local
428 pud_t *pudp = pud_offset(pgdp, kaddr); in flush_icache_range()
|
| /linux-4.1.27/arch/s390/mm/ |
| D | hugetlbpage.c | 170 pgd_t *pgdp; in huge_pte_alloc() local
174 pgdp = pgd_offset(mm, addr); in huge_pte_alloc()
175 pudp = pud_alloc(mm, pgdp, addr); in huge_pte_alloc()
183 pgd_t *pgdp; in huge_pte_offset() local
187 pgdp = pgd_offset(mm, addr); in huge_pte_offset()
188 if (pgd_present(*pgdp)) { in huge_pte_offset()
189 pudp = pud_offset(pgdp, addr); in huge_pte_offset()
|
| D | gup.c | 139 static inline int gup_pud_range(pgd_t *pgdp, pgd_t pgd, unsigned long addr, in gup_pud_range() argument
145 pudp = (pud_t *) pgdp; in gup_pud_range()
172 pgd_t *pgdp, pgd; in __get_user_pages_fast() local
189 pgdp = pgd_offset(mm, addr); in __get_user_pages_fast()
191 pgd = *pgdp; in __get_user_pages_fast()
196 if (!gup_pud_range(pgdp, pgd, addr, next, write, pages, &nr)) in __get_user_pages_fast()
198 } while (pgdp++, addr = next, addr != end); in __get_user_pages_fast()
|
| D | pageattr.c | 45 pgd_t *pgdp; in walk_page_table() local
50 pgdp = pgd_offset_k(addr); in walk_page_table()
51 if (pgd_none(*pgdp)) in walk_page_table()
53 pudp = pud_offset(pgdp, addr); in walk_page_table()
|
| /linux-4.1.27/arch/powerpc/include/asm/ |
| D | pgtable-ppc64-4k.h | 58 #define pgd_clear(pgdp) (pgd_val(*(pgdp)) = 0) argument
76 #define pud_offset(pgdp, addr) \ argument
77 (((pud_t *) pgd_page_vaddr(*(pgdp))) + \
|
| D | pgtable-ppc64.h | 192 #define pgd_set(pgdp, pudp) ({pgd_val(*(pgdp)) = (unsigned long)(pudp);}) argument
|
| /linux-4.1.27/arch/mips/mm/ |
| D | gup.c | 203 pgd_t *pgdp; in __get_user_pages_fast() local
232 pgdp = pgd_offset(mm, addr); in __get_user_pages_fast()
234 pgd_t pgd = *pgdp; in __get_user_pages_fast()
241 } while (pgdp++, addr = next, addr != end); in __get_user_pages_fast()
269 pgd_t *pgdp; in get_user_pages_fast() local
282 pgdp = pgd_offset(mm, addr); in get_user_pages_fast()
284 pgd_t pgd = *pgdp; in get_user_pages_fast()
291 } while (pgdp++, addr = next, addr != end); in get_user_pages_fast()
|
| D | tlb-r8k.c | 186 pgd_t *pgdp; in __update_tlb() local
203 pgdp = pgd_offset(vma->vm_mm, address); in __update_tlb()
204 pmdp = pmd_offset(pgdp, address); in __update_tlb()
|
| D | c-r3k.c | 242 pgd_t *pgdp; in r3k_flush_cache_page() local
254 pgdp = pgd_offset(mm, addr); in r3k_flush_cache_page()
255 pudp = pud_offset(pgdp, addr); in r3k_flush_cache_page()
|
| D | c-tx39.c | 173 pgd_t *pgdp; in tx39_flush_cache_page() local
186 pgdp = pgd_offset(mm, page); in tx39_flush_cache_page()
187 pudp = pud_offset(pgdp, page); in tx39_flush_cache_page()
|
| D | tlb-r4k.c | 288 pgd_t *pgdp; in __update_tlb() local
306 pgdp = pgd_offset(vma->vm_mm, address); in __update_tlb()
310 pudp = pud_offset(pgdp, address); in __update_tlb()
|
| D | c-r4k.c | 556 pgd_t *pgdp; in local_r4k_flush_cache_page() local
570 pgdp = pgd_offset(mm, addr); in local_r4k_flush_cache_page()
571 pudp = pud_offset(pgdp, addr); in local_r4k_flush_cache_page()
|
| /linux-4.1.27/arch/x86/mm/ |
| D | gup.c | 264 pgd_t *pgdp; in __get_user_pages_fast() local
294 pgdp = pgd_offset(mm, addr); in __get_user_pages_fast()
296 pgd_t pgd = *pgdp; in __get_user_pages_fast()
303 } while (pgdp++, addr = next, addr != end); in __get_user_pages_fast()
331 pgd_t *pgdp; in get_user_pages_fast() local
366 pgdp = pgd_offset(mm, addr); in get_user_pages_fast()
368 pgd_t pgd = *pgdp; in get_user_pages_fast()
375 } while (pgdp++, addr = next, addr != end); in get_user_pages_fast()
|
| D | pgtable.c | 239 static void pgd_mop_up_pmds(struct mm_struct *mm, pgd_t *pgdp) in pgd_mop_up_pmds() argument
244 pgd_t pgd = pgdp[i]; in pgd_mop_up_pmds()
249 pgdp[i] = native_make_pgd(0); in pgd_mop_up_pmds()
|
| /linux-4.1.27/arch/score/mm/ |
| D | cache.c | 177 pgd_t *pgdp; in flush_cache_range() local
185 pgdp = pgd_offset(mm, start); in flush_cache_range()
186 pudp = pud_offset(pgdp, start); in flush_cache_range()
192 pgdp = pgd_offset(mm, start); in flush_cache_range()
193 pudp = pud_offset(pgdp, start); in flush_cache_range()
|
| /linux-4.1.27/include/trace/events/ |
| D | xen.h | 245 TP_PROTO(pgd_t *pgdp, pgd_t *user_pgdp, pgd_t pgdval),
246 TP_ARGS(pgdp, user_pgdp, pgdval),
248 __field(pgd_t *, pgdp)
252 TP_fast_assign(__entry->pgdp = pgdp;
256 __entry->pgdp, __entry->user_pgdp,
290 TP_PROTO(pgd_t *pgdp),
291 TP_ARGS(pgdp),
293 __field(pgd_t *, pgdp)
295 TP_fast_assign(__entry->pgdp = pgdp),
296 TP_printk("pgdp %p", __entry->pgdp)
|
| /linux-4.1.27/arch/sparc/include/asm/ |
| D | pgalloc_32.h | 30 static inline void pgd_set(pgd_t * pgdp, pmd_t * pmdp) in pgd_set() argument
34 set_pte((pte_t *)pgdp, (SRMMU_ET_PTD | (pa >> 4))); in pgd_set()
|
| D | pgtable_64.h | 817 #define pgd_clear(pgdp) (pgd_val(*(pgd)) = 0UL) argument
836 #define pgd_set(pgdp, pudp) \ argument
837 (pgd_val(*(pgdp)) = (__pa((unsigned long) (pudp))))
848 #define pud_offset(pgdp, address) \ argument
849 ((pud_t *) pgd_page_vaddr(*(pgdp)) + pud_index(address))
|
| D | pgtable_32.h | 201 static inline void pgd_clear(pgd_t *pgdp) in pgd_clear() argument
203 set_pte((pte_t *)pgdp, __pte(0)); in pgd_clear()
|
| /linux-4.1.27/arch/powerpc/mm/ |
| D | pgtable_64.c | 93 pgd_t *pgdp; in map_kernel_page() local
99 pgdp = pgd_offset_k(ea); in map_kernel_page()
100 pudp = pud_alloc(&init_mm, pgdp, ea); in map_kernel_page()
113 pgdp = pgd_offset_k(ea); in map_kernel_page()
115 if (pgd_none(*pgdp)) { in map_kernel_page()
118 pgd_populate(&init_mm, pgdp, pudp); in map_kernel_page()
121 pudp = pud_offset(pgdp, ea); in map_kernel_page()
|
| D | hugetlbpage.c | 974 pgd_t pgd, *pgdp; in __find_linux_pte_or_hugepte() local
984 pgdp = pgdir + pgd_index(ea); in __find_linux_pte_or_hugepte()
985 pgd = READ_ONCE(*pgdp); in __find_linux_pte_or_hugepte()
995 ret_pte = (pte_t *) pgdp; in __find_linux_pte_or_hugepte()
|
| /linux-4.1.27/arch/m68k/include/asm/ |
| D | motorola_pgtable.h | 119 static inline void pgd_set(pgd_t *pgdp, pmd_t *pmdp) in pgd_set() argument
121 pgd_val(*pgdp) = _PAGE_TABLE | _PAGE_ACCESSED | __pa(pmdp); in pgd_set()
152 #define pgd_clear(pgdp) ({ pgd_val(*pgdp) = 0; }) argument
|
| D | sun3_pgtable.h | 112 static inline void pgd_set(pgd_t *pgdp, pmd_t *pmdp) in pgd_set() argument
114 pgd_val(*pgdp) = virt_to_phys(pmdp); in pgd_set()
150 static inline void pgd_clear (pgd_t *pgdp) {} in pgd_clear() argument
|
| D | mcf_pgtable.h | 166 static inline void pgd_set(pgd_t *pgdp, pmd_t *pmdp) in pgd_set() argument
168 pgd_val(*pgdp) = virt_to_phys(pmdp); in pgd_set()
203 static inline void pgd_clear(pgd_t *pgdp) {} in pgd_clear() argument
|
| D | pgtable_no.h | 21 #define pgd_clear(pgdp) argument
|
| /linux-4.1.27/arch/alpha/include/asm/ |
| D | pgtable.h | 228 extern inline void pgd_set(pgd_t * pgdp, pmd_t * pmdp) in pgd_set() argument
229 { pgd_val(*pgdp) = _PAGE_TABLE | ((((unsigned long) pmdp) - PAGE_OFFSET) << (32-PAGE_SHIFT)); } in pgd_set()
261 extern inline void pgd_clear(pgd_t * pgdp) { pgd_val(*pgdp) = 0; } in pgd_clear() argument
|
| /linux-4.1.27/arch/x86/include/asm/ |
| D | pgtable_64.h | 109 static inline void native_set_pgd(pgd_t *pgdp, pgd_t pgd) in native_set_pgd() argument
111 *pgdp = pgd; in native_set_pgd()
|
| D | paravirt.h | 617 static inline void set_pgd(pgd_t *pgdp, pgd_t pgd) in set_pgd() argument
622 PVOP_VCALL3(pv_mmu_ops.set_pgd, pgdp, in set_pgd()
625 PVOP_VCALL2(pv_mmu_ops.set_pgd, pgdp, in set_pgd()
629 static inline void pgd_clear(pgd_t *pgdp) in pgd_clear() argument
631 set_pgd(pgdp, __pgd(0)); in pgd_clear()
|
| D | pgtable.h | 49 #define set_pgd(pgdp, pgd) native_set_pgd(pgdp, pgd) argument
|
| /linux-4.1.27/mm/ |
| D | gup.c | 1162 static int gup_huge_pgd(pgd_t orig, pgd_t *pgdp, unsigned long addr, in gup_huge_pgd() argument
1189 if (unlikely(pgd_val(orig) != pgd_val(*pgdp))) { in gup_huge_pgd()
1285 pgd_t *pgdp; in __get_user_pages_fast() local
1310 pgdp = pgd_offset(mm, addr); in __get_user_pages_fast()
1312 pgd_t pgd = READ_ONCE(*pgdp); in __get_user_pages_fast()
1318 if (!gup_huge_pgd(pgd, pgdp, addr, next, write, in __get_user_pages_fast()
1327 } while (pgdp++, addr = next, addr != end); in __get_user_pages_fast()
|
| /linux-4.1.27/arch/arm/include/asm/ |
| D | pgtable-nommu.h | 26 #define pgd_clear(pgdp) argument
|
| /linux-4.1.27/arch/c6x/include/asm/ |
| D | pgtable.h | 29 #define pgd_clear(pgdp) argument
|
| /linux-4.1.27/arch/arm64/include/asm/ |
| D | pgtable.h | 424 static inline void set_pgd(pgd_t *pgdp, pgd_t pgd) in set_pgd() argument
426 *pgdp = pgd; in set_pgd()
430 static inline void pgd_clear(pgd_t *pgdp) in pgd_clear() argument
432 set_pgd(pgdp, __pgd(0)); in pgd_clear()
|
| /linux-4.1.27/arch/blackfin/include/asm/ |
| D | pgtable.h | 22 #define pgd_clear(pgdp) argument
|
| /linux-4.1.27/drivers/misc/sgi-gru/ |
| D | grufault.c | 222 pgd_t *pgdp; in atomic_pte_lookup() local
227 pgdp = pgd_offset(vma->vm_mm, vaddr); in atomic_pte_lookup()
228 if (unlikely(pgd_none(*pgdp))) in atomic_pte_lookup()
231 pudp = pud_offset(pgdp, vaddr); in atomic_pte_lookup()
|
| /linux-4.1.27/arch/sparc/kernel/ |
| D | signal32.c | 357 pgd_t *pgdp; in flush_signal_insns() local
374 pgdp = pgd_offset(current->mm, address); in flush_signal_insns()
375 if (pgd_none(*pgdp)) in flush_signal_insns()
377 pudp = pud_offset(pgdp, address); in flush_signal_insns()
|
| /linux-4.1.27/arch/ia64/include/asm/ |
| D | pgtable.h | 288 #define pgd_clear(pgdp) (pgd_val(*(pgdp)) = 0UL) argument
|
| /linux-4.1.27/arch/score/include/asm/ |
| D | pgtable.h | 115 #define pgd_clear(pgdp) do { } while (0) argument
|
| /linux-4.1.27/arch/arm/kvm/ |
| D | mmu.c | 291 static void unmap_range(struct kvm *kvm, pgd_t *pgdp, in unmap_range() argument
298 pgd = pgdp + kvm_pgd_index(addr); in unmap_range()
536 static int __create_hyp_mappings(pgd_t *pgdp, in __create_hyp_mappings() argument
549 pgd = pgdp + pgd_index(addr); in __create_hyp_mappings()
|
| /linux-4.1.27/arch/microblaze/include/asm/ |
| D | pgtable.h | 25 #define pgd_clear(pgdp) argument
|
| /linux-4.1.27/arch/frv/include/asm/ |
| D | pgtable.h | 49 #define pgd_clear(pgdp) argument
|
| /linux-4.1.27/arch/parisc/include/asm/ |
| D | pgtable.h | 345 static inline void pgd_clear(pgd_t * pgdp) { } in pgd_clear() argument
|