Home
last modified time | relevance | path

Searched refs:pmd_val (Results 1 – 130 of 130) sorted by relevance

/linux-4.1.27/arch/s390/mm/
Dhugetlbpage.c36 pmd_val(pmd) = pte_val(pte) & PAGE_MASK; in __pte_to_pmd()
37 pmd_val(pmd) |= (pte_val(pte) & _PAGE_READ) >> 4; in __pte_to_pmd()
38 pmd_val(pmd) |= (pte_val(pte) & _PAGE_WRITE) >> 4; in __pte_to_pmd()
39 pmd_val(pmd) |= (pte_val(pte) & _PAGE_INVALID) >> 5; in __pte_to_pmd()
40 pmd_val(pmd) |= (pte_val(pte) & _PAGE_PROTECT); in __pte_to_pmd()
41 pmd_val(pmd) |= (pte_val(pte) & _PAGE_DIRTY) << 10; in __pte_to_pmd()
42 pmd_val(pmd) |= (pte_val(pte) & _PAGE_YOUNG) << 10; in __pte_to_pmd()
44 pmd_val(pmd) = _SEGMENT_ENTRY_INVALID; in __pte_to_pmd()
73 pte_val(pte) = pmd_val(pmd) & _SEGMENT_ENTRY_ORIGIN_LARGE; in __pmd_to_pte()
75 pte_val(pte) |= (pmd_val(pmd) & _SEGMENT_ENTRY_READ) << 4; in __pmd_to_pte()
[all …]
Dgup.c60 if ((pmd_val(pmd) & mask) != result) in gup_huge_pmd()
62 VM_BUG_ON(!pfn_valid(pmd_val(pmd) >> PAGE_SHIFT)); in gup_huge_pmd()
81 if (unlikely(pmd_val(pmd) != pmd_val(*pmdp))) { in gup_huge_pmd()
Dvmem.c117 pmd_val(*pm_dir) = __pa(address) | in vmem_add_mem()
233 pmd_val(*pm_dir) = __pa(new_page) | in vmemmap_populate()
Ddump_pagetables.c138 prot = pmd_val(*pmd) & _SEGMENT_ENTRY_PROTECT; in walk_pmd_level()
Dpgtable.c565 *table = pmd_val(*pmd); in __gmap_link()
/linux-4.1.27/arch/arm/include/asm/
Dpgtable-3level.h145 #define pmd_table(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \
147 #define pmd_sect(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \
175 #define pmd_bad(pmd) (!(pmd_val(pmd) & 2))
211 #define pmd_isset(pmd, val) ((u32)(val) == (val) ? pmd_val(pmd) & (val) \
212 : !!(pmd_val(pmd) & (val)))
213 #define pmd_isclear(pmd, val) (!(pmd_val(pmd) & (val)))
234 #define pmd_trans_huge(pmd) (pmd_val(pmd) && !pmd_table(pmd))
245 static inline pmd_t pmd_##fn(pmd_t pmd) { pmd_val(pmd) op; return pmd; }
254 #define pmd_mkhuge(pmd) (__pmd(pmd_val(pmd) & ~PMD_TABLE_BIT))
256 #define pmd_pfn(pmd) (((pmd_val(pmd) & PMD_MASK) & PHYS_MASK) >> PAGE_SHIFT)
[all …]
Dkvm_mmu.h115 pmd_val(*pmd) |= L_PMD_S2_RDWR; in kvm_set_s2pmd_writable()
130 pmd_val(*pmd) = (pmd_val(*pmd) & ~L_PMD_S2_RDWR) | L_PMD_S2_RDONLY; in kvm_set_s2pmd_readonly()
135 return (pmd_val(*pmd) & L_PMD_S2_RDWR) == L_PMD_S2_RDONLY; in kvm_s2pmd_readonly()
Dpgtable-2level-types.h39 #define pmd_val(x) ((x).pmd) macro
57 #define pmd_val(x) (x) macro
Dpgtable-3level-types.h42 #define pmd_val(x) ((x).pmd) macro
59 #define pmd_val(x) (x) macro
Dpgtable-2level.h165 #define pmd_large(pmd) (pmd_val(pmd) & 2)
166 #define pmd_bad(pmd) (pmd_val(pmd) & 2)
Dpgtable.h184 #define pmd_none(pmd) (!pmd_val(pmd))
185 #define pmd_present(pmd) (pmd_val(pmd))
189 return __va(pmd_val(pmd) & PHYS_MASK & (s32)PAGE_MASK); in pmd_page_vaddr()
192 #define pmd_page(pmd) pfn_to_page(__phys_to_pfn(pmd_val(pmd) & PHYS_MASK))
Dpage-nommu.h38 #define pmd_val(x) (x) macro
/linux-4.1.27/arch/mips/include/asm/
Dpgtable.h91 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd))
98 #define pmd_page_vaddr(pmd) pmd_val(pmd)
489 return !!(pmd_val(pmd) & _PAGE_HUGE); in pmd_trans_huge()
494 pmd_val(pmd) |= _PAGE_HUGE; in pmd_mkhuge()
501 return !!(pmd_val(pmd) & _PAGE_SPLITTING); in pmd_trans_splitting()
506 pmd_val(pmd) |= _PAGE_SPLITTING; in pmd_mksplitting()
523 return !!(pmd_val(pmd) & _PAGE_WRITE); in pmd_write()
528 pmd_val(pmd) &= ~(_PAGE_WRITE | _PAGE_SILENT_WRITE); in pmd_wrprotect()
534 pmd_val(pmd) |= _PAGE_WRITE; in pmd_mkwrite()
535 if (pmd_val(pmd) & _PAGE_MODIFIED) in pmd_mkwrite()
[all …]
Dpgtable-64.h146 printk("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e))
161 #define pmd_val(x) ((x).pmd) macro
173 return pmd_val(pmd) == (unsigned long) invalid_pte_table; in pmd_none()
180 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_bad()
184 if (unlikely(pmd_val(pmd) & ~PAGE_MASK)) in pmd_bad()
192 return pmd_val(pmd) != (unsigned long) invalid_pte_table; in pmd_present()
197 pmd_val(*pmdp) = ((unsigned long) invalid_pte_table); in pmd_clear()
Dpgtable-32.h91 return pmd_val(pmd) == (unsigned long) invalid_pte_table; in pmd_none()
94 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK)
98 return pmd_val(pmd) != (unsigned long) invalid_pte_table; in pmd_present()
103 pmd_val(*pmdp) = ((unsigned long) invalid_pte_table); in pmd_clear()
/linux-4.1.27/arch/s390/include/asm/
Dpgtable.h93 printk("%s:%d: bad pmd %p.\n", __FILE__, __LINE__, (void *) pmd_val(e))
484 return pmd_val(pmd) != _SEGMENT_ENTRY_INVALID; in pmd_present()
489 return pmd_val(pmd) == _SEGMENT_ENTRY_INVALID; in pmd_none()
494 return (pmd_val(pmd) & _SEGMENT_ENTRY_LARGE) != 0; in pmd_large()
504 return (pmd_val(pmd) & origin_mask) >> PAGE_SHIFT; in pmd_pfn()
510 return (pmd_val(pmd) & ~_SEGMENT_ENTRY_BITS_LARGE) != 0; in pmd_bad()
511 return (pmd_val(pmd) & ~_SEGMENT_ENTRY_BITS) != 0; in pmd_bad()
530 return (pmd_val(pmd) & _SEGMENT_ENTRY_WRITE) != 0; in pmd_write()
537 dirty = (pmd_val(pmd) & _SEGMENT_ENTRY_DIRTY) != 0; in pmd_dirty()
545 young = (pmd_val(pmd) & _SEGMENT_ENTRY_YOUNG) != 0; in pmd_young()
[all …]
Dpgalloc.h127 pmd_val(*pmd) = _SEGMENT_ENTRY + __pa(pte); in pmd_populate()
133 (pgtable_t)(pmd_val(pmd) & -sizeof(pte_t)*PTRS_PER_PTE)
Dpage.h81 #define pmd_val(x) ((x).pmd) macro
/linux-4.1.27/arch/powerpc/include/asm/
Dpgtable-ppc64.h163 #define pmd_set(pmdp, pmdval) (pmd_val(*(pmdp)) = (pmdval))
164 #define pmd_none(pmd) (!pmd_val(pmd))
165 #define pmd_bad(pmd) (!is_kernel_addr(pmd_val(pmd)) \
166 || (pmd_val(pmd) & PMD_BAD_BITS))
168 #define pmd_clear(pmdp) (pmd_val(*(pmdp)) = 0)
169 #define pmd_page_vaddr(pmd) (pmd_val(pmd) & ~PMD_MASKED_BITS)
357 pr_err("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e))
467 return (pmd_val(pmd) & 0x3) && (pmd_val(pmd) & _PAGE_THP_HUGE); in pmd_trans_huge()
473 return pmd_val(pmd) & _PAGE_SPLITTING; in pmd_trans_splitting()
485 return ((pmd_val(pmd) & 0x3) != 0x0); in pmd_large()
[all …]
Dpgtable-ppc32.h130 #define pmd_none(pmd) (!pmd_val(pmd))
131 #define pmd_bad(pmd) (pmd_val(pmd) & _PMD_BAD)
132 #define pmd_present(pmd) (pmd_val(pmd) & _PMD_PRESENT_MASK)
133 #define pmd_clear(pmdp) do { pmd_val(*(pmdp)) = 0; } while (0)
307 ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK))
309 pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)
312 ((unsigned long) (pmd_val(pmd) & PAGE_MASK))
314 pfn_to_page((__pa(pmd_val(pmd)) >> PAGE_SHIFT))
Dpgalloc-32.h25 (pmd_val(*(pmd)) = __pa(pte) | _PMD_PRESENT)
27 (pmd_val(*(pmd)) = (page_to_pfn(pte) << PAGE_SHIFT) | _PMD_PRESENT)
31 (pmd_val(*(pmd)) = (unsigned long)pte | _PMD_PRESENT)
33 (pmd_val(*(pmd)) = (unsigned long)lowmem_page_address(pte) | _PMD_PRESENT)
Dpage.h303 #define pmd_val(x) ((x).pmd) macro
343 #define pmd_val(x) (x) macro
Dpgalloc-64.h191 return (pgtable_t)(pmd_val(pmd) & ~PMD_MASKED_BITS); in pmd_pgtable()
/linux-4.1.27/arch/powerpc/mm/
D40x_mmu.c113 pmd_val(*pmdp++) = val; in mmu_mapin_ram()
114 pmd_val(*pmdp++) = val; in mmu_mapin_ram()
115 pmd_val(*pmdp++) = val; in mmu_mapin_ram()
116 pmd_val(*pmdp++) = val; in mmu_mapin_ram()
128 pmd_val(*pmdp) = val; in mmu_mapin_ram()
Dpgtable_64.c548 old = pmd_val(*pmdp); in pmd_hugepage_update()
650 old = pmd_val(*pmdp); in pmdp_splitting_flush()
721 WARN_ON((pmd_val(*pmdp) & (_PAGE_PRESENT | _PAGE_USER)) == in set_pmd_at()
726 trace_hugepage_set_pmd(addr, pmd_val(pmd)); in set_pmd_at()
777 pmd_val(pmd) |= pgprot_val(pgprot); in pmd_set_protbits()
789 pmd_val(pmd) = pfn << PTE_RPN_SHIFT; in pfn_pmd()
790 pmd_val(pmd) |= _PAGE_THP_HUGE; in pfn_pmd()
803 pmd_val(pmd) &= _HPAGE_CHG_MASK; in pmd_modify()
Dtlb_hash32.c113 flush_hash_pages(ctx, start, pmd_val(*pmd), count); in flush_range()
166 flush_hash_pages(mm->context.id, vmaddr, pmd_val(*pmd), 1); in flush_tlb_page()
Dhugepage-hash64.c38 old_pmd = pmd_val(pmd); in __hash_page_thp()
Dhugetlbpage.c74 return ((pmd_val(pmd) & 0x3) != 0x0); in pmd_huge()
549 if (!is_hugepd(__hugepd(pmd_val(*pmd)))) { in hugetlb_free_pmd_range()
1034 } else if (is_hugepd(__hugepd(pmd_val(pmd)))) in __find_linux_pte_or_hugepte()
Dppc_mmu_32.c174 add_hash_page(mm->context.id, ea, pmd_val(*pmd)); in hash_preload()
/linux-4.1.27/arch/sparc/include/asm/
Dpgtable_64.h100 __FILE__, __LINE__, &(e), pmd_val(e), __builtin_return_address(0))
339 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify()
398 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkhuge()
643 pte_t pte = __pte(pmd_val(pmd)); in pmd_large()
650 pte_t pte = __pte(pmd_val(pmd)); in pmd_pfn()
658 pte_t pte = __pte(pmd_val(pmd)); in pmd_dirty()
665 pte_t pte = __pte(pmd_val(pmd)); in pmd_young()
672 pte_t pte = __pte(pmd_val(pmd)); in pmd_write()
679 pte_t pte = __pte(pmd_val(pmd)); in pmd_trans_huge()
686 pte_t pte = __pte(pmd_val(pmd)); in pmd_trans_splitting()
[all …]
Dpgtable_32.h129 if (srmmu_device_memory(pmd_val(pmd))) in pmd_page()
131 return pfn_to_page((pmd_val(pmd) & SRMMU_PTD_PMASK) >> (PAGE_SHIFT-4)); in pmd_page()
166 return (pmd_val(pmd) & SRMMU_ET_MASK) != SRMMU_ET_PTD; in pmd_bad()
171 return ((pmd_val(pmd) & SRMMU_ET_MASK) == SRMMU_ET_PTD); in pmd_present()
176 return !pmd_val(pmd); in pmd_none()
Dpage_32.h64 #define pmd_val(x) ((x).pmdv[0]) macro
92 #define pmd_val(x) ((x).pmdv[0]) macro
Dpage_64.h66 #define pmd_val(x) ((x).pmd) macro
89 #define pmd_val(x) (x) macro
/linux-4.1.27/arch/nios2/include/asm/
Dpgtable.h188 return (pmd_val(pmd) != (unsigned long) invalid_pte_table) in pmd_present()
189 && (pmd_val(pmd) != 0UL); in pmd_present()
194 pmd_val(*pmdp) = (unsigned long) invalid_pte_table; in pmd_clear()
220 return (pmd_val(pmd) == in pmd_none()
221 (unsigned long) invalid_pte_table) || (pmd_val(pmd) == 0UL); in pmd_none()
224 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK)
249 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd))
251 #define pmd_page_vaddr(pmd) pmd_val(pmd)
/linux-4.1.27/arch/um/include/asm/
Dpgtable.h99 #define pmd_none(x) (!((unsigned long)pmd_val(x) & ~_PAGE_NEWPAGE))
100 #define pmd_bad(x) ((pmd_val(x) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE)
102 #define pmd_present(x) (pmd_val(x) & _PAGE_PRESENT)
103 #define pmd_clear(xp) do { pmd_val(*(xp)) = _PAGE_NEWPAGE; } while (0)
105 #define pmd_newpage(x) (pmd_val(x) & _PAGE_NEWPAGE)
106 #define pmd_mkuptodate(x) (pmd_val(x) &= ~_PAGE_NEWPAGE)
111 #define pmd_page(pmd) phys_to_page(pmd_val(pmd) & PAGE_MASK)
317 #define pmd_page_vaddr(pmd) ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK))
321 ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK))
Dpgtable-3level.h51 pmd_val(e))
76 #define set_pmd(pmdptr, pmdval) set_64bit((u64 *) (pmdptr), pmd_val(pmdval))
Dpage.h52 #define pmd_val(x) ((x).pmd) macro
65 #define pmd_val(x) ((x).pmd) macro
/linux-4.1.27/arch/cris/include/asm/
Dpgtable.h99 #define pmd_none(x) (!pmd_val(x))
103 #define pmd_bad(x) ((pmd_val(x) & (~PAGE_MASK & ~_PAGE_KERNEL)) != _PAGE_TABLE)
104 #define pmd_present(x) (pmd_val(x) & _PAGE_PRESENT)
105 #define pmd_clear(xp) do { pmd_val(*(xp)) = 0; } while (0)
226 { pmd_val(*pmdp) = _PAGE_TABLE | (unsigned long) ptep; } in pmd_set()
228 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT))
229 #define pmd_page_vaddr(pmd) ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK))
/linux-4.1.27/arch/arm64/include/asm/
Dpgtable.h260 return __pte(pmd_val(pmd)); in pmd_pte()
278 #define pmd_trans_huge(pmd) (pmd_val(pmd) && !(pmd_val(pmd) & PMD_TABLE_BIT))
297 #define pmd_mknotpresent(pmd) (__pmd(pmd_val(pmd) & ~PMD_SECT_VALID))
302 #define pmd_mkhuge(pmd) (__pmd(pmd_val(pmd) & ~PMD_TABLE_BIT))
304 #define pmd_pfn(pmd) (((pmd_val(pmd) & PMD_MASK) & PHYS_MASK) >> PAGE_SHIFT)
335 #define pmd_none(pmd) (!pmd_val(pmd))
337 #define pmd_bad(pmd) (!(pmd_val(pmd) & 2))
339 #define pmd_table(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \
341 #define pmd_sect(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \
368 return __va(pmd_val(pmd) & PHYS_MASK & (s32)PAGE_MASK); in pmd_page_vaddr()
[all …]
Dkvm_mmu.h120 pmd_val(*pmd) |= PMD_S2_RDWR;
135 pmd_val(*pmd) = (pmd_val(*pmd) & ~PMD_S2_RDWR) | PMD_S2_RDONLY;
140 return (pmd_val(*pmd) & PMD_S2_RDWR) == PMD_S2_RDONLY;
Dpgtable-types.h43 #define pmd_val(x) ((x).pmd) macro
69 #define pmd_val(x) (x) macro
/linux-4.1.27/arch/metag/include/asm/
Dpgtable.h112 #define pmd_none(x) (!pmd_val(x))
113 #define pmd_bad(x) ((pmd_val(x) & ~(PAGE_MASK | _PAGE_SZ_MASK)) \
115 #define pmd_present(x) (pmd_val(x) & _PAGE_PRESENT)
116 #define pmd_clear(xp) do { pmd_val(*(xp)) = 0; } while (0)
164 unsigned long paddr = pmd_val(pmd) & PAGE_MASK; in pmd_page_vaddr()
170 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT))
171 #define pmd_page_shift(pmd) (12 + ((pmd_val(pmd) & _PAGE_SZ_MASK) \
/linux-4.1.27/arch/arc/include/asm/
Dpgtable.h239 #define pmd_page(pmd) virt_to_page(pmd_val(pmd) & PAGE_MASK)
242 #define pmd_page_vaddr(pmd) (pmd_val(pmd) & PAGE_MASK)
247 pmd_val(*pmdp) = (unsigned long)ptep; in pmd_set()
254 #define pmd_none(x) (!pmd_val(x))
255 #define pmd_bad(x) ((pmd_val(x) & ~PAGE_MASK))
256 #define pmd_present(x) (pmd_val(x))
257 #define pmd_clear(xp) do { pmd_val(*(xp)) = 0; } while (0)
/linux-4.1.27/arch/alpha/include/asm/
Dpgtable.h226 { pmd_val(*pmdp) = _PAGE_TABLE | ((((unsigned long) ptep) - PAGE_OFFSET) << (32-PAGE_SHIFT)); } in pmd_set()
235 return ((pmd_val(pmd) & _PFN_MASK) >> (32-PAGE_SHIFT)) + PAGE_OFFSET; in pmd_page_vaddr()
239 #define pmd_page(pmd) (mem_map + ((pmd_val(pmd) & _PFN_MASK) >> 32))
253 extern inline int pmd_none(pmd_t pmd) { return !pmd_val(pmd); } in pmd_none()
254 extern inline int pmd_bad(pmd_t pmd) { return (pmd_val(pmd) & ~_PFN_MASK) != _PAGE_TABLE; } in pmd_bad()
255 extern inline int pmd_present(pmd_t pmd) { return pmd_val(pmd) & _PAGE_VALID; } in pmd_present()
256 extern inline void pmd_clear(pmd_t * pmdp) { pmd_val(*pmdp) = 0; } in pmd_clear()
353 printk("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e))
Dpage.h36 #define pmd_val(x) ((x).pmd) macro
55 #define pmd_val(x) (x) macro
Dmmzone.h74 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> 32))
/linux-4.1.27/arch/c6x/include/asm/
Dpgtable.h33 #define pmd_none(x) (!pmd_val(x))
34 #define pmd_present(x) (pmd_val(x))
36 #define pmd_bad(x) (pmd_val(x) & ~PAGE_MASK)
/linux-4.1.27/arch/openrisc/include/asm/
Dpgtable.h227 #define pmd_none(x) (!pmd_val(x))
228 #define pmd_bad(x) ((pmd_val(x) & (~PAGE_MASK)) != _KERNPG_TABLE)
229 #define pmd_present(x) (pmd_val(x) & _PAGE_PRESENT)
230 #define pmd_clear(xp) do { pmd_val(*(xp)) = 0; } while (0)
368 pmd_val(*pmdp) = _KERNPG_TABLE | (unsigned long) ptep; in pmd_set()
371 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT))
372 #define pmd_page_kernel(pmd) ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK))
/linux-4.1.27/arch/m32r/include/asm/
Dpgtable.h180 #define pmd_none(x) (!pmd_val(x))
181 #define pmd_present(x) (pmd_val(x) & _PAGE_PRESENT)
183 #define pmd_bad(x) ((pmd_val(x) & ~PAGE_MASK) != _KERNPG_TABLE)
296 pmd_val(*pmdp) = (((unsigned long) ptep) & PAGE_MASK); in pmd_set()
300 ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK))
303 #define pmd_page(pmd) (mem_map + ((pmd_val(pmd) >> PAGE_SHIFT) - PFN_BASE))
Dmmzone.h18 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT))
Dpgtable-2level.h25 printk("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e))
Dpage.h35 #define pmd_val(x) ((x).pmd) macro
/linux-4.1.27/arch/arm/mm/
Dhugetlbpage.c51 return pmd_val(pmd) && !(pmd_val(pmd) & PMD_TABLE_BIT); in pmd_huge()
Dinit.c638 pmd[0] = __pmd((pmd_val(pmd[0]) & mask) | prot); in section_update()
641 pmd[1] = __pmd((pmd_val(pmd[1]) & mask) | prot); in section_update()
643 pmd[0] = __pmd((pmd_val(pmd[0]) & mask) | prot); in section_update()
Ddump.c278 note_page(st, addr, 3, pmd_val(*pmd)); in walk_pmd()
283 note_page(st, addr + SECTION_SIZE, 3, pmd_val(pmd[1])); in walk_pmd()
Dfault.c98 pr_cont(", *pmd=%08llx", (long long)pmd_val(*pmd)); in show_pte()
109 if (PageHighMem(pfn_to_page(pmd_val(*pmd) >> PAGE_SHIFT))) in show_pte()
Dioremap.c167 if ((pmd_val(pmd) & PMD_TYPE_MASK) == PMD_TYPE_TABLE) in unmap_area_sections()
/linux-4.1.27/arch/sparc/mm/
Dtlb.c166 if ((pmd_val(pmd) ^ pmd_val(orig)) & _PAGE_PMD_HUGE) { in set_pmd_at()
167 if (pmd_val(pmd) & _PAGE_PMD_HUGE) in set_pmd_at()
185 pte_t orig_pte = __pte(pmd_val(orig)); in set_pmd_at()
201 pmd_val(entry) &= ~_PAGE_VALID; in pmdp_invalidate()
Dgup.c76 if (!(pmd_val(pmd) & _PAGE_VALID)) in gup_huge_pmd()
99 if (unlikely(pmd_val(pmd) != pmd_val(*pmdp))) { in gup_huge_pmd()
Dinit_64.c1468 pmd_val(*pmd) = pte_val | _PAGE_PMD_HUGE; in kernel_map_hugepmd()
1485 pmd_val(*pmd) = pte_val; in kernel_map_hugepmd()
2379 pte = pmd_val(*pmd); in vmemmap_populate()
2386 pmd_val(*pmd) = pte_base | __pa(block); in vmemmap_populate()
2706 pte = pmd_val(entry); in update_mmu_cache_pmd()
Dsrmmu.c106 { return !(pmd_val(pmd) & 0xFFFFFFF); } in srmmu_pmd_none()
/linux-4.1.27/arch/score/include/asm/
Dpgtable.h50 return pmd_val(pmd) == (unsigned long) invalid_pte_table; in pmd_none()
53 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK)
57 return pmd_val(pmd) != (unsigned long) invalid_pte_table; in pmd_present()
62 pmd_val(*pmdp) = ((unsigned long) invalid_pte_table); in pmd_clear()
97 #define pmd_phys(pmd) __pa((void *)pmd_val(pmd))
118 #define pmd_page_vaddr(pmd) pmd_val(pmd)
/linux-4.1.27/arch/sh/include/asm/
Dpgtable_64.h66 #define pmd_present(pmd_entry) (pmd_val(pmd_entry) & _PAGE_PRESENT)
68 #define pmd_none(pmd_entry) (pmd_val((pmd_entry)) == _PMD_EMPTY)
69 #define pmd_bad(pmd_entry) ((pmd_val(pmd_entry) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE)
72 ((unsigned long) __va(pmd_val(pmd_entry) & PAGE_MASK))
75 (virt_to_page(pmd_val(pmd)))
84 ((pte_t *) ((pmd_val(*(dir))) & PAGE_MASK) + pte_index((addr)))
Dpgtable-3level.h28 printk("%s:%d: bad pmd %016llx.\n", __FILE__, __LINE__, pmd_val(e))
31 #define pmd_val(x) ((x).pmd) macro
Dpgtable_32.h327 #define pmd_none(x) (!pmd_val(x))
328 #define pmd_present(x) (pmd_val(x))
330 #define pmd_bad(x) (pmd_val(x) & ~PAGE_MASK)
403 #define pmd_page_vaddr(pmd) ((unsigned long)pmd_val(pmd))
404 #define pmd_page(pmd) (virt_to_page(pmd_val(pmd)))
/linux-4.1.27/arch/blackfin/include/asm/
Dpgtable.h26 #define pmd_none(x) (!pmd_val(x))
27 #define pmd_present(x) (pmd_val(x))
29 #define pmd_bad(x) (pmd_val(x) & ~PAGE_MASK)
/linux-4.1.27/arch/frv/include/asm/
Dpgtable.h161 printk("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e))
163 printk("%s:%d: bad pud %08lx.\n", __FILE__, __LINE__, pmd_val(pud_val(e)))
165 printk("%s:%d: bad pgd %08lx.\n", __FILE__, __LINE__, pmd_val(pud_val(pgd_val(e))))
357 #define pmd_none(x) (!pmd_val(x))
358 #define pmd_present(x) (pmd_val(x) & _PAGE_PRESENT)
359 #define pmd_bad(x) (pmd_val(x) & xAMPRx_SS)
363 ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK))
366 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT))
Dpage.h31 #define pmd_val(x) ((x).ste[0]) macro
/linux-4.1.27/arch/arm64/mm/
Dhugetlbpage.c43 return pmd_val(pmd) && !(pmd_val(pmd) & PMD_TABLE_BIT); in pmd_huge()
Ddump.c254 note_page(st, addr, 3, pmd_val(*pmd)); in walk_pmd()
Dfault.c70 printk(", *pmd=%016llx", pmd_val(*pmd)); in show_pte()
/linux-4.1.27/arch/m68k/include/asm/
Dsun3_pgtable.h120 ((unsigned long) __va (pmd_val (pmd) & PAGE_MASK))
137 static inline int pmd_none2 (pmd_t *pmd) { return !pmd_val (*pmd); } in pmd_none2()
142 static inline int pmd_present2 (pmd_t *pmd) { return pmd_val (*pmd) & SUN3_PMD_VALID; } in pmd_present2()
145 static inline void pmd_clear (pmd_t *pmdp) { pmd_val (*pmdp) = 0; } in pmd_clear()
156 printk("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e))
Dmotorola_pgtable.h125 #define __pmd_page(pmd) ((unsigned long)__va(pmd_val(pmd) & _TABLE_MASK))
137 #define pmd_none(pmd) (!pmd_val(pmd))
138 #define pmd_bad(pmd) ((pmd_val(pmd) & _DESCTYPE_MASK) != _PAGE_TABLE)
139 #define pmd_present(pmd) (pmd_val(pmd) & _PAGE_TABLE)
146 #define pmd_page(pmd) virt_to_page(__va(pmd_val(pmd)))
158 printk("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e))
Dmcf_pgtable.h172 #define __pmd_page(pmd) ((unsigned long) (pmd_val(pmd)))
193 static inline int pmd_none2(pmd_t *pmd) { return !pmd_val(*pmd); } in pmd_none2()
198 static inline void pmd_clear(pmd_t *pmdp) { pmd_val(*pmdp) = 0; } in pmd_clear()
210 __FILE__, __LINE__, pmd_val(e))
398 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT))
Dsun3_pgalloc.h68 pmd_val(*pmd) = __pa((unsigned long)pte); in pmd_populate_kernel()
73 pmd_val(*pmd) = __pa((unsigned long)page_address(page)); in pmd_populate()
Dmcf_pgalloc.h36 #define pmd_populate(mm, pmd, page) (pmd_val(*pmd) = \
39 #define pmd_populate_kernel(mm, pmd, pte) (pmd_val(*pmd) = (unsigned long)(pte))
Dpage.h30 #define pmd_val(x) ((&x)->pmd[0]) macro
/linux-4.1.27/arch/unicore32/include/asm/
Dpgtable.h206 #define pmd_none(pmd) (!pmd_val(pmd))
207 #define pmd_present(pmd) (pmd_val(pmd) & PMD_PRESENT)
208 #define pmd_bad(pmd) (((pmd_val(pmd) & \
223 #define pmd_page_vaddr(pmd) ((pte_t *)__va(pmd_val(pmd) & PAGE_MASK))
224 #define pmd_page(pmd) pfn_to_page(__phys_to_pfn(pmd_val(pmd)))
/linux-4.1.27/arch/microblaze/include/asm/
Dpgtable.h170 __FILE__, __LINE__, pmd_val(e))
301 #define pmd_none(pmd) (!pmd_val(pmd))
302 #define pmd_bad(pmd) ((pmd_val(pmd) & _PMD_PRESENT) == 0)
303 #define pmd_present(pmd) ((pmd_val(pmd) & _PMD_PRESENT) != 0)
304 #define pmd_clear(pmdp) do { pmd_val(*(pmdp)) = 0; } while (0)
470 #define pmd_page_kernel(pmd) ((unsigned long) (pmd_val(pmd) & PAGE_MASK))
473 #define pmd_page(pmd) (pfn_to_page(__pa(pmd_val(pmd)) >> PAGE_SHIFT))
Dpgalloc.h175 (pmd_val(*(pmd)) = (unsigned long)page_address(pte))
178 (pmd_val(*(pmd)) = (unsigned long) (pte))
Dpage.h105 # define pmd_val(x) ((x).pmd) macro
108 # define pmd_val(x) ((x).ste[0]) macro
/linux-4.1.27/arch/hexagon/include/asm/
Dpgtable.h214 pmd_val(*pmd_entry_ptr) = _NULL_PMD; in pmd_clear()
261 return pmd_val(pmd) == _NULL_PMD; in pmd_none()
272 return pmd_val(pmd) != (unsigned long)_NULL_PMD; in pmd_present()
288 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT))
440 ((pte_t *) (unsigned long) __va(pmd_val(*dir) & PAGE_MASK) \
/linux-4.1.27/arch/avr32/include/asm/
Dpgtable.h245 #define pmd_none(x) (!pmd_val(x))
246 #define pmd_present(x) (pmd_val(x))
253 #define pmd_bad(x) (pmd_val(x) & ~PAGE_MASK)
291 #define pmd_page_vaddr(pmd) pmd_val(pmd)
292 #define pmd_page(pmd) (virt_to_page(pmd_val(pmd)))
/linux-4.1.27/arch/xtensa/include/asm/
Dpgtable.h234 #define pmd_page_vaddr(pmd) ((unsigned long)(pmd_val(pmd) & PAGE_MASK))
235 #define pmd_page(pmd) virt_to_page(pmd_val(pmd))
251 #define pmd_none(pmd) (!pmd_val(pmd))
252 #define pmd_present(pmd) (pmd_val(pmd) & PAGE_MASK)
253 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK)
Dpgalloc.h25 (pmd_val(*(pmdp)) = ((unsigned long)ptep))
27 (pmd_val(*(pmdp)) = ((unsigned long)page_to_virt(page)))
/linux-4.1.27/arch/ia64/include/asm/
Dpgtable.h186 #define pmd_ERROR(e) printk("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e))
270 #define pmd_none(pmd) (!pmd_val(pmd))
271 #define pmd_bad(pmd) (!ia64_phys_addr_valid(pmd_val(pmd)))
272 #define pmd_present(pmd) (pmd_val(pmd) != 0UL)
273 #define pmd_clear(pmdp) (pmd_val(*(pmdp)) = 0UL)
274 #define pmd_page_vaddr(pmd) ((unsigned long) __va(pmd_val(pmd) & _PFN_MASK))
275 #define pmd_page(pmd) virt_to_page((pmd_val(pmd) + PAGE_OFFSET))
Dpgalloc.h75 pmd_val(*pmd_entry) = page_to_phys(pte); in pmd_populate()
82 pmd_val(*pmd_entry) = __pa(pte); in pmd_populate_kernel()
Dpage.h184 # define pmd_val(x) ((x).pmd) macro
208 # define pmd_val(x) (x) macro
/linux-4.1.27/arch/x86/include/asm/
Dpgtable.h78 #define pmd_val(x) native_pmd_val(x) macro
145 return (pmd_val(pmd) & PTE_PFN_MASK) >> PAGE_SHIFT; in pmd_pfn()
163 return pmd_val(pmd) & _PAGE_SPLITTING; in pmd_trans_splitting()
168 return pmd_val(pmd) & _PAGE_PSE; in pmd_trans_huge()
365 pmdval_t val = pmd_val(pmd); in pmd_modify()
499 return (unsigned long)__va(pmd_val(pmd) & PTE_PFN_MASK); in pmd_page_vaddr()
506 #define pmd_page(pmd) pfn_to_page((pmd_val(pmd) & PTE_PFN_MASK) >> PAGE_SHIFT)
Dpgtable-3level.h16 __FILE__, __LINE__, &(e), pmd_val(e))
Dpgtable_64.h34 __FILE__, __LINE__, &(e), pmd_val(e))
Dparavirt.h563 static inline pmdval_t pmd_val(pmd_t pmd) in pmd_val() function
568 ret = PVOP_CALLEE2(pmdval_t, pv_mmu_ops.pmd_val, in pmd_val()
571 ret = PVOP_CALLEE1(pmdval_t, pv_mmu_ops.pmd_val, in pmd_val()
Dparavirt_types.h308 struct paravirt_callee_save pmd_val; member
/linux-4.1.27/arch/parisc/include/asm/
Dpgtable.h81 printk("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, (unsigned long)pmd_val(e))
291 #define pmd_flag(x) (pmd_val(x) & PxD_FLAG_MASK)
292 #define pmd_address(x) ((unsigned long)(pmd_val(x) &~ PxD_FLAG_MASK) << PxD_VALUE_SHIFT)
299 #define pmd_none(x) (!pmd_val(x) || pmd_flag(x) == PxD_FLAG_ATTACHED)
301 #define pmd_none(x) (!pmd_val(x))
Dpage.h50 #define pmd_val(x) ((x).pmd + 0) macro
72 #define pmd_val(x) (x) macro
/linux-4.1.27/arch/mn10300/include/asm/
Dpgtable.h224 #define pmd_none(x) (!pmd_val(x))
405 ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK))
407 #define pmd_page(pmd) pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)
410 ((pmd_val(pmd) & (_PAGE_PSE | _PAGE_PRESENT)) == \
/linux-4.1.27/arch/xtensa/mm/
Dfault.c222 pmd_val(*pmd) = pmd_val(*pmd_k); in do_page_fault()
/linux-4.1.27/drivers/lguest/
Dlg.h150 #define pmd_flags(x) (pmd_val(x) & ~PAGE_MASK)
151 #define pmd_pfn(x) (pmd_val(x) >> PAGE_SHIFT)
/linux-4.1.27/arch/mips/mm/
Dhugetlbpage.c73 return (pmd_val(pmd) & _PAGE_HUGE) != 0; in pmd_huge()
Dpgtable-64.c83 pmd_val(pmd) = (page_to_pfn(page) << _PFN_SHIFT) | pgprot_val(prot); in mk_pmd()
/linux-4.1.27/include/asm-generic/
Dpgtable-nopmd.h48 #define pmd_val(x) (pud_val((x).pud)) macro
Dpage.h54 #define pmd_val(x) ((&x)->pmd[0]) macro
Dpgtable.h230 return pmd_val(pmd_a) == pmd_val(pmd_b); in pmd_same()
/linux-4.1.27/arch/x86/mm/
Dkasan_init_64.c185 pmdval_t pmd_val = __pa_nodebug(kasan_zero_pte) | _KERNPG_TABLE; in kasan_early_init() local
192 kasan_zero_pmd[i] = __pmd(pmd_val); in kasan_early_init()
Dhugetlbpage.c65 (pmd_val(pmd) & (_PAGE_PRESENT|_PAGE_PSE)) != _PAGE_PRESENT; in pmd_huge()
Dkmmio.c117 pmdval_t v = pmd_val(*pmd); in clear_pmd_presence()
Ddump_pagetables.c295 pgprotval_t prot = pmd_val(*start) & PTE_FLAGS_MASK; in walk_pmd_level()
Dfault.c334 printk(KERN_CONT "*pde = %0*Lx ", sizeof(*pmd) * 2, (u64)pmd_val(*pmd)); in dump_pagetable()
491 printk("PMD %lx ", pmd_val(*pmd)); in dump_pagetable()
Dinit_64.c469 if (pmd_val(*pmd)) { in phys_pmd_init()
758 if (pmd_val(*pmd)) in free_pmd_table()
Dinit_32.c97 if (!(pmd_val(*pmd) & _PAGE_PRESENT)) { in one_page_table_init()
/linux-4.1.27/arch/tile/include/asm/
Dpgtable.h372 return (unsigned long)pmd_val(pmd) == 0; in pmd_none()
377 return pmd_val(pmd) & _PAGE_PRESENT; in pmd_present()
382 return ((pmd_val(pmd) & _PAGE_ALL) != _PAGE_TABLE); in pmd_bad()
Dpgtable_64.h89 pr_err("%s:%d: bad pmd 0x%016llx\n", __FILE__, __LINE__, pmd_val(e))
Dpage.h123 static inline u64 pmd_val(pmd_t pmd) in pmd_val() function
/linux-4.1.27/arch/m68k/mm/
Dkmap.c277 printk("iounmap: bad pmd (%08lx)\n", pmd_val(*pmd_dir)); in __iounmap()
354 printk("iocachemode: bad pmd (%08lx)\n", pmd_val(*pmd_dir)); in kernel_set_cachemode()
/linux-4.1.27/arch/mn10300/mm/
Dcache-inv-icache.c52 if (!pmd || !pmd_val(*pmd)) in flush_icache_page_range()
Dcache-flush-icache.c74 if (!pmd || !pmd_val(*pmd)) in flush_icache_page_range()
Dfault.c84 pmd, (long long)pmd_val(*pmd));
/linux-4.1.27/arch/sh/mm/
Dfault.c104 (u64)pmd_val(*pmd)); in show_pte()
115 if (PageHighMem(pfn_to_page(pmd_val(*pmd) >> PAGE_SHIFT))) in show_pte()
/linux-4.1.27/arch/unicore32/mm/
Dfault.c66 printk(", *pmd=%08lx", pmd_val(*pmd)); in show_pte()
77 if (PageHighMem(pfn_to_page(pmd_val(*pmd) >> PAGE_SHIFT))) in show_pte()
Dioremap.c90 if ((pmd_val(pmd) & PMD_TYPE_MASK) == PMD_TYPE_TABLE) in unmap_area_sections()
/linux-4.1.27/mm/
Dgup.c1099 if (unlikely(pmd_val(orig) != pmd_val(*pmdp))) { in gup_huge_pmd()
1232 } else if (unlikely(is_hugepd(__hugepd(pmd_val(pmd))))) { in gup_pmd_range()
1237 if (!gup_huge_pd(__hugepd(pmd_val(pmd)), addr, in gup_pmd_range()
Dmemory.c684 (long long)pte_val(pte), (long long)pmd_val(*pmd)); in print_bad_pte()
/linux-4.1.27/arch/x86/kernel/
Dmachine_kexec_32.c115 if (!(pmd_val(*pmd) & _PAGE_PRESENT)) in machine_kexec_page_table_set_one()
Dparavirt.c462 .pmd_val = PTE_IDENT,
/linux-4.1.27/arch/tile/mm/
Dhugetlbpage.c155 return !!(pmd_val(pmd) & _PAGE_HUGE_PAGE); in pmd_huge()
/linux-4.1.27/arch/arm/kernel/
Dtraps.c801 pr_err("%s:%d: bad pmd %08llx.\n", file, line, (long long)pmd_val(pmd)); in __pmd_error()
/linux-4.1.27/include/trace/events/
Dxen.h213 (int)sizeof(pmdval_t) * 2, (unsigned long long)pmd_val(native_make_pmd(__entry->pmdval)),
/linux-4.1.27/arch/ia64/kernel/
Dperfmon.c6272 unsigned long mask2, val, pmd_val, ovfl_val; in pfm_flush_pmds() local
6340 val = pmd_val = can_access_pmu ? ia64_get_pmd(i) : ctx->th_pmds[i]; in pfm_flush_pmds()
6359 pmd_val = 0UL; in pfm_flush_pmds()
6370 DPRINT(("[%d] ctx_pmd[%d]=0x%lx pmd_val=0x%lx\n", task_pid_nr(task), i, val, pmd_val)); in pfm_flush_pmds()
6372 if (is_self) ctx->th_pmds[i] = pmd_val; in pfm_flush_pmds()
/linux-4.1.27/arch/frv/kernel/
Dgdb-stub.c463 val = pmd_val(*pmd); in gdbstub_virt_to_pte()
/linux-4.1.27/arch/x86/xen/
Dmmu.c2123 .pmd_val = PV_CALLEE_SAVE(xen_pmd_val),