| /linux-4.4.14/include/trace/events/ |
| D | xen.h | 127 TP_PROTO(pte_t *ptep, pte_t pteval),
128 TP_ARGS(ptep, pteval),
131 __field(pteval_t, pteval)
134 __entry->pteval = pteval.pte),
137 (int)sizeof(pteval_t) * 2, (unsigned long long)pte_val(native_make_pte(__entry->pteval)),
138 (int)sizeof(pteval_t) * 2, (unsigned long long)__entry->pteval)
143 TP_PROTO(pte_t *ptep, pte_t pteval), \
144 TP_ARGS(ptep, pteval))
150 TP_PROTO(pte_t *ptep, pte_t pteval, unsigned domid),
151 TP_ARGS(ptep, pteval, domid),
[all …]
|
| /linux-4.4.14/arch/sh/mm/ |
| D | tlb-sh4.c | 19 unsigned long flags, pteval, vpn; in __update_tlb() local
33 pteval = pte.pte_low; in __update_tlb()
49 __raw_writel(copy_ptea_attributes(pteval), MMU_PTEA); in __update_tlb()
54 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb()
56 pteval |= _PAGE_WT; in __update_tlb()
59 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
|
| D | tlb-pteaex.c | 20 unsigned long flags, pteval, vpn; in __update_tlb() local
37 pteval = pte.pte_low; in __update_tlb()
51 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb()
53 pteval |= _PAGE_WT; in __update_tlb()
56 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
|
| D | tlb-sh3.c | 31 unsigned long flags, pteval, vpn; in __update_tlb() local
45 pteval = pte_val(pte); in __update_tlb()
48 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb()
50 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
|
| /linux-4.4.14/arch/tile/mm/ |
| D | init.c | 122 pte_t pteval = hv_pte_set_ptfn(__pgprot(_PAGE_TABLE), l2_ptfn); in assign_pte() local
124 pteval = pte_set_home(pteval, initial_heap_home()); in assign_pte()
125 *(pte_t *)pmd = pteval; in assign_pte()
552 pte_t pteval = pfn_pte(0, PAGE_KERNEL_EXEC); in kernel_physical_mapping_init() local
553 pteval = pte_mkhuge(pteval); in kernel_physical_mapping_init()
555 pteval = hv_pte_set_mode(pteval, in kernel_physical_mapping_init()
557 pteval = ktext_set_nocache(pteval); in kernel_physical_mapping_init()
560 pteval = set_remote_cache_cpu(pteval, in kernel_physical_mapping_init()
562 pteval = hv_pte_set_mode(pteval, in kernel_physical_mapping_init()
564 pteval = ktext_set_nocache(pteval); in kernel_physical_mapping_init()
[all …]
|
| D | highmem.c | 97 unsigned long va, pte_t *ptep, pte_t pteval) in kmap_atomic_register() argument
112 if (!pte_read(pteval)) in kmap_atomic_register()
113 pteval = mk_pte(page, page_to_kpgprot(page)); in kmap_atomic_register()
116 set_pte(ptep, pteval); in kmap_atomic_register()
240 pte_t pteval = *pte; in __kunmap_atomic() local
251 BUG_ON(!pte_present(pteval) && !pte_migrating(pteval)); in __kunmap_atomic()
252 kmap_atomic_unregister(pte_page(pteval), vaddr); in __kunmap_atomic()
|
| D | fault.c | 218 pte_t pteval; in handle_migrating_pte() local
232 pteval = *pte; in handle_migrating_pte()
233 if (pte_migrating(pteval)) { in handle_migrating_pte()
240 if (!is_kernel_mode || !pte_present(pteval)) in handle_migrating_pte()
243 if (pte_exec(pteval)) in handle_migrating_pte()
246 if (pte_write(pteval)) in handle_migrating_pte()
249 if (pte_read(pteval)) in handle_migrating_pte()
|
| D | homecache.c | 377 pte_t pteval = *ptep; in homecache_change_page_home() local
378 BUG_ON(!pte_present(pteval) || pte_huge(pteval)); in homecache_change_page_home()
379 __set_pte(ptep, pte_set_home(pteval, home)); in homecache_change_page_home()
|
| /linux-4.4.14/arch/avr32/include/asm/ |
| D | pgtable-2level.h | 32 #define set_pte(pteptr, pteval) (*(pteptr) = pteval) argument
33 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep, pteval) argument
|
| /linux-4.4.14/arch/c6x/include/asm/ |
| D | pgtable.h | 53 #define set_pte(pteptr, pteval) (*(pteptr) = pteval) argument
54 #define set_pte_at(mm, addr, ptep, pteval) set_pte(ptep, pteval) argument
|
| /linux-4.4.14/arch/m32r/include/asm/ |
| D | pgtable-2level.h | 44 #define set_pte(pteptr, pteval) (*(pteptr) = pteval) argument
45 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval) argument
|
| /linux-4.4.14/arch/m68k/include/asm/ |
| D | pgtable_mm.h | 24 #define set_pte(pteptr, pteval) \ argument
26 *(pteptr) = (pteval); \
28 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval) argument
|
| /linux-4.4.14/arch/blackfin/include/asm/ |
| D | pgtable.h | 48 #define set_pte(pteptr, pteval) (*(pteptr) = pteval) argument
49 #define set_pte_at(mm, addr, ptep, pteval) set_pte(ptep, pteval) argument
|
| /linux-4.4.14/arch/x86/mm/ |
| D | pgtable_32.c | 27 void set_pte_vaddr(unsigned long vaddr, pte_t pteval) in set_pte_vaddr() argument
50 if (pte_val(pteval)) in set_pte_vaddr()
51 set_pte_at(&init_mm, vaddr, pte, pteval); in set_pte_vaddr()
|
| D | init_64.c | 287 void set_pte_vaddr(unsigned long vaddr, pte_t pteval) in set_pte_vaddr() argument
292 pr_debug("set_pte_vaddr %lx to %lx\n", vaddr, native_pte_val(pteval)); in set_pte_vaddr()
301 set_pte_vaddr_pud(pud_page, vaddr, pteval); in set_pte_vaddr()
|
| /linux-4.4.14/arch/arm/include/asm/ |
| D | pgtable.h | 234 static inline void __sync_icache_dcache(pte_t pteval) in __sync_icache_dcache() argument
238 extern void __sync_icache_dcache(pte_t pteval);
242 pte_t *ptep, pte_t pteval) in set_pte_at() argument
246 if (addr < TASK_SIZE && pte_valid_user(pteval)) { in set_pte_at()
247 if (!pte_special(pteval)) in set_pte_at()
248 __sync_icache_dcache(pteval); in set_pte_at()
252 set_pte_ext(ptep, pteval, ext); in set_pte_at()
|
| /linux-4.4.14/arch/nios2/include/asm/ |
| D | pgtable.h | 204 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument
206 *ptep = pteval; in set_pte()
210 pte_t *ptep, pte_t pteval) in set_pte_at() argument
212 unsigned long paddr = page_to_virt(pte_page(pteval)); in set_pte_at()
215 set_pte(ptep, pteval); in set_pte_at()
|
| /linux-4.4.14/arch/mips/include/asm/ |
| D | pgtable.h | 131 pte_t *ptep, pte_t pteval);
179 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument
181 *ptep = pteval; in set_pte()
183 if (pte_val(pteval) & _PAGE_GLOBAL) { in set_pte()
241 pte_t *ptep, pte_t pteval) in set_pte_at() argument
245 if (!pte_present(pteval)) in set_pte_at()
248 if (pte_present(*ptep) && (pte_pfn(*ptep) == pte_pfn(pteval))) in set_pte_at()
251 __update_cache(addr, pteval); in set_pte_at()
253 set_pte(ptep, pteval); in set_pte_at()
|
| /linux-4.4.14/arch/ia64/include/asm/ |
| D | pgtable.h | 328 extern void __ia64_sync_icache_dcache(pte_t pteval);
329 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument
335 if (pte_present_exec_user(pteval) && in set_pte()
337 pte_pfn(*ptep) != pte_pfn(pteval))) in set_pte()
339 __ia64_sync_icache_dcache(pteval); in set_pte()
340 *ptep = pteval; in set_pte()
343 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval) argument
|
| /linux-4.4.14/arch/xtensa/include/asm/ |
| D | pgtable.h | 303 static inline void update_pte(pte_t *ptep, pte_t pteval) in update_pte() argument
305 *ptep = pteval; in update_pte()
315 set_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t pteval) in set_pte_at() argument
317 update_pte(ptep, pteval); in set_pte_at()
320 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument
322 update_pte(ptep, pteval); in set_pte()
|
| /linux-4.4.14/arch/cris/include/asm/ |
| D | pgtable.h | 36 #define set_pte(pteptr, pteval) ((*(pteptr)) = (pteval)) argument
37 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval) argument
|
| /linux-4.4.14/arch/mn10300/include/asm/ |
| D | pgtable.h | 301 #define set_pte(pteptr, pteval) (*(pteptr) = pteval) argument
302 #define set_pte_at(mm, addr, ptep, pteval) set_pte((ptep), (pteval)) argument
303 #define set_pte_atomic(pteptr, pteval) set_pte((pteptr), (pteval)) argument
|
| /linux-4.4.14/arch/powerpc/mm/ |
| D | tlb_hash64.c | 250 unsigned long pteval = pte_val(*pte); in flush_tlb_pmd_range() local
251 if (pteval & _PAGE_HASHPTE) in flush_tlb_pmd_range()
252 hpte_need_flush(mm, addr, pte, pteval, 0); in flush_tlb_pmd_range()
|
| /linux-4.4.14/arch/metag/include/asm/ |
| D | pgtable.h | 99 #define set_pte(pteptr, pteval) ((*(pteptr)) = (pteval)) argument
100 #define set_pte_at(mm, addr, ptep, pteval) set_pte(ptep, pteval) argument
|
| /linux-4.4.14/arch/arc/include/asm/ |
| D | pgtable.h | 250 #define set_pte(pteptr, pteval) ((*(pteptr)) = (pteval)) argument
328 pte_t *ptep, pte_t pteval) in set_pte_at() argument
330 set_pte(ptep, pteval); in set_pte_at()
|
| /linux-4.4.14/arch/arm/mm/ |
| D | flush.c | 273 void __sync_icache_dcache(pte_t pteval) in __sync_icache_dcache() argument
279 if (cache_is_vipt_nonaliasing() && !pte_exec(pteval)) in __sync_icache_dcache()
282 pfn = pte_pfn(pteval); in __sync_icache_dcache()
295 if (pte_exec(pteval)) in __sync_icache_dcache()
|
| /linux-4.4.14/arch/score/include/asm/ |
| D | pgtable.h | 102 #define set_pte(pteptr, pteval) (*(pteptr) = pteval) argument
103 #define set_pte_at(mm, addr, ptep, pteval) set_pte(ptep, pteval) argument
|
| /linux-4.4.14/arch/hexagon/include/asm/ |
| D | pgtable.h | 193 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument
196 if (pte_present_exec_user(pteval)) in set_pte()
197 sync_icache_dcache(pteval); in set_pte()
199 *ptep = pteval; in set_pte()
|
| /linux-4.4.14/arch/sh/include/asm/ |
| D | pgtable_64.h | 35 static __inline__ void set_pte(pte_t *pteptr, pte_t pteval) in set_pte() argument
37 unsigned long long x = ((unsigned long long) pteval.pte_low); in set_pte()
44 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval) argument
|
| D | pgtable_32.h | 306 #define set_pte(pteptr, pteval) (*(pteptr) = pteval) argument
309 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval) argument
|
| /linux-4.4.14/arch/um/include/asm/ |
| D | pgtable.h | 247 static inline void set_pte(pte_t *pteptr, pte_t pteval) in set_pte() argument
249 pte_copy(*pteptr, pteval); in set_pte()
259 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval) argument
|
| /linux-4.4.14/mm/ |
| D | huge_memory.c | 2190 pte_t pteval = *_pte; in release_pte_pages() local
2191 if (!pte_none(pteval) && !is_zero_pfn(pte_pfn(pteval))) in release_pte_pages()
2192 release_pte_page(pte_page(pteval)); in release_pte_pages()
2206 pte_t pteval = *_pte; in __collapse_huge_page_isolate() local
2207 if (pte_none(pteval) || (pte_present(pteval) && in __collapse_huge_page_isolate()
2208 is_zero_pfn(pte_pfn(pteval)))) { in __collapse_huge_page_isolate()
2215 if (!pte_present(pteval)) in __collapse_huge_page_isolate()
2217 page = vm_normal_page(vma, address, pteval); in __collapse_huge_page_isolate()
2243 if (pte_write(pteval)) { in __collapse_huge_page_isolate()
2270 if (pte_young(pteval) || in __collapse_huge_page_isolate()
[all …]
|
| D | rmap.c | 1302 pte_t pteval; in try_to_unmap_one() local
1347 pteval = ptep_get_and_clear(mm, address, pte); in try_to_unmap_one()
1349 set_tlb_ubc_flush_pending(mm, page, pte_dirty(pteval)); in try_to_unmap_one()
1351 pteval = ptep_clear_flush(vma, address, pte); in try_to_unmap_one()
1355 if (pte_dirty(pteval)) in try_to_unmap_one()
1372 } else if (pte_unused(pteval)) { in try_to_unmap_one()
1390 entry = make_migration_entry(page, pte_write(pteval)); in try_to_unmap_one()
1392 if (pte_soft_dirty(pteval)) in try_to_unmap_one()
1404 set_pte_at(mm, address, pte, pteval); in try_to_unmap_one()
1417 if (pte_soft_dirty(pteval)) in try_to_unmap_one()
|
| /linux-4.4.14/arch/sparc/include/asm/ |
| D | pgtable_32.h | 115 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument
117 srmmu_swap((unsigned long *)ptep, pte_val(pteval)); in set_pte()
120 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval) argument
|
| /linux-4.4.14/arch/alpha/include/asm/ |
| D | pgtable.h | 27 #define set_pte(pteptr, pteval) ((*(pteptr)) = (pteval)) argument
28 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval) argument
|
| /linux-4.4.14/arch/openrisc/include/asm/ |
| D | pgtable.h | 52 #define set_pte(pteptr, pteval) ((*(pteptr)) = (pteval)) argument
53 #define set_pte_at(mm, addr, ptep, pteval) set_pte(ptep, pteval) argument
|
| /linux-4.4.14/arch/tile/include/asm/ |
| D | pgtable.h | 259 #define set_pte_at(mm, addr, ptep, pteval) set_pte(ptep, pteval) argument
260 #define set_pte_atomic(pteptr, pteval) set_pte(pteptr, pteval) argument
|
| /linux-4.4.14/arch/frv/include/asm/ |
| D | pgtable.h | 172 #define set_pte(pteptr, pteval) \ argument
174 *(pteptr) = (pteval); \
177 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval) argument
|
| /linux-4.4.14/arch/x86/xen/ |
| D | mmu.c | 197 void xen_set_domain_pte(pte_t *ptep, pte_t pteval, unsigned domid) in xen_set_domain_pte() argument
202 trace_xen_mmu_set_domain_pte(ptep, pteval, domid); in xen_set_domain_pte()
209 u->val = pte_val_ma(pteval); in xen_set_domain_pte()
294 static bool xen_batched_set_pte(pte_t *ptep, pte_t pteval) in xen_batched_set_pte() argument
304 u.val = pte_val_ma(pteval); in xen_batched_set_pte()
312 static inline void __xen_set_pte(pte_t *ptep, pte_t pteval) in __xen_set_pte() argument
314 if (!xen_batched_set_pte(ptep, pteval)) { in __xen_set_pte()
325 u.val = pte_val_ma(pteval); in __xen_set_pte()
330 static void xen_set_pte(pte_t *ptep, pte_t pteval) in xen_set_pte() argument
332 trace_xen_mmu_set_pte(ptep, pteval); in xen_set_pte()
[all …]
|
| /linux-4.4.14/arch/parisc/include/asm/ |
| D | pgtable.h | 53 #define set_pte(pteptr, pteval) \ argument
55 *(pteptr) = (pteval); \
62 #define set_pte_at(mm, addr, ptep, pteval) \ argument
68 set_pte(ptep, pteval); \
|
| /linux-4.4.14/arch/arm64/include/asm/ |
| D | pgtable.h | 246 extern void __sync_icache_dcache(pte_t pteval, unsigned long addr);
564 pteval_t pteval; in ptep_test_and_clear_young() local
574 : "=&r" (pteval), "=&r" (tmp), "+Q" (pte_val(*ptep)), "=&r" (res) in ptep_test_and_clear_young()
623 pteval_t pteval; in ptep_set_wrprotect() local
635 : "=&r" (pteval), "=&r" (tmp), "+Q" (pte_val(*ptep)) in ptep_set_wrprotect()
|
| /linux-4.4.14/arch/unicore32/include/asm/ |
| D | pgtable.h | 168 #define set_pte_at(mm, addr, ptep, pteval) \ argument
170 set_pte(ptep, pteval); \
|
| /linux-4.4.14/arch/x86/lguest/ |
| D | boot.c | 685 pte_t *ptep, pte_t pteval) in lguest_set_pte_at() argument
687 native_set_pte(ptep, pteval); in lguest_set_pte_at()
736 static void lguest_set_pte(pte_t *ptep, pte_t pteval) in lguest_set_pte() argument
738 native_set_pte(ptep, pteval); in lguest_set_pte()
|
| /linux-4.4.14/arch/x86/include/asm/ |
| D | paravirt_types.h | 274 void (*set_pte)(pte_t *ptep, pte_t pteval);
276 pte_t *ptep, pte_t pteval);
302 void (*set_pte_atomic)(pte_t *ptep, pte_t pteval);
|
| /linux-4.4.14/arch/x86/include/asm/xen/ |
| D | page.h | 290 void xen_set_domain_pte(pte_t *ptep, pte_t pteval, unsigned domid);
|
| /linux-4.4.14/drivers/iommu/ |
| D | intel-iommu.c | 1020 uint64_t pteval; in pfn_to_dma_pte() local
1028 pteval = ((uint64_t)virt_to_dma_pfn(tmp_page) << VTD_PAGE_SHIFT) | DMA_PTE_READ | DMA_PTE_WRITE; in pfn_to_dma_pte()
1029 if (cmpxchg64(&pte->val, 0ULL, pteval)) in pfn_to_dma_pte()
2138 phys_addr_t uninitialized_var(pteval); in __domain_mapping()
2152 pteval = ((phys_addr_t)phys_pfn << VTD_PAGE_SHIFT) | prot; in __domain_mapping()
2162 pteval = page_to_phys(sg_page(sg)) | prot; in __domain_mapping()
2163 phys_pfn = pteval >> VTD_PAGE_SHIFT; in __domain_mapping()
2176 pteval |= DMA_PTE_LARGE_PAGE; in __domain_mapping()
2188 pteval &= ~(uint64_t)DMA_PTE_LARGE_PAGE; in __domain_mapping()
2195 tmp = cmpxchg64_local(&pte->val, 0ULL, pteval); in __domain_mapping()
[all …]
|
| /linux-4.4.14/arch/sparc/mm/ |
| D | srmmu.c | 277 unsigned long pteval; in srmmu_nocache_init() local
304 pteval = ((paddr >> 4) | SRMMU_ET_PTE | SRMMU_PRIV); in srmmu_nocache_init()
307 pteval |= SRMMU_CACHE; in srmmu_nocache_init()
309 set_pte(__nocache_fix(pte), __pte(pteval)); in srmmu_nocache_init()
|
| /linux-4.4.14/arch/xtensa/kernel/ |
| D | entry.S | 1758 l32i a3, a0, 0 # read pteval
|