Home
last modified time | relevance | path

Searched defs:ptep (Results 1 – 191 of 191) sorted by relevance

/linux-4.1.27/arch/arm/include/asm/
Dhugetlb-3level.h32 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get()
41 pte_t *ptep, pte_t pte) in set_huge_pte_at()
47 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
53 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
59 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
65 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
Dpgalloc.h149 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
158 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
Dtlb.h184 tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, unsigned long addr) in tlb_remove_tlb_entry()
260 #define pte_free_tlb(tlb, ptep, addr) __pte_free_tlb(tlb, ptep, addr) argument
Dpgtable.h215 #define pte_clear(mm,addr,ptep) set_pte_ext(ptep, __pte(0), 0) argument
242 pte_t *ptep, pte_t pteval) in set_pte_at()
Dpgtable-2level.h185 #define set_pte_ext(ptep,pte,ext) cpu_set_pte_ext(ptep,pte,ext) argument
Dkvm_mmu.h160 #define kvm_pte_table_empty(kvm, ptep) kvm_page_empty(ptep) argument
Dpgtable-3level.h206 #define set_pte_ext(ptep,pte,ext) cpu_set_pte_ext(ptep,__pte(pte_val(pte)|(ext))) argument
Dtlbflush.h635 unsigned long addr, pte_t *ptep) in update_mmu_cache()
/linux-4.1.27/arch/ia64/include/asm/
Dhugetlb.h28 pte_t *ptep, pte_t pte) in set_huge_pte_at()
34 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
40 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
55 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
61 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
67 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get()
Dtlb.h247 __tlb_remove_tlb_entry (struct mmu_gather *tlb, pte_t *ptep, unsigned long address) in __tlb_remove_tlb_entry()
259 #define tlb_remove_tlb_entry(tlb, ptep, addr) \ argument
265 #define pte_free_tlb(tlb, ptep, address) \ argument
271 #define pmd_free_tlb(tlb, ptep, address) \ argument
Dpgtable.h329 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte()
343 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval) argument
409 ptep_test_and_clear_young (struct vm_area_struct *vma, unsigned long addr, pte_t *ptep) in ptep_test_and_clear_young()
425 ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_get_and_clear()
437 ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_set_wrprotect()
458 #define update_mmu_cache(vma, address, ptep) do { } while (0) argument
/linux-4.1.27/arch/metag/include/asm/
Dhugetlb.h30 pte_t *ptep, pte_t pte) in set_huge_pte_at()
36 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
42 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
57 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
63 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
69 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get()
Dpgtable.h100 #define set_pte_at(mm, addr, ptep, pteval) set_pte(ptep, pteval) argument
/linux-4.1.27/arch/s390/mm/
Dhugetlbpage.c87 pte_t *ptep, pte_t pte) in set_huge_pte_at()
101 pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get()
118 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
132 pte_t *ptep; in arch_prepare_hugepage() local
153 pte_t *ptep; in arch_release_hugepage() local
196 int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep) in huge_pmd_unshare()
Dpageattr.c48 pte_t *ptep; in walk_page_table() local
68 pte_t *ptep, pte; in change_page_attr() local
Dpgtable.c627 pte_t *ptep, pte; in __gmap_zap() local
725 pte_t *ptep, entry; in gmap_ipte_notify() local
837 pte_t *ptep; in set_guest_storage_key() local
889 pte_t *ptep; in get_guest_storage_key() local
1393 pte_t *ptep; in pgtable_trans_huge_withdraw() local
Dgup.c24 pte_t *ptep, pte; in gup_pte_range() local
/linux-4.1.27/arch/arm64/include/asm/
Dhugetlb.h28 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get()
34 pte_t *ptep, pte_t pte) in set_huge_pte_at()
40 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
46 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
52 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
58 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
Dpgalloc.h121 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
130 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
Dtlbflush.h163 unsigned long addr, pte_t *ptep) in update_mmu_cache()
Dpgtable.h125 #define pte_clear(mm,addr,ptep) set_pte(ptep, __pte(0)) argument
200 static inline void set_pte(pte_t *ptep, pte_t pte) in set_pte()
217 pte_t *ptep, pte_t pte) in set_pte_at()
/linux-4.1.27/arch/sh/include/asm/
Dhugetlb.h41 pte_t *ptep, pte_t pte) in set_huge_pte_at()
47 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
53 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
68 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
74 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
80 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get()
Dtlb.h60 tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, unsigned long address) in tlb_remove_tlb_entry()
112 #define pte_free_tlb(tlb, ptep, addr) pte_free((tlb)->mm, ptep) argument
Dpgtable.h143 update_mmu_cache(struct vm_area_struct *vma, unsigned long address, pte_t *ptep) in update_mmu_cache()
Dpgtable_32.h299 static inline void set_pte(pte_t *ptep, pte_t pte) in set_pte()
309 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval) argument
Dpgtable_64.h44 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval) argument
/linux-4.1.27/arch/x86/include/asm/
Dhugetlb.h42 pte_t *ptep, pte_t pte) in set_huge_pte_at()
48 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
54 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
70 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
76 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
82 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get()
Dpgtable-3level.h27 static inline void native_set_pte(pte_t *ptep, pte_t pte) in native_set_pte()
88 static inline void native_set_pte_atomic(pte_t *ptep, pte_t pte) in native_set_pte_atomic()
109 pte_t *ptep) in native_pte_clear()
141 static inline pte_t native_ptep_get_and_clear(pte_t *ptep) in native_ptep_get_and_clear()
Dpgtable.h39 #define set_pte(ptep, pte) native_set_pte(ptep, pte) argument
40 #define set_pte_at(mm, addr, ptep, pte) native_set_pte_at(mm, addr, ptep, pte) argument
43 #define set_pte_atomic(ptep, pte) \ argument
61 #define pte_clear(mm, addr, ptep) native_pte_clear(mm, addr, ptep) argument
64 #define pte_update(mm, addr, ptep) do { } while (0) argument
65 #define pte_update_defer(mm, addr, ptep) do { } while (0) argument
66 #define pmd_update(mm, addr, ptep) do { } while (0) argument
67 #define pmd_update_defer(mm, addr, ptep) do { } while (0) argument
670 static inline pte_t native_local_ptep_get_and_clear(pte_t *ptep) in native_local_ptep_get_and_clear()
688 pte_t *ptep , pte_t pte) in native_set_pte_at()
[all …]
Dpgtable_64.h48 pte_t *ptep) in native_pte_clear()
53 static inline void native_set_pte(pte_t *ptep, pte_t pte) in native_set_pte()
58 static inline void native_set_pte_atomic(pte_t *ptep, pte_t pte) in native_set_pte_atomic()
Dparavirt.h404 pte_t *ptep) in pte_update()
415 pte_t *ptep) in pte_update_defer()
486 pte_t *ptep) in ptep_modify_prot_start()
497 pte_t *ptep, pte_t pte) in ptep_modify_prot_commit()
507 static inline void set_pte(pte_t *ptep, pte_t pte) in set_pte()
518 pte_t *ptep, pte_t pte) in set_pte_at()
646 static inline void set_pte_atomic(pte_t *ptep, pte_t pte) in set_pte_atomic()
653 pte_t *ptep) in pte_clear()
663 static inline void set_pte_atomic(pte_t *ptep, pte_t pte) in set_pte_atomic()
669 pte_t *ptep) in pte_clear()
Dpgtable-2level.h14 static inline void native_set_pte(pte_t *ptep , pte_t pte) in native_set_pte()
24 static inline void native_set_pte_atomic(pte_t *ptep, pte_t pte) in native_set_pte_atomic()
Dtlb.h6 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) argument
Dpgtable_32.h60 #define kpte_clear_flush(ptep, vaddr) \ argument
/linux-4.1.27/arch/mips/include/asm/
Dhugetlb.h55 pte_t *ptep, pte_t pte) in set_huge_pte_at()
61 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
72 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
89 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
96 pte_t *ptep, pte_t pte, in huge_ptep_set_access_flags()
112 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get()
Dpgtable.h139 static inline void set_pte(pte_t *ptep, pte_t pte) in set_pte()
156 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear()
179 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte()
226 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear()
241 pte_t *ptep, pte_t pteval) in set_pte_at()
452 unsigned long address, pte_t *ptep) in update_mmu_cache()
Dtlb.h14 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) argument
/linux-4.1.27/arch/tile/include/asm/
Dhugetlb.h56 pte_t *ptep, pte_t pte) in set_huge_pte_at()
62 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
68 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
84 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
90 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
96 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get()
Dpgtable_64.h149 unsigned long addr, pte_t *ptep) in ptep_test_and_clear_young()
157 unsigned long addr, pte_t *ptep) in ptep_set_wrprotect()
164 unsigned long addr, pte_t *ptep) in ptep_get_and_clear()
Dtlb.h20 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) argument
Dmmu_context.h48 pte_t *ptep = virt_to_kpte((unsigned long)pgdir); in install_page_table() local
Dpgtable.h176 static inline void __pte_clear(pte_t *ptep) in __pte_clear()
187 #define pte_clear(mm, addr, ptep) __pte_clear(ptep) argument
259 #define set_pte_at(mm, addr, ptep, pteval) set_pte(ptep, pteval) argument
338 #define kpte_clear_flush(ptep, vaddr) \ argument
Dpgtable_32.h103 unsigned long addr, pte_t *ptep) in ptep_get_and_clear()
Dpgalloc.h51 pmd_t *pmd, pte_t *ptep) in pmd_populate_kernel()
/linux-4.1.27/arch/sparc/include/asm/
Dhugetlb.h47 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
62 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
69 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
80 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get()
Dpgtable_32.h115 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte()
120 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval) argument
154 static inline void __pte_clear(pte_t *ptep) in __pte_clear()
159 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear()
344 #define update_mmu_cache(vma, address, ptep) do { } while (0) argument
Dtlb_64.h27 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) argument
Dpgtable_64.h789 static inline void pmd_set(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_set()
879 pte_t *ptep, pte_t pte, int fullmm) in __set_pte_at()
895 #define set_pte_at(mm,addr,ptep,pte) \ argument
898 #define pte_clear(mm,addr,ptep) \ argument
902 #define pte_clear_not_present_full(mm,addr,ptep,fullmm) \ argument
/linux-4.1.27/arch/s390/include/asm/
Dpgtable.h42 #define update_mmu_cache(vma, address, ptep) do { } while (0) argument
43 #define update_mmu_cache_pmd(vma, address, ptep) do { } while (0) argument
579 static inline pgste_t pgste_get_lock(pte_t *ptep) in pgste_get_lock()
599 static inline void pgste_set_unlock(pte_t *ptep, pgste_t pgste) in pgste_set_unlock()
612 static inline pgste_t pgste_get(pte_t *ptep) in pgste_get()
621 static inline void pgste_set(pte_t *ptep, pgste_t pgste) in pgste_set()
628 static inline pgste_t pgste_update_all(pte_t *ptep, pgste_t pgste, in pgste_update_all()
649 static inline void pgste_set_key(pte_t *ptep, pgste_t pgste, pte_t entry, in pgste_set_key()
671 static inline pgste_t pgste_set_pte(pte_t *ptep, pgste_t pgste, pte_t entry) in pgste_set_pte()
749 pte_t *ptep, pgste_t pgste) in pgste_ipte_notify()
[all …]
Dhugetlb.h46 pte_t *ptep) in huge_pte_clear()
52 unsigned long address, pte_t *ptep) in huge_ptep_clear_flush()
58 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
70 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
Dtlb.h144 #define tlb_remove_tlb_entry(tlb, ptep, addr) do { } while (0) argument
/linux-4.1.27/arch/powerpc/include/asm/
Dhugetlb.h121 pte_t *ptep, pte_t pte) in set_huge_pte_at()
127 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
137 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
155 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
171 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get()
Dpgtable-ppc32.h127 #define pte_clear(mm, addr, ptep) \ argument
251 static inline int __ptep_test_and_clear_young(unsigned int context, unsigned long addr, pte_t *ptep) in __ptep_test_and_clear_young()
268 pte_t *ptep) in ptep_get_and_clear()
275 pte_t *ptep) in ptep_set_wrprotect()
280 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
286 static inline void __ptep_set_access_flags(pte_t *ptep, pte_t entry) in __ptep_set_access_flags()
Dpgtable-ppc64.h221 pte_t *ptep, unsigned long clr, in pte_update()
256 unsigned long addr, pte_t *ptep) in __ptep_test_and_clear_young()
275 pte_t *ptep) in ptep_set_wrprotect()
285 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
311 unsigned long addr, pte_t *ptep) in ptep_get_and_clear()
318 pte_t * ptep) in pte_clear()
327 static inline void __ptep_set_access_flags(pte_t *ptep, pte_t entry) in __ptep_set_access_flags()
Dtlb.h40 static inline void __tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, in __tlb_remove_tlb_entry()
Dpte-hash64-64k.h50 static inline real_pte_t __real_pte(pte_t pte, pte_t *ptep) in __real_pte()
Dpgtable.h118 pte_t *ptep, pte_t pte, int percpu) in __set_pte_at()
Dkvm_book3s_64.h300 static inline pte_t kvmppc_read_update_linux_pte(pte_t *ptep, int writing) in kvmppc_read_update_linux_pte()
/linux-4.1.27/include/asm-generic/
Dpgtable.h41 pte_t *ptep) in ptep_test_and_clear_young()
91 pte_t *ptep) in ptep_get_and_clear()
125 unsigned long address, pte_t *ptep, in ptep_get_and_clear_full()
142 pte_t *ptep, in pte_clear_not_present_full()
163 static inline void ptep_set_wrprotect(struct mm_struct *mm, unsigned long address, pte_t *ptep) in ptep_set_wrprotect()
352 pte_t *ptep) in __ptep_modify_prot_start()
364 pte_t *ptep, pte_t pte) in __ptep_modify_prot_commit()
390 pte_t *ptep) in ptep_modify_prot_start()
401 pte_t *ptep, pte_t pte) in ptep_modify_prot_commit()
Dtlb.h169 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) argument
179 #define tlb_remove_tlb_entry(tlb, ptep, address) \ argument
199 #define pte_free_tlb(tlb, ptep, address) \ argument
Dhugetlb.h35 pte_t *ptep) in huge_pte_clear()
/linux-4.1.27/arch/arm/mm/
Dfault-armv.c41 unsigned long pfn, pte_t *ptep) in do_adjust_pte()
133 unsigned long addr, pte_t *ptep, unsigned long pfn) in make_coherent()
181 pte_t *ptep) in update_mmu_cache()
Dhighmem.c24 pte_t *ptep = pte_offset_kernel(pmd_off_k(vaddr), vaddr); in set_fixmap_pte() local
32 pte_t *ptep = pte_offset_kernel(pmd_off_k(vaddr), vaddr); in get_fixmap_pte() local
Dmm.h25 pte_t *ptep = pte_offset_kernel(top_pmd, va); in set_top_pte() local
32 pte_t *ptep = pte_offset_kernel(top_pmd, va); in get_top_pte() local
Dhugetlbpage.c44 int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep) in huge_pmd_unshare()
Dpageattr.c24 static int change_page_range(pte_t *ptep, pgtable_t token, unsigned long addr, in change_page_range()
/linux-4.1.27/mm/
Dpgtable-generic.c48 unsigned long address, pte_t *ptep, in ptep_set_access_flags()
82 unsigned long address, pte_t *ptep) in ptep_clear_flush_young()
111 pte_t *ptep) in ptep_clear_flush()
Dmincore.c116 pte_t *ptep; in mincore_pte_range() local
Dmigrate.c111 pte_t *ptep, pte; in remove_migration_pte() local
200 void __migration_entry_wait(struct mm_struct *mm, pte_t *ptep, in __migration_entry_wait()
239 pte_t *ptep = pte_offset_map(pmd, address); in migration_entry_wait() local
Dhugetlb.c2623 unsigned long address, pte_t *ptep) in set_huge_ptep_writable()
2742 pte_t *ptep; in __unmap_hugepage_range() local
2929 unsigned long address, pte_t *ptep, pte_t pte, in hugetlb_cow()
3084 unsigned long address, pte_t *ptep, unsigned int flags) in hugetlb_no_page()
3252 pte_t *ptep, entry; in hugetlb_fault() local
3499 pte_t *ptep; in hugetlb_change_protection() local
3783 int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep) in huge_pmd_unshare()
Dgup.c41 pte_t *ptep, pte; in follow_page_pte() local
1010 pte_t *ptep, *ptem; in gup_pte_range() local
Dmemory.c3132 unsigned long addr, pte_t pte, pte_t *ptep, pmd_t *pmd) in do_numa_page()
3495 pte_t *ptep; in __follow_pte() local
3553 pte_t *ptep; in follow_pfn() local
3573 pte_t *ptep, pte; in follow_phys() local
Dksm.c860 pte_t *ptep; in write_protect_page() local
934 pte_t *ptep; in replace_page() local
Dvmalloc.c249 pte_t *ptep, pte; in vmalloc_to_page() local
/linux-4.1.27/arch/sparc/mm/
Dhugetlbpage.c175 int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep) in huge_pmd_unshare()
181 pte_t *ptep, pte_t entry) in set_huge_pte_at()
198 pte_t *ptep) in huge_ptep_get_and_clear()
Dsrmmu.c112 void pmd_set(pmd_t *pmdp, pte_t *ptep) in pmd_set()
124 void pmd_populate(struct mm_struct *mm, pmd_t *pmdp, struct page *ptep) in pmd_populate()
487 pte_t *ptep; in srmmu_mapioaddr() local
522 pte_t *ptep; in srmmu_unmapioaddr() local
664 pte_t *ptep; in srmmu_early_allocate_ptable_skeleton() local
695 pte_t *ptep; in srmmu_allocate_ptable_skeleton() local
750 pte_t *ptep; in srmmu_inherit_prom_mappings() local
Dtlb.c105 pte_t *ptep, pte_t orig, int fullmm) in tlb_batch_add()
Dfault_64.c97 pte_t *ptep, pte; in get_user_insn() local
Dgup.c24 pte_t *ptep; in gup_pte_range() local
Dio-unit.c219 pte_t *ptep; in iounit_map_dma_area() local
Diommu.c351 pte_t *ptep; in iommu_map_dma_area() local
Dinit_64.c337 void update_mmu_cache(struct vm_area_struct *vma, unsigned long address, pte_t *ptep) in update_mmu_cache()
430 pte_t *ptep = pte_offset_kernel(pmdp, kaddr); in flush_icache_range() local
/linux-4.1.27/arch/um/include/asm/
Dtlb.h25 static inline void __tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, in __tlb_remove_tlb_entry()
120 #define tlb_remove_tlb_entry(tlb, ptep, address) \ argument
126 #define pte_free_tlb(tlb, ptep, addr) __pte_free_tlb(tlb, ptep, addr) argument
Dpgtable.h259 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval) argument
339 #define update_mmu_cache(vma,address,ptep) do ; while (0) argument
356 #define kpte_clear_flush(ptep, vaddr) \ argument
/linux-4.1.27/arch/parisc/kernel/
Dcache.c78 update_mmu_cache(struct vm_area_struct *vma, unsigned long address, pte_t *ptep) in update_mmu_cache()
501 pte_t *ptep = NULL; in get_ptep() local
543 pte_t *ptep = get_ptep(pgd, addr); in flush_cache_mm() local
595 pte_t *ptep = get_ptep(pgd, addr); in flush_cache_range() local
/linux-4.1.27/arch/xtensa/include/asm/
Dpgalloc.h24 #define pmd_populate_kernel(mm, pmdp, ptep) \ argument
44 pte_t *ptep; in pte_alloc_one_kernel() local
Dpgtable.h248 #define pte_clear(mm,addr,ptep) \ argument
299 static inline void update_pte(pte_t *ptep, pte_t pteval) in update_pte()
311 set_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t pteval) in set_pte_at()
316 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte()
331 pte_t *ptep) in ptep_test_and_clear_young()
341 ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_get_and_clear()
349 ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_set_wrprotect()
/linux-4.1.27/arch/x86/xen/
Dp2m.c197 pte_t *ptep; in xen_build_mfn_list_list() local
312 pte_t *ptep; in xen_rebuild_p2m_list() local
415 pte_t *ptep; in get_phys_to_machine() local
509 pte_t *ptep, *pte_pg; in alloc_p2m() local
620 pte_t *ptep; in __set_phys_to_machine() local
Dmmu.c196 void xen_set_domain_pte(pte_t *ptep, pte_t pteval, unsigned domid) in xen_set_domain_pte()
293 static bool xen_batched_set_pte(pte_t *ptep, pte_t pteval) in xen_batched_set_pte()
311 static inline void __xen_set_pte(pte_t *ptep, pte_t pteval) in __xen_set_pte()
329 static void xen_set_pte(pte_t *ptep, pte_t pteval) in xen_set_pte()
336 pte_t *ptep, pte_t pteval) in xen_set_pte_at()
343 unsigned long addr, pte_t *ptep) in xen_ptep_modify_prot_start()
351 pte_t *ptep, pte_t pte) in xen_ptep_modify_prot_commit()
478 static void xen_set_pte_atomic(pte_t *ptep, pte_t pte) in xen_set_pte_atomic()
484 static void xen_pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in xen_pte_clear()
1452 static pte_t __init mask_rw_pte(pte_t *ptep, pte_t pte) in mask_rw_pte()
[all …]
Denlighten.c486 pte_t *ptep; in set_aliased_prot() local
605 pte_t *ptep; in xen_load_gdt() local
/linux-4.1.27/arch/tile/mm/
Dhighmem.c29 pte_t *ptep; in kmap() local
97 unsigned long va, pte_t *ptep, pte_t pteval) in kmap_atomic_register()
148 pte_t *ptep = kmap_get_pte(amp->va); in kmap_atomic_fix_one_kpte() local
Dpgtable.c299 unsigned long addr, pte_t *ptep) in ptep_test_and_clear_young()
318 unsigned long addr, pte_t *ptep) in ptep_set_wrprotect()
409 void __set_pte(pte_t *ptep, pte_t pte) in __set_pte()
429 void set_pte(pte_t *ptep, pte_t pte) in set_pte()
Dhugetlbpage.c91 pte_t *ptep = base + index; in get_pte() local
163 int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep) in huge_pmd_unshare()
Dhomecache.c178 pte_t *ptep; in homecache_finv_map_page() local
376 pte_t *ptep = virt_to_kpte(kva); in homecache_change_page_home() local
Dinit.c937 pte_t *ptep = virt_to_kpte(addr); in free_init_pages() local
/linux-4.1.27/arch/powerpc/mm/
Dtlb_hash64.c44 pte_t *ptep, unsigned long pte, int huge) in hpte_need_flush()
211 pte_t *ptep = find_linux_pte_or_hugepte(mm->pgd, start, in __flush_hash_table_range() local
Dpgtable.c172 void set_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, in set_pte_at()
201 pte_t *ptep, pte_t entry, int dirty) in ptep_set_access_flags()
Ddma-noncoherent.c279 pte_t *ptep; in __dma_free_coherent() local
415 pte_t *ptep = pte_offset_kernel(pmd, cpu_addr); in __dma_get_coherent_pfn() local
Dhugetlbpage-hash64.c22 pte_t *ptep, unsigned long trap, unsigned long flags, in __hash_page_huge()
Dhugetlbpage.c442 int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep) in huge_pmd_unshare()
692 pte_t *ptep, pte; in follow_huge_addr() local
750 pte_t *ptep; in gup_huge_pd() local
1052 int gup_hugepte(pte_t *ptep, unsigned long sz, unsigned long addr, in gup_hugepte()
Dtlb_hash32.c40 void flush_hash_entry(struct mm_struct *mm, pte_t *ptep, unsigned long addr) in flush_hash_entry()
Dpgtable_32.c367 get_pteptr(struct mm_struct *mm, unsigned long addr, pte_t **ptep, pmd_t **pmdp) in get_pteptr()
Dmem.c488 pte_t *ptep) in update_mmu_cache()
Dhash_utils_64.c999 pte_t *ptep; in hash_page_mm() local
1209 pte_t *ptep; in hash_preload() local
Dpgtable_64.c96 pte_t *ptep; in map_kernel_page() local
/linux-4.1.27/arch/unicore32/include/asm/
Dpgalloc.h93 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
105 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
Dtlb.h17 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) argument
Dpgtable.h157 #define pte_clear(mm, addr, ptep) set_pte(ptep, __pte(0)) argument
166 #define set_pte(ptep, pte) cpu_set_pte(ptep, pte) argument
168 #define set_pte_at(mm, addr, ptep, pteval) \ argument
/linux-4.1.27/arch/microblaze/mm/
Dconsistent.c169 pte_t *ptep = consistent_virt_to_pte(vaddr); in consistent_virt_to_pfn() local
203 pte_t *ptep = consistent_virt_to_pte(vaddr); in consistent_free() local
Dpgtable.c191 static int get_pteptr(struct mm_struct *mm, unsigned long addr, pte_t **ptep) in get_pteptr()
/linux-4.1.27/arch/arc/include/asm/
Dpgalloc.h45 pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t ptep) in pmd_populate()
128 static inline void pte_free(struct mm_struct *mm, pgtable_t ptep) in pte_free()
Dtlb.h42 #define __tlb_remove_tlb_entry(tlb, ptep, address) argument
Dpgtable.h245 static inline void pmd_set(pmd_t *pmdp, pte_t *ptep) in pmd_set()
252 #define pte_clear(mm, addr, ptep) set_pte_at(mm, addr, ptep, __pte(0)) argument
315 pte_t *ptep, pte_t pteval) in set_pte_at()
/linux-4.1.27/drivers/iommu/
Dio-pgtable-arm.c210 arm_lpae_iopte *ptep) in arm_lpae_init_pte()
249 int lvl, arm_lpae_iopte *ptep) in __arm_lpae_map()
326 arm_lpae_iopte *ptep = data->pgd; in arm_lpae_map() local
339 arm_lpae_iopte *ptep) in __arm_lpae_free_pgtable()
380 arm_lpae_iopte *ptep, size_t blk_size) in arm_lpae_split_blk_unmap()
421 arm_lpae_iopte *ptep) in __arm_lpae_unmap()
472 arm_lpae_iopte *ptep = data->pgd; in arm_lpae_unmap() local
486 arm_lpae_iopte pte, *ptep = data->pgd; in arm_lpae_iova_to_phys() local
/linux-4.1.27/arch/microblaze/include/asm/
Dpgtable.h298 #define pte_clear(mm, addr, ptep) \ argument
421 pte_t *ptep, pte_t pte) in set_pte()
427 pte_t *ptep, pte_t pte) in set_pte_at()
434 unsigned long address, pte_t *ptep) in ptep_test_and_clear_young()
440 unsigned long addr, pte_t *ptep) in ptep_test_and_clear_dirty()
448 unsigned long addr, pte_t *ptep) in ptep_get_and_clear()
460 unsigned long addr, pte_t *ptep) in ptep_mkdirty()
Dtlbflush.h42 #define update_mmu_cache(vma, addr, ptep) do { } while (0) argument
/linux-4.1.27/arch/ia64/mm/
Dhugetlbpage.c68 int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep) in huge_pmd_unshare()
95 pte_t *ptep; in follow_huge_addr() local
Dfault.c53 pte_t *ptep, pte; in mapped_kernel_page_is_present() local
/linux-4.1.27/arch/tile/kernel/
Dmachine_kexec.c255 pte_t *ptep = (pte_t *) pmd_offset(pud, vaddr); in setup_quasi_va_is_pa() local
267 pte_t *ptep; in machine_kexec() local
Dsetup.c1599 pte_t *ptep = virt_to_kpte(addr); in setup_per_cpu_areas() local
/linux-4.1.27/arch/mn10300/mm/
Dmmu-context.c29 void update_mmu_cache(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep) in update_mmu_cache()
/linux-4.1.27/arch/arm64/mm/
Dhugetlbpage.c35 int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep) in huge_pmd_unshare()
Dpageattr.c26 static int change_page_range(pte_t *ptep, pgtable_t token, unsigned long addr, in change_page_range()
/linux-4.1.27/arch/sh/mm/
Dgup.c17 static inline pte_t gup_get_pte(pte_t *ptep) in gup_get_pte()
78 pte_t *ptep; in gup_pte_range() local
Dhugetlbpage.c65 int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep) in huge_pmd_unshare()
/linux-4.1.27/arch/m68k/include/asm/
Dpgtable_mm.h28 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval) argument
132 unsigned long address, pte_t *ptep) in update_mmu_cache()
Dtlb.h10 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) argument
Dmotorola_pgtable.h108 static inline void pmd_set(pmd_t *pmdp, pte_t *ptep) in pmd_set()
131 #define pte_clear(mm,addr,ptep) ({ pte_val(*(ptep)) = 0; }) argument
242 pte_t *ptep; in nocache_page() local
258 pte_t *ptep; in cache_page() local
Dmcf_pgtable.h164 #define pmd_set(pmdp, ptep) do {} while (0) argument
185 pte_t *ptep) in pte_clear()
363 pte_t *ptep; in nocache_page() local
379 pte_t *ptep; in cache_page() local
Dsun3_pgtable.h110 #define pmd_set(pmdp,ptep) do {} while (0) argument
124 static inline void pte_clear (struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear()
/linux-4.1.27/arch/cris/include/asm/
Dtlb.h14 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) argument
Dpgtable.h37 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval) argument
225 static inline void pmd_set(pmd_t * pmdp, pte_t * ptep) in pmd_set()
270 unsigned long address, pte_t *ptep) in update_mmu_cache()
/linux-4.1.27/arch/mn10300/include/asm/
Dtlb.h24 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) argument
Dpgtable.h302 #define set_pte_at(mm, addr, ptep, pteval) set_pte((ptep), (pteval)) argument
311 #define ptep_get_and_clear(mm, addr, ptep) \ argument
347 pte_t *ptep) in ptep_test_and_clear_dirty()
356 pte_t *ptep) in ptep_test_and_clear_young()
364 void ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_set_wrprotect()
369 static inline void ptep_mkdirty(pte_t *ptep) in ptep_mkdirty()
/linux-4.1.27/arch/blackfin/include/asm/
Dtlb.h12 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) argument
Dpgtable.h49 #define set_pte_at(mm, addr, ptep, pteval) set_pte(ptep, pteval) argument
/linux-4.1.27/arch/score/include/asm/
Dtlb.h10 #define __tlb_remove_tlb_entry(tlb, ptep, address) do {} while (0) argument
Dpgtable.h103 #define set_pte_at(mm, addr, ptep, pteval) set_pte(ptep, pteval) argument
255 unsigned long address, pte_t *ptep) in update_mmu_cache()
/linux-4.1.27/arch/nios2/include/asm/
Dtlb.h29 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) argument
Dpgtable.h204 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte()
210 pte_t *ptep, pte_t pteval) in set_pte_at()
227 unsigned long addr, pte_t *ptep) in pte_clear()
/linux-4.1.27/arch/hexagon/include/asm/
Dtlb.h30 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) argument
Dpgtable.h193 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte()
221 pte_t *ptep) in pte_clear()
421 #define set_pte_at(mm, addr, ptep, pte) set_pte(ptep, pte) argument
Dcacheflush.h87 unsigned long address, pte_t *ptep) in update_mmu_cache()
/linux-4.1.27/arch/openrisc/include/asm/
Dtlb.h28 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) argument
Dpgtable.h53 #define set_pte_at(mm, addr, ptep, pteval) set_pte(ptep, pteval) argument
366 static inline void pmd_set(pmd_t *pmdp, pte_t *ptep) in pmd_set()
/linux-4.1.27/arch/frv/include/asm/
Dtlb.h17 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) argument
Dpgtable.h177 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval) argument
388 …c inline int ptep_test_and_clear_young(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep) in ptep_test_and_clear_young()
395 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_get_and_clear()
402 static inline void ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_set_wrprotect()
485 static inline void update_mmu_cache(struct vm_area_struct *vma, unsigned long address, pte_t *ptep) in update_mmu_cache()
/linux-4.1.27/arch/m68k/sun3/
Ddvma.c27 pte_t ptep; in dvma_page() local
/linux-4.1.27/arch/x86/lguest/
Dboot.c672 pte_t *ptep) in lguest_pte_update()
685 pte_t *ptep, pte_t pteval) in lguest_set_pte_at()
736 static void lguest_set_pte(pte_t *ptep, pte_t pteval) in lguest_set_pte()
749 static void lguest_set_pte_atomic(pte_t *ptep, pte_t pte) in lguest_set_pte_atomic()
757 pte_t *ptep) in lguest_pte_clear()
/linux-4.1.27/arch/alpha/include/asm/
Dpgtable.h28 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval) argument
225 extern inline void pmd_set(pmd_t * pmdp, pte_t * ptep) in pmd_set()
248 extern inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear()
329 unsigned long address, pte_t *ptep) in update_mmu_cache()
/linux-4.1.27/arch/mips/mm/
Dgup.c18 static inline pte_t gup_get_pte(pte_t *ptep) in gup_get_pte()
40 pte_t *ptep = pte_offset_map(&pmd, addr); in gup_pte_range() local
Dhugetlbpage.c54 int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep) in huge_pmd_unshare()
Dtlb-r8k.c188 pte_t *ptep; in __update_tlb() local
Dc-r3k.c245 pte_t *ptep; in r3k_flush_cache_page() local
Dc-tx39.c176 pte_t *ptep; in tx39_flush_cache_page() local
Dtlb-r4k.c291 pte_t *ptep; in __update_tlb() local
Dc-r4k.c559 pte_t *ptep; in local_r4k_flush_cache_page() local
Dtlbex.c1002 static void build_update_entries(u32 **p, unsigned int tmp, unsigned int ptep) in build_update_entries()
/linux-4.1.27/arch/x86/mm/
Dgup.c15 static inline pte_t gup_get_pte(pte_t *ptep) in gup_get_pte()
75 pte_t *ptep; in gup_pte_range() local
Dpgtable.c410 unsigned long address, pte_t *ptep, in ptep_set_access_flags()
448 unsigned long addr, pte_t *ptep) in ptep_test_and_clear_young()
480 unsigned long address, pte_t *ptep) in ptep_clear_flush_young()
Dioremap.c397 bool __init is_early_ioremap_ptep(pte_t *ptep) in is_early_ioremap_ptep()
/linux-4.1.27/arch/avr32/include/asm/
Dpgtable-2level.h33 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep, pteval) argument
/linux-4.1.27/arch/m32r/mm/
Dfault-nommu.c97 pte_t *ptep) in update_mmu_cache()
Dfault.c349 pte_t *ptep) in update_mmu_cache()
/linux-4.1.27/arch/m68k/mm/
Dsun3kmap.c34 pte_t ptep; in do_page_mapin() local
/linux-4.1.27/arch/arm/lib/
Duaccess_with_memcpy.c26 pin_page_for_write(const void __user *_addr, pte_t **ptep, spinlock_t **ptlp) in pin_page_for_write()
/linux-4.1.27/arch/m32r/include/asm/
Dpgtable.h252 … inline int ptep_test_and_clear_young(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep) in ptep_test_and_clear_young()
257 static inline void ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_set_wrprotect()
294 static inline void pmd_set(pmd_t * pmdp, pte_t * ptep) in pmd_set()
Dpgtable-2level.h45 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval) argument
/linux-4.1.27/arch/parisc/include/asm/
Dpgtable.h62 #define set_pte_at(mm, addr, ptep, pteval) \ argument
448 …c inline int ptep_test_and_clear_young(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep) in ptep_test_and_clear_young()
469 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_get_and_clear()
484 static inline void ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_set_wrprotect()
/linux-4.1.27/arch/c6x/include/asm/
Dpgtable.h54 #define set_pte_at(mm, addr, ptep, pteval) set_pte(ptep, pteval) argument
/linux-4.1.27/drivers/xen/
Dxlate_mmu.c76 static int remap_pte_fn(pte_t *ptep, pgtable_t token, unsigned long addr, in remap_pte_fn()
/linux-4.1.27/arch/metag/mm/
Dhugetlbpage.c92 int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep) in huge_pmd_unshare()
/linux-4.1.27/arch/score/mm/
Dcache.c180 pte_t *ptep; in flush_cache_range() local
/linux-4.1.27/arch/arc/mm/
Dtlb.c442 void create_tlb(struct vm_area_struct *vma, unsigned long address, pte_t *ptep) in create_tlb()
523 pte_t *ptep) in update_mmu_cache()
/linux-4.1.27/arch/microblaze/kernel/
Dsignal.c164 pte_t *ptep; in setup_rt_frame() local
/linux-4.1.27/arch/powerpc/kernel/
Dio-workarounds.c69 pte_t *ptep; in iowa_mem_find_bus() local
Deeh.c347 pte_t *ptep; in eeh_token_to_phys() local
/linux-4.1.27/arch/xtensa/mm/
Dcache.c214 update_mmu_cache(struct vm_area_struct * vma, unsigned long addr, pte_t *ptep) in update_mmu_cache()
/linux-4.1.27/include/linux/
Dswapops.h153 static inline void __migration_entry_wait(struct mm_struct *mm, pte_t *ptep, in __migration_entry_wait()
Drmap.h188 pte_t *ptep; in page_check_address() local
Dmm.h1389 pte_t *ptep; in get_locked_pte() local
/linux-4.1.27/arch/avr32/mm/
Dtlb.c104 unsigned long address, pte_t *ptep) in update_mmu_cache()
/linux-4.1.27/arch/unicore32/mm/
Dmmu.c489 pte_t *ptep) in update_mmu_cache()
/linux-4.1.27/arch/metag/kernel/
Ddma.c276 pte_t *ptep; in dma_free_coherent() local
/linux-4.1.27/arch/powerpc/perf/
Dcallchain.c118 pte_t *ptep, pte; in read_user_stack_slow() local
/linux-4.1.27/arch/sparc/kernel/
Dsignal32.c356 pte_t *ptep, pte; in flush_signal_insns() local
/linux-4.1.27/arch/powerpc/kvm/
Dbook3s_hv_rm_mmu.c150 pte_t *ptep; in kvmppc_do_h_enter() local
De500_mmu_host.c338 pte_t *ptep; in kvmppc_e500_shadow_map() local
Dbook3s_64_mmu_hv.c538 pte_t *ptep, pte; in kvmppc_book3s_hv_page_fault() local
/linux-4.1.27/kernel/events/
Duprobes.c165 pte_t *ptep; in __replace_page() local
/linux-4.1.27/arch/x86/kvm/
Dmmu.c1368 pte_t *ptep = (pte_t *)data; in kvm_set_pte_rmapp() local