Lines Matching refs:page_table
1949 pte_t *page_table, pte_t orig_pte) in pte_unmap_same() argument
1956 same = pte_same(*page_table, orig_pte); in pte_unmap_same()
1960 pte_unmap(page_table); in pte_unmap_same()
2035 pte_t *page_table, spinlock_t *ptl, pte_t orig_pte, in wp_page_reuse() argument
2052 if (ptep_set_access_flags(vma, address, page_table, entry, 1)) in wp_page_reuse()
2053 update_mmu_cache(vma, address, page_table); in wp_page_reuse()
2054 pte_unmap_unlock(page_table, ptl); in wp_page_reuse()
2101 unsigned long address, pte_t *page_table, pmd_t *pmd, in wp_page_copy() argument
2136 page_table = pte_offset_map_lock(mm, pmd, address, &ptl); in wp_page_copy()
2137 if (likely(pte_same(*page_table, orig_pte))) { in wp_page_copy()
2155 ptep_clear_flush_notify(vma, address, page_table); in wp_page_copy()
2164 set_pte_at_notify(mm, address, page_table, entry); in wp_page_copy()
2165 update_mmu_cache(vma, address, page_table); in wp_page_copy()
2202 pte_unmap_unlock(page_table, ptl); in wp_page_copy()
2231 pte_t *page_table, spinlock_t *ptl, pte_t orig_pte, in wp_pfn_shared() argument
2243 pte_unmap_unlock(page_table, ptl); in wp_pfn_shared()
2247 page_table = pte_offset_map_lock(mm, pmd, address, &ptl); in wp_pfn_shared()
2252 if (!pte_same(*page_table, orig_pte)) { in wp_pfn_shared()
2253 pte_unmap_unlock(page_table, ptl); in wp_pfn_shared()
2257 return wp_page_reuse(mm, vma, address, page_table, ptl, orig_pte, in wp_pfn_shared()
2262 unsigned long address, pte_t *page_table, in wp_page_shared() argument
2279 pte_unmap_unlock(page_table, ptl); in wp_page_shared()
2292 page_table = pte_offset_map_lock(mm, pmd, address, in wp_page_shared()
2294 if (!pte_same(*page_table, orig_pte)) { in wp_page_shared()
2296 pte_unmap_unlock(page_table, ptl); in wp_page_shared()
2303 return wp_page_reuse(mm, vma, address, page_table, ptl, in wp_page_shared()
2326 unsigned long address, pte_t *page_table, pmd_t *pmd, in do_wp_page() argument
2343 return wp_pfn_shared(mm, vma, address, page_table, ptl, in do_wp_page()
2346 pte_unmap_unlock(page_table, ptl); in do_wp_page()
2347 return wp_page_copy(mm, vma, address, page_table, pmd, in do_wp_page()
2358 pte_unmap_unlock(page_table, ptl); in do_wp_page()
2360 page_table = pte_offset_map_lock(mm, pmd, address, in do_wp_page()
2362 if (!pte_same(*page_table, orig_pte)) { in do_wp_page()
2364 pte_unmap_unlock(page_table, ptl); in do_wp_page()
2378 return wp_page_reuse(mm, vma, address, page_table, ptl, in do_wp_page()
2384 return wp_page_shared(mm, vma, address, page_table, pmd, in do_wp_page()
2393 pte_unmap_unlock(page_table, ptl); in do_wp_page()
2394 return wp_page_copy(mm, vma, address, page_table, pmd, in do_wp_page()
2487 unsigned long address, pte_t *page_table, pmd_t *pmd, in do_swap_page() argument
2499 if (!pte_unmap_same(mm, pmd, page_table, orig_pte)) in do_swap_page()
2524 page_table = pte_offset_map_lock(mm, pmd, address, &ptl); in do_swap_page()
2525 if (likely(pte_same(*page_table, orig_pte))) in do_swap_page()
2579 page_table = pte_offset_map_lock(mm, pmd, address, &ptl); in do_swap_page()
2580 if (unlikely(!pte_same(*page_table, orig_pte))) in do_swap_page()
2610 set_pte_at(mm, address, page_table, pte); in do_swap_page()
2638 ret |= do_wp_page(mm, vma, address, page_table, pmd, ptl, pte); in do_swap_page()
2645 update_mmu_cache(vma, address, page_table); in do_swap_page()
2647 pte_unmap_unlock(page_table, ptl); in do_swap_page()
2652 pte_unmap_unlock(page_table, ptl); in do_swap_page()
2704 unsigned long address, pte_t *page_table, pmd_t *pmd, in do_anonymous_page() argument
2712 pte_unmap(page_table); in do_anonymous_page()
2726 page_table = pte_offset_map_lock(mm, pmd, address, &ptl); in do_anonymous_page()
2727 if (!pte_none(*page_table)) in do_anonymous_page()
2731 pte_unmap_unlock(page_table, ptl); in do_anonymous_page()
2759 page_table = pte_offset_map_lock(mm, pmd, address, &ptl); in do_anonymous_page()
2760 if (!pte_none(*page_table)) in do_anonymous_page()
2765 pte_unmap_unlock(page_table, ptl); in do_anonymous_page()
2777 set_pte_at(mm, address, page_table, entry); in do_anonymous_page()
2780 update_mmu_cache(vma, address, page_table); in do_anonymous_page()
2782 pte_unmap_unlock(page_table, ptl); in do_anonymous_page()
3155 unsigned long address, pte_t *page_table, pmd_t *pmd, in do_fault() argument
3161 pte_unmap(page_table); in do_fault()