Lines Matching refs:ptl
567 spinlock_t *ptl; in __pte_alloc() local
588 ptl = pmd_lock(mm, pmd); in __pte_alloc()
596 spin_unlock(ptl); in __pte_alloc()
1121 spinlock_t *ptl; in zap_pte_range() local
1128 start_pte = pte_offset_map_lock(mm, pmd, addr, &ptl); in zap_pte_range()
1206 pte_unmap_unlock(start_pte, ptl); in zap_pte_range()
1460 spinlock_t **ptl) in __get_locked_pte() argument
1468 return pte_alloc_map_lock(mm, pmd, addr, ptl); in __get_locked_pte()
1487 spinlock_t *ptl; in insert_page() local
1494 pte = get_locked_pte(mm, addr, &ptl); in insert_page()
1508 pte_unmap_unlock(pte, ptl); in insert_page()
1511 pte_unmap_unlock(pte, ptl); in insert_page()
1565 spinlock_t *ptl; in insert_pfn() local
1568 pte = get_locked_pte(mm, addr, &ptl); in insert_pfn()
1582 pte_unmap_unlock(pte, ptl); in insert_pfn()
1667 spinlock_t *ptl; in remap_pte_range() local
1669 pte = pte_alloc_map_lock(mm, pmd, addr, &ptl); in remap_pte_range()
1679 pte_unmap_unlock(pte - 1, ptl); in remap_pte_range()
1846 spinlock_t *uninitialized_var(ptl); in apply_to_pte_range()
1850 pte_alloc_map_lock(mm, pmd, addr, &ptl); in apply_to_pte_range()
1869 pte_unmap_unlock(pte-1, ptl); in apply_to_pte_range()
1954 spinlock_t *ptl = pte_lockptr(mm, pmd); in pte_unmap_same() local
1955 spin_lock(ptl); in pte_unmap_same()
1957 spin_unlock(ptl); in pte_unmap_same()
2035 pte_t *page_table, spinlock_t *ptl, pte_t orig_pte, in wp_page_reuse() argument
2038 __releases(ptl) in wp_page_reuse()
2054 pte_unmap_unlock(page_table, ptl); in wp_page_reuse()
2105 spinlock_t *ptl = NULL; in wp_page_copy() local
2136 page_table = pte_offset_map_lock(mm, pmd, address, &ptl); in wp_page_copy()
2202 pte_unmap_unlock(page_table, ptl); in wp_page_copy()
2231 pte_t *page_table, spinlock_t *ptl, pte_t orig_pte, in wp_pfn_shared() argument
2243 pte_unmap_unlock(page_table, ptl); in wp_pfn_shared()
2247 page_table = pte_offset_map_lock(mm, pmd, address, &ptl); in wp_pfn_shared()
2253 pte_unmap_unlock(page_table, ptl); in wp_pfn_shared()
2257 return wp_page_reuse(mm, vma, address, page_table, ptl, orig_pte, in wp_pfn_shared()
2263 pmd_t *pmd, spinlock_t *ptl, pte_t orig_pte, in wp_page_shared() argument
2265 __releases(ptl) in wp_page_shared()
2279 pte_unmap_unlock(page_table, ptl); in wp_page_shared()
2293 &ptl); in wp_page_shared()
2296 pte_unmap_unlock(page_table, ptl); in wp_page_shared()
2303 return wp_page_reuse(mm, vma, address, page_table, ptl, in wp_page_shared()
2327 spinlock_t *ptl, pte_t orig_pte) in do_wp_page() argument
2328 __releases(ptl) in do_wp_page()
2343 return wp_pfn_shared(mm, vma, address, page_table, ptl, in do_wp_page()
2346 pte_unmap_unlock(page_table, ptl); in do_wp_page()
2358 pte_unmap_unlock(page_table, ptl); in do_wp_page()
2361 &ptl); in do_wp_page()
2364 pte_unmap_unlock(page_table, ptl); in do_wp_page()
2378 return wp_page_reuse(mm, vma, address, page_table, ptl, in do_wp_page()
2385 ptl, orig_pte, old_page); in do_wp_page()
2393 pte_unmap_unlock(page_table, ptl); in do_wp_page()
2490 spinlock_t *ptl; in do_swap_page() local
2524 page_table = pte_offset_map_lock(mm, pmd, address, &ptl); in do_swap_page()
2579 page_table = pte_offset_map_lock(mm, pmd, address, &ptl); in do_swap_page()
2638 ret |= do_wp_page(mm, vma, address, page_table, pmd, ptl, pte); in do_swap_page()
2647 pte_unmap_unlock(page_table, ptl); in do_swap_page()
2652 pte_unmap_unlock(page_table, ptl); in do_swap_page()
2709 spinlock_t *ptl; in do_anonymous_page() local
2726 page_table = pte_offset_map_lock(mm, pmd, address, &ptl); in do_anonymous_page()
2731 pte_unmap_unlock(page_table, ptl); in do_anonymous_page()
2759 page_table = pte_offset_map_lock(mm, pmd, address, &ptl); in do_anonymous_page()
2765 pte_unmap_unlock(page_table, ptl); in do_anonymous_page()
2782 pte_unmap_unlock(page_table, ptl); in do_anonymous_page()
2984 spinlock_t *ptl; in do_read_fault() local
2994 pte = pte_offset_map_lock(mm, pmd, address, &ptl); in do_read_fault()
2998 pte_unmap_unlock(pte, ptl); in do_read_fault()
3005 pte = pte_offset_map_lock(mm, pmd, address, &ptl); in do_read_fault()
3007 pte_unmap_unlock(pte, ptl); in do_read_fault()
3015 pte_unmap_unlock(pte, ptl); in do_read_fault()
3025 spinlock_t *ptl; in do_cow_fault() local
3049 pte = pte_offset_map_lock(mm, pmd, address, &ptl); in do_cow_fault()
3051 pte_unmap_unlock(pte, ptl); in do_cow_fault()
3067 pte_unmap_unlock(pte, ptl); in do_cow_fault()
3091 spinlock_t *ptl; in do_shared_fault() local
3114 pte = pte_offset_map_lock(mm, pmd, address, &ptl); in do_shared_fault()
3116 pte_unmap_unlock(pte, ptl); in do_shared_fault()
3122 pte_unmap_unlock(pte, ptl); in do_shared_fault()
3193 spinlock_t *ptl; in do_numa_page() local
3213 ptl = pte_lockptr(mm, pmd); in do_numa_page()
3214 spin_lock(ptl); in do_numa_page()
3216 pte_unmap_unlock(ptep, ptl); in do_numa_page()
3230 pte_unmap_unlock(ptep, ptl); in do_numa_page()
3255 pte_unmap_unlock(ptep, ptl); in do_numa_page()
3317 spinlock_t *ptl; in handle_pte_fault() local
3345 ptl = pte_lockptr(mm, pmd); in handle_pte_fault()
3346 spin_lock(ptl); in handle_pte_fault()
3352 pte, pmd, ptl, entry); in handle_pte_fault()
3369 pte_unmap_unlock(pte, ptl); in handle_pte_fault()
3628 spinlock_t *ptl; in follow_pfn() local
3634 ret = follow_pte(vma->vm_mm, address, &ptep, &ptl); in follow_pfn()
3638 pte_unmap_unlock(ptep, ptl); in follow_pfn()
3650 spinlock_t *ptl; in follow_phys() local
3655 if (follow_pte(vma->vm_mm, address, &ptep, &ptl)) in follow_phys()
3667 pte_unmap_unlock(ptep, ptl); in follow_phys()
3936 spinlock_t *ptl; in ptlock_alloc() local
3938 ptl = kmem_cache_alloc(page_ptl_cachep, GFP_KERNEL); in ptlock_alloc()
3939 if (!ptl) in ptlock_alloc()
3941 page->ptl = ptl; in ptlock_alloc()
3947 kmem_cache_free(page_ptl_cachep, page->ptl); in ptlock_free()