Lines Matching refs:ptl
461 spinlock_t *ptl; in __pte_alloc() local
481 ptl = pmd_lock(mm, pmd); in __pte_alloc()
487 spin_unlock(ptl); in __pte_alloc()
1276 spinlock_t *ptl; in zap_pte_range() local
1284 start_pte = pte_offset_map_lock(mm, pmd, addr, &ptl); in zap_pte_range()
1385 pte_unmap_unlock(start_pte, ptl); in zap_pte_range()
1426 spinlock_t *ptl = pmd_lock(tlb->mm, pmd); in zap_pmd_range() local
1432 spin_unlock(ptl); in zap_pmd_range()
1693 spinlock_t **ptl) in __get_locked_pte() argument
1699 return pte_alloc_map_lock(mm, pmd, addr, ptl); in __get_locked_pte()
1736 spinlock_t *ptl; in insert_page() local
1742 pte = get_locked_pte(mm, addr, &ptl); in insert_page()
1746 pte_unmap_unlock(pte, ptl); in insert_page()
1999 spinlock_t *ptl; in insert_pfn() local
2001 pte = get_locked_pte(mm, addr, &ptl); in insert_pfn()
2044 pte_unmap_unlock(pte, ptl); in insert_pfn()
2246 spinlock_t *ptl; in remap_pte_range() local
2249 mapped_pte = pte = pte_alloc_map_lock(mm, pmd, addr, &ptl); in remap_pte_range()
2263 pte_unmap_unlock(mapped_pte, ptl); in remap_pte_range()
2464 spinlock_t *ptl; in apply_to_pte_range() local
2469 pte_alloc_map_lock(mm, pmd, addr, &ptl); in apply_to_pte_range()
2475 pte_offset_map_lock(mm, pmd, addr, &ptl); in apply_to_pte_range()
2496 pte_unmap_unlock(pte-1, ptl); in apply_to_pte_range()
2636 vmf->ptl = pte_lockptr(vmf->vma->vm_mm, vmf->pmd); in pte_spinlock()
2637 spin_lock(vmf->ptl); in pte_spinlock()
2659 vmf->ptl = pte_lockptr(vmf->vma->vm_mm, vmf->pmd); in pte_spinlock()
2660 if (unlikely(!spin_trylock(vmf->ptl))) { in pte_spinlock()
2666 spin_unlock(vmf->ptl); in pte_spinlock()
2681 spinlock_t *ptl; in __pte_map_lock_speculative() local
2718 ptl = pte_lockptr(vmf->vma->vm_mm, vmf->pmd); in __pte_map_lock_speculative()
2720 if (unlikely(!spin_trylock(ptl))) { in __pte_map_lock_speculative()
2727 pte_unmap_unlock(pte, ptl); in __pte_map_lock_speculative()
2733 vmf->ptl = ptl; in __pte_map_lock_speculative()
2744 vmf->address, &vmf->ptl); in pte_map_lock()
2755 addr, &vmf->ptl); in pte_map_lock_addr()
2818 vmf->ptl = pte_lockptr(vmf->vma->vm_mm, vmf->pmd); in pte_spinlock()
2819 spin_lock(vmf->ptl); in pte_spinlock()
2826 vmf->address, &vmf->ptl); in pte_map_lock()
2833 addr, &vmf->ptl); in pte_map_lock_addr()
2880 spin_unlock(vmf->ptl); in pte_unmap_same()
2921 vmf->pte = pte_offset_map_lock(mm, vmf->pmd, addr, &vmf->ptl); in cow_user_page()
2949 vmf->pte = pte_offset_map_lock(mm, vmf->pmd, addr, &vmf->ptl); in cow_user_page()
2977 pte_unmap_unlock(vmf->pte, vmf->ptl); in cow_user_page()
3092 __releases(vmf->ptl) in wp_page_reuse()
3110 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_page_reuse()
3254 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_page_copy()
3311 pte_unmap_unlock(vmf->pte, vmf->ptl); in finish_mkwrite_fault()
3329 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_pfn_shared()
3341 __releases(vmf->ptl) in wp_page_shared()
3351 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_page_shared()
3393 __releases(vmf->ptl) in do_wp_page()
3398 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_wp_page()
3426 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_wp_page()
3464 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_wp_page()
3845 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_swap_page()
3849 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_swap_page()
3923 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_anonymous_page()
3969 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_anonymous_page()
3983 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_anonymous_page()
3986 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_anonymous_page()
4104 vmf->ptl = pmd_lock(vma->vm_mm, vmf->pmd); in do_set_pmd()
4131 spin_unlock(vmf->ptl); in do_set_pmd()
4220 vmf->ptl = pmd_lock(vma->vm_mm, vmf->pmd); in finish_fault()
4226 spin_unlock(vmf->ptl); in finish_fault()
4251 pte_unmap_unlock(vmf->pte, vmf->ptl); in finish_fault()
4480 &vmf->ptl); in do_fault()
4493 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_fault()
4545 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_numa_page()
4563 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_numa_page()
4569 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_numa_page()
4595 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_numa_page()
4814 pte_unmap_unlock(vmf->pte, vmf->ptl); in handle_pte_fault()
5354 spinlock_t *ptl; in __pmd_alloc() local
5361 ptl = pud_lock(mm, pud); in __pmd_alloc()
5367 spin_unlock(ptl); in __pmd_alloc()
5484 spinlock_t *ptl; in follow_pfn() local
5490 ret = follow_pte(vma->vm_mm, address, &ptep, &ptl); in follow_pfn()
5494 pte_unmap_unlock(ptep, ptl); in follow_pfn()
5506 spinlock_t *ptl; in follow_phys() local
5511 if (follow_pte(vma->vm_mm, address, &ptep, &ptl)) in follow_phys()
5523 pte_unmap_unlock(ptep, ptl); in follow_phys()
5908 spinlock_t *ptl; in ptlock_alloc() local
5910 ptl = kmem_cache_alloc(page_ptl_cachep, GFP_KERNEL); in ptlock_alloc()
5911 if (!ptl) in ptlock_alloc()
5913 page->ptl = ptl; in ptlock_alloc()
5919 kmem_cache_free(page_ptl_cachep, page->ptl); in ptlock_free()