Lines Matching refs:vma
323 void local_flush_tlb_range(struct vm_area_struct *vma, unsigned long start, in local_flush_tlb_range() argument
337 local_flush_tlb_mm(vma->vm_mm); in local_flush_tlb_range()
350 if (asid_mm(vma->vm_mm, cpu) != MM_CTXT_NO_ASID) { in local_flush_tlb_range()
352 tlb_entry_erase(start | hw_pid(vma->vm_mm, cpu)); in local_flush_tlb_range()
397 void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long page) in local_flush_tlb_page() argument
407 if (asid_mm(vma->vm_mm, cpu) != MM_CTXT_NO_ASID) { in local_flush_tlb_page()
408 tlb_entry_erase((page & PAGE_MASK) | hw_pid(vma->vm_mm, cpu)); in local_flush_tlb_page()
464 void flush_tlb_page(struct vm_area_struct *vma, unsigned long uaddr) in flush_tlb_page() argument
467 .ta_vma = vma, in flush_tlb_page()
471 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_page, &ta, 1); in flush_tlb_page()
474 void flush_tlb_range(struct vm_area_struct *vma, unsigned long start, in flush_tlb_range() argument
478 .ta_vma = vma, in flush_tlb_range()
483 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_range, &ta, 1); in flush_tlb_range()
487 void flush_pmd_tlb_range(struct vm_area_struct *vma, unsigned long start, in flush_pmd_tlb_range() argument
491 .ta_vma = vma, in flush_pmd_tlb_range()
496 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_pmd_tlb_range, &ta, 1); in flush_pmd_tlb_range()
514 void create_tlb(struct vm_area_struct *vma, unsigned long vaddr, pte_t *ptep) in create_tlb() argument
546 if (current->active_mm != vma->vm_mm) in create_tlb()
551 tlb_paranoid_check(asid_mm(vma->vm_mm, smp_processor_id()), vaddr); in create_tlb()
595 void update_mmu_cache(struct vm_area_struct *vma, unsigned long vaddr_unaligned, in update_mmu_cache() argument
602 create_tlb(vma, vaddr, ptep); in update_mmu_cache()
617 if ((vma->vm_flags & VM_EXEC) || in update_mmu_cache()
626 if (vma->vm_flags & VM_EXEC) in update_mmu_cache()
655 void update_mmu_cache_pmd(struct vm_area_struct *vma, unsigned long addr, in update_mmu_cache_pmd() argument
659 update_mmu_cache(vma, addr, &pte); in update_mmu_cache_pmd()
699 void local_flush_pmd_tlb_range(struct vm_area_struct *vma, unsigned long start, in local_flush_pmd_tlb_range() argument
709 if (likely(asid_mm(vma->vm_mm, cpu) != MM_CTXT_NO_ASID)) { in local_flush_pmd_tlb_range()
710 unsigned int asid = hw_pid(vma->vm_mm, cpu); in local_flush_pmd_tlb_range()