/linux-4.1.27/mm/ |
D | mmu_notifier.c | 23 static struct srcu_struct srcu; variable 33 call_srcu(&srcu, rcu, func); in mmu_notifier_call_srcu() 40 srcu_barrier(&srcu); in mmu_notifier_synchronize() 65 id = srcu_read_lock(&srcu); in __mmu_notifier_release() 90 srcu_read_unlock(&srcu, id); in __mmu_notifier_release() 101 synchronize_srcu(&srcu); in __mmu_notifier_release() 116 id = srcu_read_lock(&srcu); in __mmu_notifier_clear_flush_young() 121 srcu_read_unlock(&srcu, id); in __mmu_notifier_clear_flush_young() 132 id = srcu_read_lock(&srcu); in __mmu_notifier_test_young() 140 srcu_read_unlock(&srcu, id); in __mmu_notifier_test_young() [all …]
|
/linux-4.1.27/arch/sh/kernel/ |
D | traps_32.c | 92 unsigned char __user *srcu, *dstu; in handle_unaligned_ins() local 114 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins() 115 srcu += regs->regs[0]; in handle_unaligned_ins() 122 if (ma->from(dst, srcu, count)) in handle_unaligned_ins() 165 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins() 166 srcu += (instruction & 0x000F) << 2; in handle_unaligned_ins() 170 if (ma->from(dst, srcu, 4)) in handle_unaligned_ins() 176 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins() 185 if (ma->from(dst, srcu, count)) in handle_unaligned_ins() 207 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins() [all …]
|
/linux-4.1.27/arch/x86/kvm/ |
D | iommu.c | 160 idx = srcu_read_lock(&kvm->srcu); in kvm_iommu_map_memslots() 168 srcu_read_unlock(&kvm->srcu, idx); in kvm_iommu_map_memslots() 325 idx = srcu_read_lock(&kvm->srcu); in kvm_iommu_unmap_memslots() 331 srcu_read_unlock(&kvm->srcu, idx); in kvm_iommu_unmap_memslots()
|
D | assigned-dev.c | 700 idx = srcu_read_lock(&kvm->srcu); in kvm_vm_ioctl_assign_device() 782 srcu_read_unlock(&kvm->srcu, idx); in kvm_vm_ioctl_assign_device() 797 srcu_read_unlock(&kvm->srcu, idx); in kvm_vm_ioctl_assign_device()
|
D | x86.c | 2700 idx = srcu_read_lock(&vcpu->kvm->srcu); in __msr_io() 2704 srcu_read_unlock(&vcpu->kvm->srcu, idx); in __msr_io() 6327 srcu_read_unlock(&vcpu->kvm->srcu, vcpu->srcu_idx); in vcpu_enter_guest() 6342 vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in vcpu_enter_guest() 6418 vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in vcpu_enter_guest() 6448 srcu_read_unlock(&kvm->srcu, vcpu->srcu_idx); in vcpu_block() 6450 vcpu->srcu_idx = srcu_read_lock(&kvm->srcu); in vcpu_block() 6478 vcpu->srcu_idx = srcu_read_lock(&kvm->srcu); in vcpu_run() 6509 srcu_read_unlock(&kvm->srcu, vcpu->srcu_idx); in vcpu_run() 6511 vcpu->srcu_idx = srcu_read_lock(&kvm->srcu); in vcpu_run() [all …]
|
D | vmx.c | 4047 idx = srcu_read_lock(&kvm->srcu); in init_rmode_tss() 4068 srcu_read_unlock(&kvm->srcu, idx); in init_rmode_tss() 4093 idx = srcu_read_lock(&kvm->srcu); in init_rmode_identity_map() 4109 srcu_read_unlock(&kvm->srcu, idx); in init_rmode_identity_map()
|
D | mmu.c | 4742 idx = srcu_read_lock(&kvm->srcu); in mmu_shrink_scan() 4757 srcu_read_unlock(&kvm->srcu, idx); in mmu_shrink_scan()
|
/linux-4.1.27/kernel/ |
D | notifier.c | 467 synchronize_srcu(&nh->srcu); in srcu_notifier_chain_unregister() 497 idx = srcu_read_lock(&nh->srcu); in __srcu_notifier_call_chain() 499 srcu_read_unlock(&nh->srcu, idx); in __srcu_notifier_call_chain() 526 if (init_srcu_struct(&nh->srcu) < 0) in srcu_init_notifier_head()
|
/linux-4.1.27/tools/testing/selftests/rcutorture/configs/rcu/ |
D | SRCU-N.boot | 1 rcutorture.torture_type=srcu
|
D | SRCU-P.boot | 1 rcutorture.torture_type=srcu
|
/linux-4.1.27/include/linux/ |
D | notifier.h | 75 struct srcu_struct srcu; member 94 cleanup_srcu_struct(&(name)->srcu);
|
D | kvm_host.h | 351 struct srcu_struct srcu; member 479 srcu_read_lock_held(&kvm->srcu) in kvm_memslots()
|
/linux-4.1.27/kernel/rcu/ |
D | Makefile | 2 obj-$(CONFIG_SRCU) += srcu.o
|
/linux-4.1.27/virt/kvm/ |
D | kvm_main.c | 286 idx = srcu_read_lock(&kvm->srcu); in kvm_mmu_notifier_invalidate_page() 299 srcu_read_unlock(&kvm->srcu, idx); in kvm_mmu_notifier_invalidate_page() 310 idx = srcu_read_lock(&kvm->srcu); in kvm_mmu_notifier_change_pte() 315 srcu_read_unlock(&kvm->srcu, idx); in kvm_mmu_notifier_change_pte() 326 idx = srcu_read_lock(&kvm->srcu); in kvm_mmu_notifier_invalidate_range_start() 341 srcu_read_unlock(&kvm->srcu, idx); in kvm_mmu_notifier_invalidate_range_start() 378 idx = srcu_read_lock(&kvm->srcu); in kvm_mmu_notifier_clear_flush_young() 386 srcu_read_unlock(&kvm->srcu, idx); in kvm_mmu_notifier_clear_flush_young() 398 idx = srcu_read_lock(&kvm->srcu); in kvm_mmu_notifier_test_young() 402 srcu_read_unlock(&kvm->srcu, idx); in kvm_mmu_notifier_test_young() [all …]
|
/linux-4.1.27/Documentation/virtual/kvm/ |
D | locking.txt | 159 Name: kvm->srcu 160 Type: srcu lock 164 Comment: The srcu read lock must be held while accessing memslots (e.g. 167 The srcu index can be stored in kvm_vcpu->srcu_idx per vcpu
|
/linux-4.1.27/drivers/base/power/ |
D | opp.c | 614 call_srcu(&dev_opp->srcu_head.srcu, &opp->rcu_head, _kfree_opp_rcu); in _opp_remove() 618 call_srcu(&dev_opp->srcu_head.srcu, &dev_opp->rcu_head, in _opp_remove() 732 call_srcu(&dev_opp->srcu_head.srcu, &opp->rcu_head, _kfree_opp_rcu); in _opp_set_availability()
|
/linux-4.1.27/arch/powerpc/kvm/ |
D | book3s_64_mmu_hv.c | 652 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_rmap_reset() 662 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_rmap_reset() 1065 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_pin_guest_page() 1074 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page() 1082 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page() 1102 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_unpin_guest_page() 1110 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_unpin_guest_page() 1485 synchronize_srcu_expedited(&kvm->srcu); in kvm_vm_ioctl_get_htab_fd()
|
D | book3s_pr_papr.c | 331 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_pr() 333 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_h_pr()
|
D | book3s.c | 835 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_load() 837 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_load() 896 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_store() 898 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_store()
|
D | powerpc.c | 810 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_handle_load() 815 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_handle_load() 882 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_handle_store() 887 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_handle_store()
|
D | book3s_hv.c | 724 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_pseries_do_hcall() 726 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_pseries_do_hcall() 2021 srcu_idx = srcu_read_lock(&vc->kvm->srcu); in kvmppc_run_core() 2044 srcu_read_unlock(&vc->kvm->srcu, srcu_idx); in kvmppc_run_core() 2271 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_vcpu_run_hv() 2274 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_vcpu_run_hv() 2463 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_hv_setup_htab_rma() 2506 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_hv_setup_htab_rma()
|
D | book3s_pr.c | 926 int idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_handle_exit_pr() 928 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_handle_exit_pr() 978 int idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_handle_exit_pr() 980 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_handle_exit_pr()
|
D | booke.c | 1254 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_handle_exit() 1278 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_handle_exit() 1302 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_handle_exit() 1320 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_handle_exit()
|
D | e500_mmu.c | 434 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_e500_emul_tlbwe() 450 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_e500_emul_tlbwe()
|
/linux-4.1.27/arch/s390/kvm/ |
D | kvm-s390.c | 341 idx = srcu_read_lock(&kvm->srcu); in kvm_s390_set_mem_control() 343 srcu_read_unlock(&kvm->srcu, idx); in kvm_s390_set_mem_control() 1990 vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in __vcpu_run() 1997 srcu_read_unlock(&vcpu->kvm->srcu, vcpu->srcu_idx); in __vcpu_run() 2008 vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in __vcpu_run() 2013 srcu_read_unlock(&vcpu->kvm->srcu, vcpu->srcu_idx); in __vcpu_run() 2357 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvm_s390_guest_mem_op() 2386 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvm_s390_guest_mem_op() 2426 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvm_arch_vcpu_ioctl() 2428 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvm_arch_vcpu_ioctl()
|
D | interrupt.c | 867 srcu_read_unlock(&vcpu->kvm->srcu, vcpu->srcu_idx); in kvm_s390_handle_wait() 870 vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvm_s390_handle_wait() 1972 synchronize_srcu(&dev->kvm->srcu); in flic_set_attr() 2053 idx = srcu_read_lock(&kvm->srcu); in adapter_indicators_set() 2058 srcu_read_unlock(&kvm->srcu, idx); in adapter_indicators_set() 2067 srcu_read_unlock(&kvm->srcu, idx); in adapter_indicators_set()
|
/linux-4.1.27/arch/arm/kvm/ |
D | mmu.c | 382 idx = srcu_read_lock(&kvm->srcu); in stage2_flush_vm() 390 srcu_read_unlock(&kvm->srcu, idx); in stage2_flush_vm() 798 idx = srcu_read_lock(&kvm->srcu); in stage2_unmap_vm() 806 srcu_read_unlock(&kvm->srcu, idx); in stage2_unmap_vm() 1423 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvm_handle_guest_abort() 1461 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvm_handle_guest_abort()
|
/linux-4.1.27/drivers/crypto/ |
D | hifn_795x.c | 411 volatile int cmdu, srcu, dstu, resu; member 955 dma->cmdu = dma->srcu = dma->dstu = dma->resu = 0; in hifn_init_dma() 1306 dma->srcu++; in hifn_setup_src_desc() 1824 dma->cmdu, dma->srcu, dma->dstu, dma->resu, in hifn_clear_rings() 1845 i = dma->srck; u = dma->srcu; in hifn_clear_rings() 1853 dma->srck = i; dma->srcu = u; in hifn_clear_rings() 1879 dma->cmdu, dma->srcu, dma->dstu, dma->resu, in hifn_clear_rings() 1899 if (dma->srcu == 0 && (dev->flags & HIFN_FLAG_SRC_BUSY)) { in hifn_work() 1966 dma->cmdu, dma->srcu, dma->dstu, dma->resu); in hifn_interrupt()
|
/linux-4.1.27/arch/mips/kvm/ |
D | tlb.c | 152 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_mips_map_page() 163 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_mips_map_page()
|
/linux-4.1.27/Documentation/DocBook/ |
D | .device-drivers.xml.cmd | 2 …ux/kernel.h kernel/printk/printk.c kernel/panic.c kernel/sys.c kernel/rcu/srcu.c kernel/rcu/tree.c…
|
/linux-4.1.27/Documentation/RCU/ |
D | torture.txt | 186 "srcu": srcu_read_lock(), srcu_read_unlock() and 310 srcu-torture: per-CPU(idx=1): 0(0,1) 1(0,1) 2(0,0) 3(0,1)
|
D | RTFP.txt | 1530 \url{http://www.rdrop.com/users/paulmck/RCU/srcu.2007.01.14a.pdf} 1642 ,Title="Re: [RFC, PATCH 1/2] qrcu: {"quick"} srcu implementation"
|
/linux-4.1.27/ |
D | MAINTAINERS | 8231 X: include/linux/srcu.h 9092 F: include/linux/srcu.h 9093 F: kernel/rcu/srcu.c
|