| /linux-4.1.27/mm/ |
| D | mmu_notifier.c | 23 static struct srcu_struct srcu; variable
33 call_srcu(&srcu, rcu, func); in mmu_notifier_call_srcu()
40 srcu_barrier(&srcu); in mmu_notifier_synchronize()
65 id = srcu_read_lock(&srcu); in __mmu_notifier_release()
90 srcu_read_unlock(&srcu, id); in __mmu_notifier_release()
101 synchronize_srcu(&srcu); in __mmu_notifier_release()
116 id = srcu_read_lock(&srcu); in __mmu_notifier_clear_flush_young()
121 srcu_read_unlock(&srcu, id); in __mmu_notifier_clear_flush_young()
132 id = srcu_read_lock(&srcu); in __mmu_notifier_test_young()
140 srcu_read_unlock(&srcu, id); in __mmu_notifier_test_young()
[all …]
|
| /linux-4.1.27/arch/sh/kernel/ |
| D | traps_32.c | 92 unsigned char __user *srcu, *dstu; in handle_unaligned_ins() local
114 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins()
115 srcu += regs->regs[0]; in handle_unaligned_ins()
122 if (ma->from(dst, srcu, count)) in handle_unaligned_ins()
165 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins()
166 srcu += (instruction & 0x000F) << 2; in handle_unaligned_ins()
170 if (ma->from(dst, srcu, 4)) in handle_unaligned_ins()
176 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins()
185 if (ma->from(dst, srcu, count)) in handle_unaligned_ins()
207 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins()
[all …]
|
| /linux-4.1.27/arch/x86/kvm/ |
| D | iommu.c | 160 idx = srcu_read_lock(&kvm->srcu); in kvm_iommu_map_memslots()
168 srcu_read_unlock(&kvm->srcu, idx); in kvm_iommu_map_memslots()
325 idx = srcu_read_lock(&kvm->srcu); in kvm_iommu_unmap_memslots()
331 srcu_read_unlock(&kvm->srcu, idx); in kvm_iommu_unmap_memslots()
|
| D | assigned-dev.c | 700 idx = srcu_read_lock(&kvm->srcu); in kvm_vm_ioctl_assign_device()
782 srcu_read_unlock(&kvm->srcu, idx); in kvm_vm_ioctl_assign_device()
797 srcu_read_unlock(&kvm->srcu, idx); in kvm_vm_ioctl_assign_device()
|
| D | x86.c | 2700 idx = srcu_read_lock(&vcpu->kvm->srcu); in __msr_io()
2704 srcu_read_unlock(&vcpu->kvm->srcu, idx); in __msr_io()
6327 srcu_read_unlock(&vcpu->kvm->srcu, vcpu->srcu_idx); in vcpu_enter_guest()
6342 vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in vcpu_enter_guest()
6418 vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in vcpu_enter_guest()
6448 srcu_read_unlock(&kvm->srcu, vcpu->srcu_idx); in vcpu_block()
6450 vcpu->srcu_idx = srcu_read_lock(&kvm->srcu); in vcpu_block()
6478 vcpu->srcu_idx = srcu_read_lock(&kvm->srcu); in vcpu_run()
6509 srcu_read_unlock(&kvm->srcu, vcpu->srcu_idx); in vcpu_run()
6511 vcpu->srcu_idx = srcu_read_lock(&kvm->srcu); in vcpu_run()
[all …]
|
| D | vmx.c | 4047 idx = srcu_read_lock(&kvm->srcu); in init_rmode_tss()
4068 srcu_read_unlock(&kvm->srcu, idx); in init_rmode_tss()
4093 idx = srcu_read_lock(&kvm->srcu); in init_rmode_identity_map()
4109 srcu_read_unlock(&kvm->srcu, idx); in init_rmode_identity_map()
|
| D | mmu.c | 4742 idx = srcu_read_lock(&kvm->srcu); in mmu_shrink_scan()
4757 srcu_read_unlock(&kvm->srcu, idx); in mmu_shrink_scan()
|
| /linux-4.1.27/kernel/ |
| D | notifier.c | 467 synchronize_srcu(&nh->srcu); in srcu_notifier_chain_unregister()
497 idx = srcu_read_lock(&nh->srcu); in __srcu_notifier_call_chain()
499 srcu_read_unlock(&nh->srcu, idx); in __srcu_notifier_call_chain()
526 if (init_srcu_struct(&nh->srcu) < 0) in srcu_init_notifier_head()
|
| /linux-4.1.27/tools/testing/selftests/rcutorture/configs/rcu/ |
| D | SRCU-N.boot | 1 rcutorture.torture_type=srcu
|
| D | SRCU-P.boot | 1 rcutorture.torture_type=srcu
|
| /linux-4.1.27/include/linux/ |
| D | notifier.h | 75 struct srcu_struct srcu; member
94 cleanup_srcu_struct(&(name)->srcu);
|
| D | kvm_host.h | 351 struct srcu_struct srcu; member
479 srcu_read_lock_held(&kvm->srcu) in kvm_memslots()
|
| /linux-4.1.27/kernel/rcu/ |
| D | Makefile | 2 obj-$(CONFIG_SRCU) += srcu.o
|
| /linux-4.1.27/virt/kvm/ |
| D | kvm_main.c | 286 idx = srcu_read_lock(&kvm->srcu); in kvm_mmu_notifier_invalidate_page()
299 srcu_read_unlock(&kvm->srcu, idx); in kvm_mmu_notifier_invalidate_page()
310 idx = srcu_read_lock(&kvm->srcu); in kvm_mmu_notifier_change_pte()
315 srcu_read_unlock(&kvm->srcu, idx); in kvm_mmu_notifier_change_pte()
326 idx = srcu_read_lock(&kvm->srcu); in kvm_mmu_notifier_invalidate_range_start()
341 srcu_read_unlock(&kvm->srcu, idx); in kvm_mmu_notifier_invalidate_range_start()
378 idx = srcu_read_lock(&kvm->srcu); in kvm_mmu_notifier_clear_flush_young()
386 srcu_read_unlock(&kvm->srcu, idx); in kvm_mmu_notifier_clear_flush_young()
398 idx = srcu_read_lock(&kvm->srcu); in kvm_mmu_notifier_test_young()
402 srcu_read_unlock(&kvm->srcu, idx); in kvm_mmu_notifier_test_young()
[all …]
|
| /linux-4.1.27/Documentation/virtual/kvm/ |
| D | locking.txt | 159 Name: kvm->srcu
160 Type: srcu lock
164 Comment: The srcu read lock must be held while accessing memslots (e.g.
167 The srcu index can be stored in kvm_vcpu->srcu_idx per vcpu
|
| /linux-4.1.27/drivers/base/power/ |
| D | opp.c | 614 call_srcu(&dev_opp->srcu_head.srcu, &opp->rcu_head, _kfree_opp_rcu); in _opp_remove()
618 call_srcu(&dev_opp->srcu_head.srcu, &dev_opp->rcu_head, in _opp_remove()
732 call_srcu(&dev_opp->srcu_head.srcu, &opp->rcu_head, _kfree_opp_rcu); in _opp_set_availability()
|
| /linux-4.1.27/arch/powerpc/kvm/ |
| D | book3s_64_mmu_hv.c | 652 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_rmap_reset()
662 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_rmap_reset()
1065 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_pin_guest_page()
1074 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1082 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1102 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_unpin_guest_page()
1110 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_unpin_guest_page()
1485 synchronize_srcu_expedited(&kvm->srcu); in kvm_vm_ioctl_get_htab_fd()
|
| D | book3s_pr_papr.c | 331 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_pr()
333 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_h_pr()
|
| D | book3s.c | 835 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_load()
837 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_load()
896 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_store()
898 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_store()
|
| D | powerpc.c | 810 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_handle_load()
815 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_handle_load()
882 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_handle_store()
887 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_handle_store()
|
| D | book3s_hv.c | 724 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_pseries_do_hcall()
726 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_pseries_do_hcall()
2021 srcu_idx = srcu_read_lock(&vc->kvm->srcu); in kvmppc_run_core()
2044 srcu_read_unlock(&vc->kvm->srcu, srcu_idx); in kvmppc_run_core()
2271 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_vcpu_run_hv()
2274 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_vcpu_run_hv()
2463 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_hv_setup_htab_rma()
2506 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_hv_setup_htab_rma()
|
| D | book3s_pr.c | 926 int idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_handle_exit_pr()
928 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_handle_exit_pr()
978 int idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_handle_exit_pr()
980 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_handle_exit_pr()
|
| D | booke.c | 1254 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_handle_exit()
1278 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_handle_exit()
1302 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_handle_exit()
1320 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_handle_exit()
|
| D | e500_mmu.c | 434 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_e500_emul_tlbwe()
450 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_e500_emul_tlbwe()
|
| /linux-4.1.27/arch/s390/kvm/ |
| D | kvm-s390.c | 341 idx = srcu_read_lock(&kvm->srcu); in kvm_s390_set_mem_control()
343 srcu_read_unlock(&kvm->srcu, idx); in kvm_s390_set_mem_control()
1990 vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in __vcpu_run()
1997 srcu_read_unlock(&vcpu->kvm->srcu, vcpu->srcu_idx); in __vcpu_run()
2008 vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in __vcpu_run()
2013 srcu_read_unlock(&vcpu->kvm->srcu, vcpu->srcu_idx); in __vcpu_run()
2357 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvm_s390_guest_mem_op()
2386 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvm_s390_guest_mem_op()
2426 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvm_arch_vcpu_ioctl()
2428 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvm_arch_vcpu_ioctl()
|
| D | interrupt.c | 867 srcu_read_unlock(&vcpu->kvm->srcu, vcpu->srcu_idx); in kvm_s390_handle_wait()
870 vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvm_s390_handle_wait()
1972 synchronize_srcu(&dev->kvm->srcu); in flic_set_attr()
2053 idx = srcu_read_lock(&kvm->srcu); in adapter_indicators_set()
2058 srcu_read_unlock(&kvm->srcu, idx); in adapter_indicators_set()
2067 srcu_read_unlock(&kvm->srcu, idx); in adapter_indicators_set()
|
| /linux-4.1.27/arch/arm/kvm/ |
| D | mmu.c | 382 idx = srcu_read_lock(&kvm->srcu); in stage2_flush_vm()
390 srcu_read_unlock(&kvm->srcu, idx); in stage2_flush_vm()
798 idx = srcu_read_lock(&kvm->srcu); in stage2_unmap_vm()
806 srcu_read_unlock(&kvm->srcu, idx); in stage2_unmap_vm()
1423 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvm_handle_guest_abort()
1461 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvm_handle_guest_abort()
|
| /linux-4.1.27/drivers/crypto/ |
| D | hifn_795x.c | 411 volatile int cmdu, srcu, dstu, resu; member
955 dma->cmdu = dma->srcu = dma->dstu = dma->resu = 0; in hifn_init_dma()
1306 dma->srcu++; in hifn_setup_src_desc()
1824 dma->cmdu, dma->srcu, dma->dstu, dma->resu, in hifn_clear_rings()
1845 i = dma->srck; u = dma->srcu; in hifn_clear_rings()
1853 dma->srck = i; dma->srcu = u; in hifn_clear_rings()
1879 dma->cmdu, dma->srcu, dma->dstu, dma->resu, in hifn_clear_rings()
1899 if (dma->srcu == 0 && (dev->flags & HIFN_FLAG_SRC_BUSY)) { in hifn_work()
1966 dma->cmdu, dma->srcu, dma->dstu, dma->resu); in hifn_interrupt()
|
| /linux-4.1.27/arch/mips/kvm/ |
| D | tlb.c | 152 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_mips_map_page()
163 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_mips_map_page()
|
| /linux-4.1.27/Documentation/DocBook/ |
| D | .device-drivers.xml.cmd | 2 …ux/kernel.h kernel/printk/printk.c kernel/panic.c kernel/sys.c kernel/rcu/srcu.c kernel/rcu/tree.c…
|
| /linux-4.1.27/Documentation/RCU/ |
| D | torture.txt | 186 "srcu": srcu_read_lock(), srcu_read_unlock() and
310 srcu-torture: per-CPU(idx=1): 0(0,1) 1(0,1) 2(0,0) 3(0,1)
|
| D | RTFP.txt | 1530 \url{http://www.rdrop.com/users/paulmck/RCU/srcu.2007.01.14a.pdf}
1642 ,Title="Re: [RFC, PATCH 1/2] qrcu: {"quick"} srcu implementation"
|
| /linux-4.1.27/ |
| D | MAINTAINERS | 8231 X: include/linux/srcu.h
9092 F: include/linux/srcu.h
9093 F: kernel/rcu/srcu.c
|