| /linux-4.4.14/mm/ |
| D | mmu_notifier.c | 23 static struct srcu_struct srcu; variable
33 call_srcu(&srcu, rcu, func); in mmu_notifier_call_srcu()
40 srcu_barrier(&srcu); in mmu_notifier_synchronize()
65 id = srcu_read_lock(&srcu); in __mmu_notifier_release()
90 srcu_read_unlock(&srcu, id); in __mmu_notifier_release()
101 synchronize_srcu(&srcu); in __mmu_notifier_release()
116 id = srcu_read_lock(&srcu); in __mmu_notifier_clear_flush_young()
121 srcu_read_unlock(&srcu, id); in __mmu_notifier_clear_flush_young()
133 id = srcu_read_lock(&srcu); in __mmu_notifier_clear_young()
138 srcu_read_unlock(&srcu, id); in __mmu_notifier_clear_young()
[all …]
|
| /linux-4.4.14/arch/sh/kernel/ |
| D | traps_32.c | 92 unsigned char __user *srcu, *dstu; in handle_unaligned_ins() local
114 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins()
115 srcu += regs->regs[0]; in handle_unaligned_ins()
122 if (ma->from(dst, srcu, count)) in handle_unaligned_ins()
165 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins()
166 srcu += (instruction & 0x000F) << 2; in handle_unaligned_ins()
170 if (ma->from(dst, srcu, 4)) in handle_unaligned_ins()
176 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins()
185 if (ma->from(dst, srcu, count)) in handle_unaligned_ins()
207 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins()
[all …]
|
| /linux-4.4.14/arch/x86/kvm/ |
| D | iommu.c | 160 idx = srcu_read_lock(&kvm->srcu); in kvm_iommu_map_memslots()
168 srcu_read_unlock(&kvm->srcu, idx); in kvm_iommu_map_memslots()
327 idx = srcu_read_lock(&kvm->srcu); in kvm_iommu_unmap_memslots()
333 srcu_read_unlock(&kvm->srcu, idx); in kvm_iommu_unmap_memslots()
|
| D | assigned-dev.c | 716 idx = srcu_read_lock(&kvm->srcu); in kvm_vm_ioctl_assign_device()
798 srcu_read_unlock(&kvm->srcu, idx); in kvm_vm_ioctl_assign_device()
813 srcu_read_unlock(&kvm->srcu, idx); in kvm_vm_ioctl_assign_device()
|
| D | x86.c | 2458 idx = srcu_read_lock(&vcpu->kvm->srcu); in __msr_io()
2462 srcu_read_unlock(&vcpu->kvm->srcu, idx); in __msr_io()
6504 srcu_read_unlock(&vcpu->kvm->srcu, vcpu->srcu_idx); in vcpu_enter_guest()
6519 vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in vcpu_enter_guest()
6594 vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in vcpu_enter_guest()
6625 srcu_read_unlock(&kvm->srcu, vcpu->srcu_idx); in vcpu_block()
6627 vcpu->srcu_idx = srcu_read_lock(&kvm->srcu); in vcpu_block()
6665 vcpu->srcu_idx = srcu_read_lock(&kvm->srcu); in vcpu_run()
6698 srcu_read_unlock(&kvm->srcu, vcpu->srcu_idx); in vcpu_run()
6700 vcpu->srcu_idx = srcu_read_lock(&kvm->srcu); in vcpu_run()
[all …]
|
| D | vmx.c | 4189 idx = srcu_read_lock(&kvm->srcu); in init_rmode_tss()
4210 srcu_read_unlock(&kvm->srcu, idx); in init_rmode_tss()
4235 idx = srcu_read_lock(&kvm->srcu); in init_rmode_identity_map()
4251 srcu_read_unlock(&kvm->srcu, idx); in init_rmode_identity_map()
|
| D | mmu.c | 4860 idx = srcu_read_lock(&kvm->srcu); in mmu_shrink_scan()
4875 srcu_read_unlock(&kvm->srcu, idx); in mmu_shrink_scan()
|
| /linux-4.4.14/kernel/ |
| D | notifier.c | 467 synchronize_srcu(&nh->srcu); in srcu_notifier_chain_unregister()
497 idx = srcu_read_lock(&nh->srcu); in __srcu_notifier_call_chain()
499 srcu_read_unlock(&nh->srcu, idx); in __srcu_notifier_call_chain()
526 if (init_srcu_struct(&nh->srcu) < 0) in srcu_init_notifier_head()
|
| /linux-4.4.14/tools/testing/selftests/rcutorture/configs/rcu/ |
| D | SRCU-N.boot | 1 rcutorture.torture_type=srcu
|
| /linux-4.4.14/include/linux/ |
| D | notifier.h | 75 struct srcu_struct srcu; member
94 cleanup_srcu_struct(&(name)->srcu);
|
| D | kvm_host.h | 384 struct srcu_struct srcu; member
520 srcu_read_lock_held(&kvm->srcu) in __kvm_memslots()
|
| /linux-4.4.14/kernel/rcu/ |
| D | Makefile | 2 obj-$(CONFIG_SRCU) += srcu.o
|
| /linux-4.4.14/virt/kvm/ |
| D | kvm_main.c | 298 idx = srcu_read_lock(&kvm->srcu); in kvm_mmu_notifier_invalidate_page()
311 srcu_read_unlock(&kvm->srcu, idx); in kvm_mmu_notifier_invalidate_page()
322 idx = srcu_read_lock(&kvm->srcu); in kvm_mmu_notifier_change_pte()
327 srcu_read_unlock(&kvm->srcu, idx); in kvm_mmu_notifier_change_pte()
338 idx = srcu_read_lock(&kvm->srcu); in kvm_mmu_notifier_invalidate_range_start()
353 srcu_read_unlock(&kvm->srcu, idx); in kvm_mmu_notifier_invalidate_range_start()
390 idx = srcu_read_lock(&kvm->srcu); in kvm_mmu_notifier_clear_flush_young()
398 srcu_read_unlock(&kvm->srcu, idx); in kvm_mmu_notifier_clear_flush_young()
411 idx = srcu_read_lock(&kvm->srcu); in kvm_mmu_notifier_clear_young()
428 srcu_read_unlock(&kvm->srcu, idx); in kvm_mmu_notifier_clear_young()
[all …]
|
| /linux-4.4.14/Documentation/virtual/kvm/ |
| D | locking.txt | 159 Name: kvm->srcu
160 Type: srcu lock
164 Comment: The srcu read lock must be held while accessing memslots (e.g.
167 The srcu index can be stored in kvm_vcpu->srcu_idx per vcpu
|
| /linux-4.4.14/drivers/base/power/opp/ |
| D | core.c | 467 call_srcu(&dev_opp->srcu_head.srcu, &list_dev->rcu_head, in _remove_list_dev()
563 call_srcu(&dev_opp->srcu_head.srcu, &dev_opp->rcu_head, in _remove_device_opp()
600 call_srcu(&dev_opp->srcu_head.srcu, &opp->rcu_head, _kfree_opp_rcu); in _opp_remove()
1023 call_srcu(&dev_opp->srcu_head.srcu, &opp->rcu_head, _kfree_opp_rcu); in _opp_set_availability()
|
| /linux-4.4.14/arch/powerpc/kvm/ |
| D | book3s_64_mmu_hv.c | 653 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_rmap_reset()
663 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_rmap_reset()
1072 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_pin_guest_page()
1081 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1089 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1109 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_unpin_guest_page()
1117 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_unpin_guest_page()
1492 synchronize_srcu_expedited(&kvm->srcu); in kvm_vm_ioctl_get_htab_fd()
|
| D | book3s_pr_papr.c | 331 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_pr()
333 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_h_pr()
|
| D | book3s.c | 838 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_load()
840 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_load()
899 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_store()
901 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_store()
|
| D | powerpc.c | 814 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_handle_load()
819 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_handle_load()
886 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_handle_store()
891 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_handle_store()
|
| D | book3s_hv.c | 739 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_pseries_do_hcall()
741 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_pseries_do_hcall()
2437 srcu_idx = srcu_read_lock(&vc->kvm->srcu); in kvmppc_run_core()
2441 srcu_read_unlock(&vc->kvm->srcu, srcu_idx); in kvmppc_run_core()
2726 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_vcpu_run_hv()
2729 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_vcpu_run_hv()
2923 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_hv_setup_htab_rma()
2966 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_hv_setup_htab_rma()
|
| D | book3s_pr.c | 926 int idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_handle_exit_pr()
928 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_handle_exit_pr()
978 int idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_handle_exit_pr()
980 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_handle_exit_pr()
|
| D | booke.c | 1256 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_handle_exit()
1280 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_handle_exit()
1304 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_handle_exit()
1322 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_handle_exit()
|
| D | e500_mmu.c | 434 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_e500_emul_tlbwe()
450 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_e500_emul_tlbwe()
|
| /linux-4.4.14/arch/arm/kvm/ |
| D | mmu.c | 382 idx = srcu_read_lock(&kvm->srcu); in stage2_flush_vm()
390 srcu_read_unlock(&kvm->srcu, idx); in stage2_flush_vm()
798 idx = srcu_read_lock(&kvm->srcu); in stage2_unmap_vm()
806 srcu_read_unlock(&kvm->srcu, idx); in stage2_unmap_vm()
1424 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvm_handle_guest_abort()
1462 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvm_handle_guest_abort()
|
| /linux-4.4.14/drivers/crypto/ |
| D | hifn_795x.c | 409 volatile int cmdu, srcu, dstu, resu; member
953 dma->cmdu = dma->srcu = dma->dstu = dma->resu = 0; in hifn_init_dma()
1304 dma->srcu++; in hifn_setup_src_desc()
1822 dma->cmdu, dma->srcu, dma->dstu, dma->resu, in hifn_clear_rings()
1843 i = dma->srck; u = dma->srcu; in hifn_clear_rings()
1851 dma->srck = i; dma->srcu = u; in hifn_clear_rings()
1877 dma->cmdu, dma->srcu, dma->dstu, dma->resu, in hifn_clear_rings()
1897 if (dma->srcu == 0 && (dev->flags & HIFN_FLAG_SRC_BUSY)) { in hifn_work()
1964 dma->cmdu, dma->srcu, dma->dstu, dma->resu); in hifn_interrupt()
|
| /linux-4.4.14/arch/s390/kvm/ |
| D | kvm-s390.c | 416 idx = srcu_read_lock(&kvm->srcu); in kvm_s390_set_mem_control()
418 srcu_read_unlock(&kvm->srcu, idx); in kvm_s390_set_mem_control()
2091 vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in __vcpu_run()
2098 srcu_read_unlock(&vcpu->kvm->srcu, vcpu->srcu_idx); in __vcpu_run()
2111 vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in __vcpu_run()
2116 srcu_read_unlock(&vcpu->kvm->srcu, vcpu->srcu_idx); in __vcpu_run()
2471 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvm_s390_guest_mem_op()
2500 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvm_s390_guest_mem_op()
2540 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvm_arch_vcpu_ioctl()
2542 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvm_arch_vcpu_ioctl()
|
| D | interrupt.c | 860 srcu_read_unlock(&vcpu->kvm->srcu, vcpu->srcu_idx); in kvm_s390_handle_wait()
863 vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvm_s390_handle_wait()
1961 synchronize_srcu(&dev->kvm->srcu); in flic_set_attr()
2042 idx = srcu_read_lock(&kvm->srcu); in adapter_indicators_set()
2047 srcu_read_unlock(&kvm->srcu, idx); in adapter_indicators_set()
2056 srcu_read_unlock(&kvm->srcu, idx); in adapter_indicators_set()
|
| /linux-4.4.14/arch/mips/kvm/ |
| D | tlb.c | 152 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_mips_map_page()
163 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_mips_map_page()
|
| /linux-4.4.14/Documentation/DocBook/ |
| D | device-drivers.xml.db | 229 API-init-srcu-struct
230 API-cleanup-srcu-struct
231 API-synchronize-srcu
232 API-synchronize-srcu-expedited
233 API-srcu-barrier
234 API-srcu-batches-completed
|
| D | .device-drivers.xml.cmd | 2 …ux/kernel.h kernel/printk/printk.c kernel/panic.c kernel/sys.c kernel/rcu/srcu.c kernel/rcu/tree.c…
|
| /linux-4.4.14/Documentation/RCU/ |
| D | torture.txt | 180 "srcu": srcu_read_lock(), srcu_read_unlock() and
297 srcu-torture: per-CPU(idx=1): 0(0,1) 1(0,1) 2(0,0) 3(0,1)
|
| D | RTFP.txt | 1530 \url{http://www.rdrop.com/users/paulmck/RCU/srcu.2007.01.14a.pdf}
1642 ,Title="Re: [RFC, PATCH 1/2] qrcu: {"quick"} srcu implementation"
|
| /linux-4.4.14/ |
| D | MAINTAINERS | 8905 X: include/linux/srcu.h
9847 F: include/linux/srcu.h
9848 F: kernel/rcu/srcu.c
|