Home
last modified time | relevance | path

Searched refs:atomic (Results 1 – 200 of 204) sorted by relevance

12

/linux-4.4.14/net/rds/
Drdma.c778 || rm->atomic.op_active) in rds_cmsg_atomic()
786 rm->atomic.op_type = RDS_ATOMIC_TYPE_FADD; in rds_cmsg_atomic()
787 rm->atomic.op_m_fadd.add = args->fadd.add; in rds_cmsg_atomic()
788 rm->atomic.op_m_fadd.nocarry_mask = 0; in rds_cmsg_atomic()
791 rm->atomic.op_type = RDS_ATOMIC_TYPE_FADD; in rds_cmsg_atomic()
792 rm->atomic.op_m_fadd.add = args->m_fadd.add; in rds_cmsg_atomic()
793 rm->atomic.op_m_fadd.nocarry_mask = args->m_fadd.nocarry_mask; in rds_cmsg_atomic()
796 rm->atomic.op_type = RDS_ATOMIC_TYPE_CSWP; in rds_cmsg_atomic()
797 rm->atomic.op_m_cswp.compare = args->cswp.compare; in rds_cmsg_atomic()
798 rm->atomic.op_m_cswp.swap = args->cswp.swap; in rds_cmsg_atomic()
[all …]
Dsend.c300 if (rm->atomic.op_active && !conn->c_xmit_atomic_sent) { in rds_send_xmit()
301 rm->m_final_op = &rm->atomic; in rds_send_xmit()
306 ret = conn->c_trans->xmit_atomic(conn, &rm->atomic); in rds_send_xmit()
327 ops_present = (rm->atomic.op_active || rm->rdma.op_active); in rds_send_xmit()
328 if (rm->atomic.op_active && !rm->atomic.op_silent) in rds_send_xmit()
509 ao = &rm->atomic; in rds_atomic_send_complete()
551 ao = &rm->atomic; in __rds_send_complete()
1083 if (rm->atomic.op_active && !conn->c_trans->xmit_atomic) { in rds_sendmsg()
1085 &rm->atomic, conn->c_trans->xmit_atomic); in rds_sendmsg()
Dmessage.c76 if (rm->atomic.op_active) in rds_message_purge()
77 rds_atomic_free_op(&rm->atomic); in rds_message_purge()
78 if (rm->atomic.op_rdma_mr) in rds_message_purge()
79 rds_mr_put(rm->atomic.op_rdma_mr); in rds_message_purge()
Dib_send.c132 rds_ib_send_complete(container_of(op, struct rds_message, atomic), in rds_ib_send_unmap_atomic()
172 rm = container_of(send->s_op, struct rds_message, atomic); in rds_ib_send_unmap_op()
798 rds_message_addref(container_of(send->s_op, struct rds_message, atomic)); in rds_ib_xmit_atomic()
Drds.h360 } atomic; member
/linux-4.4.14/Documentation/DocBook/
Dgpu.xml.db113 API-drm-atomic-state-default-release
114 API-drm-atomic-state-init
115 API-drm-atomic-state-alloc
116 API-drm-atomic-state-default-clear
117 API-drm-atomic-state-clear
118 API-drm-atomic-state-free
119 API-drm-atomic-get-crtc-state
120 API-drm-atomic-set-mode-for-crtc
121 API-drm-atomic-set-mode-prop-for-crtc
122 API-drm-atomic-crtc-set-property
[all …]
Dkernel-locking.xml.db8 API-atomic-dec-and-mutex-lock
13 API-futex-lock-pi-atomic
17 API-futex-proxy-trylock-atomic
Ddevice-drivers.xml.db1 API-atomic-read
2 API-atomic-set
3 API-atomic-add
4 API-atomic-sub
5 API-atomic-sub-and-test
6 API-atomic-inc
7 API-atomic-dec
8 API-atomic-dec-and-test
9 API-atomic-inc-and-test
10 API-atomic-add-negative
[all …]
Dscsi.xml.db48 API-scsi-kmap-atomic-sg
49 API-scsi-kunmap-atomic-sg
D.device-drivers.xml.cmd2 …on/DocBook/device-drivers.tmpl include/linux/init.h arch/x86/include/asm/atomic.h include/linux/sc…
D80211.xml.db161 API-ieee80211-iterate-active-interfaces-atomic
Dfilesystems.xml.db227 API-debugfs-create-atomic-t
/linux-4.4.14/sound/synth/emux/
Demux_oss.c42 void *private, int atomic, int hop);
45 int cmd, unsigned char *event, int atomic, int hop);
47 int cmd, unsigned char *event, int atomic, int hop);
49 int ch, int param, int val, int atomic, int hop);
303 int atomic, int hop) in snd_emux_event_oss_input() argument
316 return snd_emux_event_input(ev, direct, private_data, atomic, hop); in snd_emux_event_oss_input()
324 emuspec_control(emu, p, cmd, data, atomic, hop); in snd_emux_event_oss_input()
326 gusspec_control(emu, p, cmd, data, atomic, hop); in snd_emux_event_oss_input()
336 unsigned char *event, int atomic, int hop) in emuspec_control() argument
376 fake_event(emu, port, voice, MIDI_CTL_ALL_NOTES_OFF, 0, atomic, hop); in emuspec_control()
[all …]
Demux_voice.h38 int atomic, int hop);
Demux_seq.c253 int atomic, int hop) in snd_emux_event_input() argument
/linux-4.4.14/Documentation/
Datomic_ops.txt7 maintainers on how to implement atomic counter, bitops, and spinlock
35 The initializer is atomic in that the return values of the atomic operations
56 The setting is atomic in that the return values of the atomic operations by
67 The read is atomic in that the return value is guaranteed to be one of the
174 locks, or atomic operations if variable a can change at runtime!
178 Now, we move onto the atomic operation interfaces typically implemented with
207 and after the atomic operation calls are strongly ordered with respect
208 to the atomic operation itself.
211 before and after the atomic operation.
213 If the atomic instructions used in an implementation provide explicit
[all …]
Dlocal_ops.txt6 This document explains the purpose of the local atomic operations, how
18 * Purpose of local atomic operations
20 Local atomic operations are meant to provide fast and highly reentrant per CPU
21 counters. They minimize the performance cost of standard atomic operations by
25 Having fast per CPU atomic counters is interesting in many cases : it does not
30 Local atomic operations only guarantee variable modification atomicity wrt the
40 It can be done by slightly modifying the standard atomic operations : only
53 * Rules to follow when using local atomic operations
71 "long", aligned, variables are always atomic. Since no memory
76 * How to use local atomic operations
[all …]
Dio-mapping.txt20 or not, depending on the necessary scheduling environment. Of course, atomic
45 If you need to sleep while holding the lock, you can use the non-atomic
75 kmap_atomic_pfn to map the specified page in an atomic fashion;
Dpi-futex.txt8 calls - just pure fast atomic ops in userspace.
81 futexes.) Userspace uses atomic ops to lock/unlock these mutexes without
89 If the lock-acquire fastpath fails, [i.e. an atomic transition from 0 to
104 TID -> 0 atomic transition of the futex value], then no kernel work is
Dpercpu-rw-semaphore.txt12 Locking for reading is very fast, it uses RCU and it avoids any atomic
Dramoops.txt27 depends on atomic operations. At least on ARM, pgprot_noncached causes the
28 memory to be mapped strongly ordered, and atomic operations on strongly ordered
DDMA-ISA-LPC.txt90 not atomic so only one driver may fiddle with the registers at a
95 controller that is used for the non-atomic operations. As long as you
Dflexible-arrays.txt62 running in some sort of atomic context; in this situation, sleeping in the
66 entering atomic context, using:
Dclk.txt248 functions are allowed in atomic context.
252 functions are not allowed in atomic context.
Dstatic-keys.txt78 consist of a single atomic 'no-op' instruction (5 bytes on x86), in the
237 to a 5 byte atomic no-op instruction at boot-time.) Thus, the disabled jump
Dpwm.txt112 and pwm_free() may not be called from an atomic context. Currently the
Dthis_cpu_ops.txt214 that are guaranteed to be atomic and then re-enable interrupts. Doing
268 be "atomic" as no other CPU has access to these data structures.
Dpreempt-locking.txt90 small, atomic code that you wrote and which calls no complex functions.
Dvolatile-considered-harmful.txt8 as a sort of easy atomic variable, which they are not. The use of volatile in
Dcircular-buffers.txt147 (2) use atomic counter operations.
D00-INDEX83 - semantics and behavior of atomic and bitmask operations.
287 - semantics and behavior of local atomic operations.
Ddma-buf-sharing.txt288 There are also atomic variants of these interfaces. Like for kmap they
298 atomic dma_buf kmaps at the same time (in any given process context).
Dmemory-barriers.txt275 generate code to modify these using non-atomic read-modify-write
282 non-atomic read-modify-write sequences can cause an update to one
816 atomic{,64}_read() can help to preserve your control dependency.
1683 These are for use with atomic (such as add, subtract, increment and
1687 These are also used for atomic bitop functions that do not return a
2320 Whilst they are technically interprocessor interaction considerations, atomic
2325 Any atomic operation that modifies some state in memory and returns information
2402 situations because on some CPUs the atomic instructions used imply full memory
Dremoteproc.txt142 non-remoteproc driver. This function can be called from atomic/interrupt
Dkernel-docs.txt356 Keywords: locks, locking, spinlock, semaphore, atomic, race
/linux-4.4.14/lib/
Ddec_and_lock.c20 int _atomic_dec_and_lock(atomic_t *atomic, spinlock_t *lock) in _atomic_dec_and_lock() argument
23 if (atomic_add_unless(atomic, -1, 1)) in _atomic_dec_and_lock()
28 if (atomic_dec_and_test(atomic)) in _atomic_dec_and_lock()
Datomic64_test.c21 atomic##bit##_set(&v, v0); \
23 atomic##bit##_##op(val, &v); \
25 WARN(atomic##bit##_read(&v) != r, "%Lx != %Lx\n", \
26 (unsigned long long)atomic##bit##_read(&v), \
DKconfig452 # Generic 64-bit atomic support is selected if needed
DKconfig.debug1058 bool "Sleep inside atomic section checking"
1063 noisy if they are called inside atomic sections: when a spinlock is
/linux-4.4.14/sound/core/seq/
Dseq_queue.c254 void snd_seq_check_queue(struct snd_seq_queue *q, int atomic, int hop) in snd_seq_check_queue() argument
279 snd_seq_dispatch_event(cell, atomic, hop); in snd_seq_check_queue()
293 snd_seq_dispatch_event(cell, atomic, hop); in snd_seq_check_queue()
313 int snd_seq_enqueue_event(struct snd_seq_event_cell *cell, int atomic, int hop) in snd_seq_enqueue_event() argument
357 snd_seq_check_queue(q, atomic, hop); in snd_seq_enqueue_event()
657 int atomic, int hop) in queue_broadcast_event() argument
672 snd_seq_kernel_client_dispatch(SNDRV_SEQ_CLIENT_SYSTEM, &sev, atomic, hop); in queue_broadcast_event()
681 int atomic, int hop) in snd_seq_queue_process_event() argument
688 queue_broadcast_event(q, ev, atomic, hop); in snd_seq_queue_process_event()
693 queue_broadcast_event(q, ev, atomic, hop); in snd_seq_queue_process_event()
[all …]
Dseq_clientmgr.h91 int snd_seq_dispatch_event(struct snd_seq_event_cell *cell, int atomic, int hop);
94 int snd_seq_kernel_client_enqueue(int client, struct snd_seq_event *ev, int atomic, int hop);
96 struct file *file, int atomic, int hop);
Dseq_clientmgr.c83 int err, int atomic, int hop);
86 int filter, int atomic, int hop);
531 int err, int atomic, int hop) in bounce_error_event() argument
553 result = snd_seq_deliver_single_event(NULL, &bounce_ev, 0, atomic, hop + 1); in bounce_error_event()
599 int filter, int atomic, int hop) in snd_seq_deliver_single_event() argument
636 atomic, hop); in snd_seq_deliver_single_event()
649 result = bounce_error_event(client, event, result, atomic, hop); in snd_seq_deliver_single_event()
660 int atomic, int hop) in deliver_to_subscribers() argument
676 if (atomic) in deliver_to_subscribers()
690 0, atomic, hop); in deliver_to_subscribers()
[all …]
Dseq_queue.h86 int snd_seq_enqueue_event(struct snd_seq_event_cell *cell, int atomic, int hop);
101 void snd_seq_check_queue(struct snd_seq_queue *q, int atomic, int hop);
113 int snd_seq_control_queue(struct snd_seq_event *ev, int atomic, int hop);
Dseq_system.c116 static int event_input_timer(struct snd_seq_event * ev, int direct, void *private_data, int atomic,… in event_input_timer() argument
118 return snd_seq_control_queue(ev, atomic, hop); in event_input_timer()
Dseq_dummy.c89 int atomic, int hop) in dummy_input() argument
104 return snd_seq_kernel_client_dispatch(p->client, &tmpev, atomic, hop); in dummy_input()
Dseq_ports.h73 int atomic, int hop);
Dseq_virmidi.c126 void *private_data, int atomic, int hop) in snd_virmidi_event_input() argument
Dseq_midi.c133 void *private_data, int atomic, int hop) in event_process_midi() argument
/linux-4.4.14/arch/arm/lib/
Duaccess_with_memcpy.c92 int atomic; in __copy_to_user_memcpy() local
100 atomic = faulthandler_disabled(); in __copy_to_user_memcpy()
102 if (!atomic) in __copy_to_user_memcpy()
110 if (!atomic) in __copy_to_user_memcpy()
114 if (!atomic) in __copy_to_user_memcpy()
134 if (!atomic) in __copy_to_user_memcpy()
/linux-4.4.14/include/sound/
Dseq_kernel.h65 int (*event_input)(struct snd_seq_event *ev, int direct, void *private_data, int atomic, int hop);
75 int snd_seq_kernel_client_enqueue(int client, struct snd_seq_event *ev, int atomic, int hop);
76 int snd_seq_kernel_client_dispatch(int client, struct snd_seq_event *ev, int atomic, int hop);
Dgus.h569 int atomic,
/linux-4.4.14/arch/alpha/lib/
Ddec_and_lock.c33 static int __used atomic_dec_and_lock_1(atomic_t *atomic, spinlock_t *lock) in atomic_dec_and_lock_1() argument
37 if (atomic_dec_and_test(atomic)) in atomic_dec_and_lock_1()
/linux-4.4.14/arch/frv/lib/
DMakefile7 checksum.o memcpy.o memset.o atomic-ops.o atomic64-ops.o \
8 outsl_ns.o outsl_sw.o insl_ns.o insl_sw.o cache.o atomic-lib.o
/linux-4.4.14/Documentation/frv/
Datomic-ops.txt5 On the FR-V CPUs, there is only one atomic Read-Modify-Write operation: the SWAP/SWAPI
29 (*) The CCCR.CC3 register is reserved within the kernel to act as an atomic modify abort flag.
34 (*) All atomic operations can then be broken down into the following algorithm:
70 Taking an example from include/asm-frv/atomic.h:
121 The atomic ops implementation can be made inline or out-of-line by changing the
126 - Debugging is easier as atomic ops can just be stepped over and they can be breakpointed
134 The out-of-line implementations live in arch/frv/lib/atomic-ops.S.
DREADME.txt49 (*) atomic-ops.txt
51 A description of how the FR-V kernel's atomic operations work.
Dkernel-ABI.txt103 (atomic op emulation)
153 Note that debug mode is able to interfere with the kernel's emulated atomic
Dmmu-layout.txt113 Note that the first three kmap atomic types are really just declared as placeholders. The DAMPR
/linux-4.4.14/drivers/misc/sgi-gru/
Dgrufault.c262 int write, int atomic, unsigned long *gpa, int *pageshift) in gru_vtop() argument
280 if (atomic) in gru_vtop()
319 struct gru_thread_state *gts, int atomic, in gru_preload_tlb() argument
341 ret = gru_vtop(gts, vaddr, write, atomic, &gpa, &pageshift); in gru_preload_tlb()
347 atomic ? "atomic" : "non-atomic", gru->gs_gid, gts, tfh, in gru_preload_tlb()
371 int pageshift = 0, asid, write, ret, atomic = !cbk, indexway; in gru_try_dropin() local
422 ret = gru_vtop(gts, vaddr, write, atomic, &gpa, &pageshift); in gru_try_dropin()
430 if (atomic || !gru_update_cch(gts)) { in gru_try_dropin()
437 gru_preload_tlb(gru, gts, atomic, vaddr, asid, write, tlb_preload_count, tfh, cbe); in gru_try_dropin()
448 atomic ? "atomic" : "non-atomic", gru->gs_gid, gts, tfh, vaddr, asid, in gru_try_dropin()
/linux-4.4.14/arch/x86/lib/
Dcmpxchg16b_emu.S29 # do *not* have a fully atomic operation but just an operation that is
30 # *atomic* on a single cpu (as provided by the this_cpu_xx class of
/linux-4.4.14/fs/ubifs/
Dorphan.c242 static int do_write_orph_node(struct ubifs_info *c, int len, int atomic) in do_write_orph_node() argument
246 if (atomic) { in do_write_orph_node()
273 static int write_orph_node(struct ubifs_info *c, int atomic) in write_orph_node() argument
322 err = do_write_orph_node(c, len, atomic); in write_orph_node()
336 static int write_orph_nodes(struct ubifs_info *c, int atomic) in write_orph_nodes() argument
341 err = write_orph_node(c, atomic); in write_orph_nodes()
345 if (atomic) { in write_orph_nodes()
416 int avail, atomic = 0, err; in commit_orphans() local
425 atomic = 1; in commit_orphans()
427 err = write_orph_nodes(c, atomic); in commit_orphans()
/linux-4.4.14/arch/arc/kernel/
Dsetup.c170 int i, be, atomic; in arc_cpu_mumbojumbo() local
179 atomic = cpu->isa.atomic1; in arc_cpu_mumbojumbo()
181 atomic = IS_ENABLED(CONFIG_ARC_HAS_LLSC); in arc_cpu_mumbojumbo()
185 atomic = cpu->isa.atomic; in arc_cpu_mumbojumbo()
217 IS_AVAIL2(atomic, "atomic ", CONFIG_ARC_HAS_LLSC), in arc_cpu_mumbojumbo()
336 if (is_isa_arcv2() && IS_ENABLED(CONFIG_SMP) && cpu->isa.atomic && in arc_chk_core_config()
/linux-4.4.14/tools/perf/
DMANIFEST17 tools/arch/x86/include/asm/atomic.h
28 tools/include/asm/atomic.h
33 tools/include/asm-generic/bitops/atomic.h
42 tools/include/linux/atomic.h
/linux-4.4.14/sound/core/seq/oss/
Dseq_oss_device.h148 snd_seq_oss_dispatch(struct seq_oss_devinfo *dp, struct snd_seq_event *ev, int atomic, int hop) in snd_seq_oss_dispatch() argument
150 return snd_seq_kernel_client_dispatch(dp->cseq, ev, atomic, hop); in snd_seq_oss_dispatch()
Dseq_oss_init.c53 static int receive_announce(struct snd_seq_event *ev, int direct, void *private, int atomic, int ho…
136 receive_announce(struct snd_seq_event *ev, int direct, void *private, int atomic, int hop) in receive_announce() argument
140 if (atomic) in receive_announce()
Dseq_oss_event.h109 int snd_seq_oss_event_input(struct snd_seq_event *ev, int direct, void *private_data, int atomic, i…
Dseq_oss_event.c433 int atomic, int hop) in snd_seq_oss_event_input() argument
/linux-4.4.14/drivers/staging/lustre/lustre/ldlm/
Dldlm_pool.c507 LDLM_POOL_SYSFS_READER_NOLOCK_SHOW(limit, atomic);
508 LDLM_POOL_SYSFS_WRITER_NOLOCK_STORE(limit, atomic);
511 LDLM_POOL_SYSFS_READER_NOLOCK_SHOW(granted, atomic);
514 LDLM_POOL_SYSFS_READER_NOLOCK_SHOW(cancel_rate, atomic);
517 LDLM_POOL_SYSFS_READER_NOLOCK_SHOW(grant_rate, atomic);
520 LDLM_POOL_SYSFS_READER_NOLOCK_SHOW(lock_volume_factor, atomic);
521 LDLM_POOL_SYSFS_WRITER_NOLOCK_STORE(lock_volume_factor, atomic);
/linux-4.4.14/arch/tile/lib/
Datomic_asm_32.S77 .section .text.atomic,"ax"
82 STD_ENTRY_SECTION(__atomic\name, .text.atomic)
/linux-4.4.14/include/linux/
Dspinlock.h415 extern int _atomic_dec_and_lock(atomic_t *atomic, spinlock_t *lock);
416 #define atomic_dec_and_lock(atomic, lock) \ argument
417 __cond_lock(lock, _atomic_dec_and_lock(atomic, lock))
Defi.h1169 void *data, bool atomic, bool duplicates,
Dkvm_host.h611 pfn_t __gfn_to_pfn_memslot(struct kvm_memory_slot *slot, gfn_t gfn, bool atomic,
Dnfs_xdr.h172 u32 atomic; member
/linux-4.4.14/Documentation/xtensa/
Datomctl.txt17 Memory controller we let it to the atomic operations internally while
27 don't support atomic RCW memory transactions and will likely want to
/linux-4.4.14/arch/blackfin/mach-bf561/
DMakefile8 obj-$(CONFIG_SMP) += smp.o secondary.o atomic.o
/linux-4.4.14/arch/arm64/include/asm/
Datomic.h47 c = atomic##sfx##_read(v); \
49 (old = atomic##sfx##_cmpxchg((v), c, c + (a))) != c) \
/linux-4.4.14/arch/mips/lib/
DMakefile6 mips-atomic.o strlen_user.o strncpy_user.o \
/linux-4.4.14/drivers/staging/gdm724x/
DTODO10 - Review use of atomic allocation for tx structs
/linux-4.4.14/arch/arc/include/asm/
Darcregs.h217 unsigned int div_rem:4, pad2:4, ldd:1, unalign:1, atomic:1, be:1, member
220 unsigned int ver:8, atomic1:1, pad1:11, be:1, atomic:1, unalign:1,
/linux-4.4.14/arch/um/include/shared/
Dkern_util.h22 extern unsigned long alloc_stack(int order, int atomic);
/linux-4.4.14/Documentation/scheduler/
Dcompletion.txt125 Calling it from hard-irq or irqs-off atomic contexts will result in
134 in process context (as they can sleep) but not in atomic context,
136 try_wait_for_completion() below for handling completion in atomic/interrupt
220 complete() and complete_all() can be called in hard-irq/atomic context safely.
248 hard-irq or atomic context.
/linux-4.4.14/drivers/nvdimm/
DKconfig58 bool "BTT: Block Translation Table (atomic sector updates)"
62 The Block Translation Table (BTT) provides atomic sector
/linux-4.4.14/sound/isa/gus/
Dgus_dma.c197 int atomic, in snd_gf1_dma_transfer_block() argument
203 block = kmalloc(sizeof(*block), atomic ? GFP_ATOMIC : GFP_KERNEL); in snd_gf1_dma_transfer_block()
/linux-4.4.14/drivers/gpu/drm/radeon/
Dradeon_legacy_crtc.c369 int x, int y, int atomic) in radeon_crtc_do_set_base() argument
388 if (!atomic && !crtc->primary->fb) { in radeon_crtc_do_set_base()
393 if (atomic) { in radeon_crtc_do_set_base()
447 if (!atomic && fb && fb != crtc->primary->fb) { in radeon_crtc_do_set_base()
558 if (!atomic && fb && fb != crtc->primary->fb) { in radeon_crtc_do_set_base()
Datombios_crtc.c1137 int x, int y, int atomic) in dce4_crtc_do_set_base() argument
1155 if (!atomic && !crtc->primary->fb) { in dce4_crtc_do_set_base()
1160 if (atomic) { in dce4_crtc_do_set_base()
1178 if (atomic) in dce4_crtc_do_set_base()
1436 if (!atomic && fb && fb != crtc->primary->fb) { in dce4_crtc_do_set_base()
1454 int x, int y, int atomic) in avivo_crtc_do_set_base() argument
1471 if (!atomic && !crtc->primary->fb) { in avivo_crtc_do_set_base()
1476 if (atomic) { in avivo_crtc_do_set_base()
1494 if (atomic) in avivo_crtc_do_set_base()
1636 if (!atomic && fb && fb != crtc->primary->fb) { in avivo_crtc_do_set_base()
Dradeon_mode.h870 int x, int y, int atomic);
/linux-4.4.14/arch/um/kernel/
Dprocess.c63 unsigned long alloc_stack(int order, int atomic) in alloc_stack() argument
68 if (atomic) in alloc_stack()
/linux-4.4.14/drivers/net/ethernet/chelsio/cxgb4/
Dcxgb4_uld.h68 #define INIT_ULPTX_WR(w, wrlen, atomic, tid) do { \ argument
70 FW_WR_ATOMIC_V(atomic)); \
/linux-4.4.14/drivers/firmware/efi/
Dvars.c444 void *data, bool atomic, bool duplicates, in efivar_init() argument
475 if (!atomic) in efivar_init()
493 if (!atomic) in efivar_init()
504 if (!atomic) in efivar_init()
/linux-4.4.14/Documentation/timers/
Dtimers-howto.txt16 code in an atomic context?" This should be followed closely by "Does
17 it really need to delay in atomic context?" If so...
Dtimekeeping.txt29 Typically the clock source is a monotonic, atomic counter which will provide
/linux-4.4.14/Documentation/RCU/
Dchecklist.txt32 b. atomic operations, or
61 any locks or atomic operations. This means that readers will
81 c. Make updates appear atomic to readers. For example,
83 appear atomic, as will individual atomic primitives.
85 appear to be atomic to RCU readers, nor will sequences
86 of multiple atomic primitives.
100 to appear atomic by updating a pointer to reference
Drcu.txt20 not acquire any locks, perform any atomic instructions, write to
DwhatisRCU.txt93 pointers are atomic on modern CPUs, allowing atomic insertion, removal,
96 versions, and can dispense with the atomic operations, memory barriers,
782 a single atomic update, converting to RCU will require special care.
DRTFP.txt189 hash table with atomic node move [JoshTriplett2010RPHash], an update on
531 Describes doing an atomic update by copying the data item and
1362 Joe Seigh announcing his atomic-ptr-plus project.
1363 http://sourceforge.net/projects/atomic-ptr-plus/
1374 \url{http://sourceforge.net/projects/atomic-ptr-plus/}
1377 Joe Seigh's atomic-ptr-plus project.
1600 no memory barriers or atomic instruction in absence of writers.
DlistRCU.txt299 in place), but non-atomic in-place modifications can be handled by making
/linux-4.4.14/arch/cris/include/asm/
DKbuild1 generic-y += atomic.h
/linux-4.4.14/Documentation/devicetree/bindings/interrupt-controller/
Dbrcm,bcm3380-l2-intc.txt11 - no atomic set/clear operations
Dbrcm,bcm7120-l2-intc.txt18 - no atomic set/clear operations
/linux-4.4.14/Documentation/arm/
D00-INDEX52 - Voting locks, low-level mechanism relying on memory system atomic writes.
Dkernel_user_helpers.txt63 fprintf(stderr, "can't do atomic operations, kernel too old\n");
Dcluster-pm-race-avoidance.txt34 disabling those mechanisms may itself be a non-atomic operation (such as
/linux-4.4.14/drivers/staging/fsl-mc/
DTODO17 from atomic context.
/linux-4.4.14/Documentation/filesystems/
Dfiles.txt23 etc.). In order for the updates to appear atomic to
33 appear atomic. Here are the locking rules for
Dqnx6.txt41 So basically the snapshot functionality is realized by an atomic final
Dpath-lookup.txt28 because of the locks and atomic operations required for every dentry element
192 no non-atomic stores to shared data), and to recheck the seqcount when we are
Doverlayfs.txt202 Some operations are not atomic, for example a crash during copy_up or
Dxfs-delayed-logging-design.txt285 need to be written as an atomic transaction. The need for all the objects to be
286 written as an atomic transaction comes from the requirements of relogging and
435 atomic counter - we can just take the current context sequence number and add
Dporting365 atomic operations and scalability hazards on dentries and inodes (see
Dvfs.txt488 one atomic operation. If it cannot perform this (e.g. the file type
/linux-4.4.14/Documentation/scsi/
DChangeLog.arcmsr113 ** 1.arcmsr_iop_message_xfer() is called from atomic context under the
116 ** atomic context, secondly this memory is not used for DMA.
/linux-4.4.14/Documentation/x86/
Dentry_64.txt88 But if we are in an NMI/MCE/DEBUG/whatever super-atomic entry context,
93 Therefore, super-atomic entries (except NMI, which is handled separately)
/linux-4.4.14/drivers/net/ethernet/sfc/
Drx.c152 static int efx_init_rx_buffers(struct efx_rx_queue *rx_queue, bool atomic) in efx_init_rx_buffers() argument
167 (atomic ? GFP_ATOMIC : GFP_KERNEL), in efx_init_rx_buffers()
327 void efx_fast_push_rx_descriptors(struct efx_rx_queue *rx_queue, bool atomic) in efx_fast_push_rx_descriptors() argument
360 rc = efx_init_rx_buffers(rx_queue, atomic); in efx_fast_push_rx_descriptors()
Defx.h47 void efx_fast_push_rx_descriptors(struct efx_rx_queue *rx_queue, bool atomic);
/linux-4.4.14/arch/c6x/include/asm/
DKbuild2 generic-y += atomic.h
/linux-4.4.14/sound/drivers/opl4/
Dopl4_seq.c112 void *private_data, int atomic, int hop) in snd_opl4_seq_event_input() argument
/linux-4.4.14/arch/frv/
DKconfig73 bool "Out-of-line the FRV atomic operations"
76 Setting this option causes the FR-V atomic operations to be mostly
79 See Documentation/frv/atomic-ops.txt for more information.
/linux-4.4.14/arch/unicore32/include/asm/
DKbuild2 generic-y += atomic.h
/linux-4.4.14/drivers/net/ethernet/mellanox/mlx5/core/
Dfw.c131 if (MLX5_CAP_GEN(dev, atomic)) { in mlx5_query_hca_caps()
/linux-4.4.14/arch/nios2/include/asm/
DKbuild1 generic-y += atomic.h
/linux-4.4.14/fs/btrfs/
Ddisk-io.h118 int atomic);
Ddisk-io.c347 int atomic) in verify_parent_transid() argument
356 if (atomic) in verify_parent_transid()
3919 int atomic) in btrfs_buffer_uptodate() argument
3929 parent_transid, atomic); in btrfs_buffer_uptodate()
Dctree.c883 struct extent_buffer *eb, int slot, int atomic) in tree_mod_log_set_node_key() argument
889 atomic ? GFP_ATOMIC : GFP_NOFS); in tree_mod_log_set_node_key()
/linux-4.4.14/Documentation/usb/
Dcallbacks.txt105 are in atomic context.
116 are in atomic context.
DURB.txt212 NEVER SLEEP IN A COMPLETION HANDLER. These are often called in atomic
Dpower-management.txt388 jobs. As a result they can be called in an atomic context,
396 an atomic context.
/linux-4.4.14/drivers/gpu/drm/i915/
Dintel_atomic.c209 intel_crtc->atomic.wait_for_flips = true; in intel_atomic_setup_scalers()
Dintel_display.c4807 struct intel_crtc_atomic_commit *atomic = &crtc->atomic; in intel_post_plane_update() local
4812 if (atomic->wait_vblank) in intel_post_plane_update()
4815 intel_frontbuffer_flip(dev, atomic->fb_bits); in intel_post_plane_update()
4817 if (atomic->disable_cxsr) in intel_post_plane_update()
4820 if (crtc->atomic.update_wm_post) in intel_post_plane_update()
4823 if (atomic->update_fbc) in intel_post_plane_update()
4826 if (atomic->post_enable_primary) in intel_post_plane_update()
4829 drm_for_each_plane_mask(plane, dev, atomic->update_sprite_watermarks) in intel_post_plane_update()
4833 memset(atomic, 0, sizeof(*atomic)); in intel_post_plane_update()
4840 struct intel_crtc_atomic_commit *atomic = &crtc->atomic; in intel_pre_plane_update() local
[all …]
Dintel_fbdev.c695 ifbdev->helper.atomic = true; in intel_fbdev_init()
Dintel_drv.h586 struct intel_crtc_atomic_commit atomic; member
/linux-4.4.14/arch/openrisc/include/asm/
DKbuild4 generic-y += atomic.h
/linux-4.4.14/drivers/gpu/drm/cirrus/
Dcirrus_mode.c132 int x, int y, int atomic) in cirrus_crtc_do_set_base() argument
142 if (!atomic && fb) { in cirrus_crtc_do_set_base()
/linux-4.4.14/Documentation/zh_CN/arm/
Dkernel_user_helpers.txt78 fprintf(stderr, "can't do atomic operations, kernel too old\n");
/linux-4.4.14/include/asm-generic/
Datomic-long.h33 #define ATOMIC_LONG_PFX(x) atomic ## x
/linux-4.4.14/drivers/infiniband/core/
Duverbs_cmd.c2531 struct ib_atomic_wr *atomic; in ib_uverbs_post_send() local
2533 next_size = sizeof(*atomic); in ib_uverbs_post_send()
2534 atomic = alloc_wr(next_size, user_wr->num_sge); in ib_uverbs_post_send()
2535 if (!atomic) { in ib_uverbs_post_send()
2540 atomic->remote_addr = user_wr->wr.atomic.remote_addr; in ib_uverbs_post_send()
2541 atomic->compare_add = user_wr->wr.atomic.compare_add; in ib_uverbs_post_send()
2542 atomic->swap = user_wr->wr.atomic.swap; in ib_uverbs_post_send()
2543 atomic->rkey = user_wr->wr.atomic.rkey; in ib_uverbs_post_send()
2545 next = &atomic->wr; in ib_uverbs_post_send()
/linux-4.4.14/sound/drivers/opl3/
Dopl3_oss.c58 void *private_data, int atomic, int hop) in snd_opl3_oss_event_input() argument
Dopl3_seq.c156 void *private_data, int atomic, int hop) in snd_opl3_synth_event_input() argument
/linux-4.4.14/include/drm/
Ddrm_fb_helper.h147 bool atomic; member
DdrmP.h311 unsigned atomic:1; member
/linux-4.4.14/fs/nfsd/
Dxdr4.h77 u32 atomic; member
635 cinfo->atomic = (u32)fhp->fh_post_saved; in set_change_info()
Dnfs4xdr.c1907 *p++ = cpu_to_be32(c->atomic); in encode_cinfo()
/linux-4.4.14/virt/kvm/
Dkvm_main.c1302 static bool hva_to_pfn_fast(unsigned long addr, bool atomic, bool *async, in hva_to_pfn_fast() argument
1308 if (!(async || atomic)) in hva_to_pfn_fast()
1400 static pfn_t hva_to_pfn(unsigned long addr, bool atomic, bool *async, in hva_to_pfn() argument
1408 BUG_ON(atomic && async); in hva_to_pfn()
1410 if (hva_to_pfn_fast(addr, atomic, async, write_fault, writable, &pfn)) in hva_to_pfn()
1413 if (atomic) in hva_to_pfn()
1445 pfn_t __gfn_to_pfn_memslot(struct kvm_memory_slot *slot, gfn_t gfn, bool atomic, in __gfn_to_pfn_memslot() argument
1462 return hva_to_pfn(addr, atomic, async, write_fault, in __gfn_to_pfn_memslot()
/linux-4.4.14/drivers/i2c/busses/
Di2c-img-scb.c1007 bool atomic = false; in img_i2c_xfer() local
1033 atomic = true; in img_i2c_xfer()
1072 if (atomic) in img_i2c_xfer()
/linux-4.4.14/Documentation/powerpc/
Dtransactional_memory.txt15 feature that enables a different form of atomic memory access. Several new
51 atomic move of money from the current account to the savings account has been
/linux-4.4.14/sound/pci/pcxhr/
Dpcxhr_core.c180 unsigned int itdsp, int atomic) in pcxhr_send_it_dsp() argument
205 if (atomic) in pcxhr_send_it_dsp()
211 if (atomic) in pcxhr_send_it_dsp()
/linux-4.4.14/drivers/gpu/drm/nouveau/dispnv04/
Dcrtc.c823 int x, int y, bool atomic) in nv04_crtc_do_mode_set_base() argument
836 if (!atomic && !crtc->primary->fb) { in nv04_crtc_do_mode_set_base()
844 if (atomic) { in nv04_crtc_do_mode_set_base()
/linux-4.4.14/Documentation/firmware_class/
DREADME94 in atomic contexts.
/linux-4.4.14/arch/sh/
DKconfig728 bool "Implement atomic operations by roll-back (gRB) (EXPERIMENTAL)"
732 atomic operations using a software implementation of load-locked/
735 disabling interrupts around the atomic sequence.
/linux-4.4.14/arch/frv/kernel/
Dentry-table.S323 # userspace atomic op emulation, traps 120-126
Dentry.S659 # handle atomic operation emulation for userspace
/linux-4.4.14/Documentation/nvdimm/
Dbtt.txt18 The Block Translation Table (BTT) provides atomic sector update semantics for
24 provides atomic sector updates.
Dnvdimm.txt74 table with atomic update semantics to front a PMEM/BLK block device
75 driver and present arbitrary atomic sector sizes.
192 BLK-namespace can be configured with a BTT with unique atomic sector
197 where an application or filesystem still needs atomic sector update
/linux-4.4.14/drivers/block/mtip32xx/
Dmtip32xx.c1027 gfp_t atomic) in mtip_quiesce_io() argument
1039 atomic == GFP_KERNEL) { in mtip_quiesce_io()
1044 if (atomic == GFP_KERNEL) in mtip_quiesce_io()
1097 gfp_t atomic, in mtip_exec_internal_command() argument
1126 if (atomic == GFP_KERNEL) { in mtip_exec_internal_command()
1130 MTIP_QUIESCE_IO_TIMEOUT_MS, atomic) < 0) { in mtip_exec_internal_command()
1178 if (atomic == GFP_KERNEL) { in mtip_exec_internal_command()
/linux-4.4.14/Documentation/i2c/
Dfault-codes44 atomic context, when some task is already using that I2C bus
/linux-4.4.14/Documentation/vm/
Dbalance22 the dma pool, so as to keep the dma pool filled for dma requests (atomic
Duserfaultfd.txt80 UFFDIO_COPY. They're atomic as in guaranteeing that nothing can see an
Dnuma_memory_policy.txt297 To resolve use/free races, struct mempolicy contains an atomic reference
309 During run-time "usage" of the policy, we attempt to minimize atomic operations
/linux-4.4.14/Documentation/virtual/kvm/
Dlocking.txt143 Comment: 'raw' because hardware enabling/disabling must be atomic /wrt
Dmmu.txt48 The mmu supports first-generation mmu hardware, which allows an atomic switch
/linux-4.4.14/arch/xtensa/
DKconfig243 bool "Enable fast atomic syscalls"
246 fast_syscall_xtensa is a syscall that can make atomic operations
/linux-4.4.14/drivers/gpu/drm/
Ddrm_fb_helper.c413 if (fb_helper->atomic) in restore_fbdev_mode()
722 fb_helper->atomic = !!drm_core_check_feature(dev, DRIVER_ATOMIC); in drm_fb_helper_init()
1307 if (fb_helper->atomic) { in drm_fb_helper_pan_display()
Ddrm_ioctl.c345 file_priv->atomic = req->value; in drm_setclientcap()
Ddrm_crtc.c1939 static int get_properties(struct drm_mode_object *obj, bool atomic, in get_properties() argument
1947 if (!atomic) in get_properties()
1955 if ((prop->flags & DRM_MODE_PROP_ATOMIC) && !atomic) in get_properties()
2072 ret = get_properties(&connector->base, file_priv->atomic, in drm_mode_getconnector()
4931 ret = get_properties(obj, file_priv->atomic, in drm_mode_obj_get_properties_ioctl()
Ddrm_atomic.c1500 if (!file_priv->atomic) in drm_mode_atomic_ioctl()
/linux-4.4.14/Documentation/locking/
Dmutex-design.txt25 state atomic counter (->count) to represent the different possible
Dspinlocks.txt53 NOTE! reader-writer locks require more atomic memory operations than
Drt-mutex-design.txt328 Some architectures implement an atomic cmpxchg (Compare and Exchange). This
583 slow path. The first thing that is done here is an atomic setting of
/linux-4.4.14/drivers/gpu/drm/ast/
Dast_mode.c510 int x, int y, int atomic) in ast_crtc_do_set_base() argument
520 if (!atomic && fb) { in ast_crtc_do_set_base()
/linux-4.4.14/drivers/gpu/drm/amd/amdgpu/
Ddce_v8_0.c1978 int x, int y, int atomic) in dce_v8_0_crtc_do_set_base() argument
1996 if (!atomic && !crtc->primary->fb) { in dce_v8_0_crtc_do_set_base()
2001 if (atomic) { in dce_v8_0_crtc_do_set_base()
2019 if (atomic) in dce_v8_0_crtc_do_set_base()
2184 if (!atomic && fb && fb != crtc->primary->fb) { in dce_v8_0_crtc_do_set_base()
Ddce_v11_0.c2029 int x, int y, int atomic) in dce_v11_0_crtc_do_set_base() argument
2047 if (!atomic && !crtc->primary->fb) { in dce_v11_0_crtc_do_set_base()
2052 if (atomic) { in dce_v11_0_crtc_do_set_base()
2070 if (atomic) in dce_v11_0_crtc_do_set_base()
2252 if (!atomic && fb && fb != crtc->primary->fb) { in dce_v11_0_crtc_do_set_base()
Ddce_v10_0.c2041 int x, int y, int atomic) in dce_v10_0_crtc_do_set_base() argument
2059 if (!atomic && !crtc->primary->fb) { in dce_v10_0_crtc_do_set_base()
2064 if (atomic) { in dce_v10_0_crtc_do_set_base()
2082 if (atomic) in dce_v10_0_crtc_do_set_base()
2264 if (!atomic && fb && fb != crtc->primary->fb) { in dce_v10_0_crtc_do_set_base()
/linux-4.4.14/arch/metag/
DKconfig146 This option selects the mechanism for performing atomic operations.
/linux-4.4.14/Documentation/driver-model/
Ddevres.txt203 has support for single-instance devres types (atomic
/linux-4.4.14/include/uapi/rdma/
Dib_user_verbs.h703 } atomic; member
/linux-4.4.14/arch/arm/mm/
Dcache-v7.S133 save_and_disable_irqs_notrace r9 @ make cssr&csidr read atomic
/linux-4.4.14/Documentation/hwmon/
Dasc762130 next read of any register. So to get an atomic reading, read high or low
/linux-4.4.14/drivers/gpu/drm/mgag200/
Dmgag200_mode.c825 int x, int y, int atomic) in mga_crtc_do_set_base() argument
835 if (!atomic && fb) { in mga_crtc_do_set_base()
/linux-4.4.14/arch/mn10300/
DKconfig119 This should be enabled if the processor has an atomic ops unit
/linux-4.4.14/arch/arm64/
DKconfig697 atomic instructions that are designed specifically to scale in
701 atomic routines. This incurs a small overhead on CPUs that do
/linux-4.4.14/Documentation/power/
Dpm_qos_interface.txt33 Note: the aggregated target value is implemented as an atomic variable so that
Druntime_pm.txt74 and ->runtime_idle() callbacks for the given device in atomic context with
78 handler or generally in an atomic context.
Ddevices.txt503 image forms an atomic snapshot of the system state.
/linux-4.4.14/drivers/staging/lustre/lustre/obdclass/
Dcl_lock.c1061 int cl_use_try(const struct lu_env *env, struct cl_lock *lock, int atomic) in cl_use_try() argument
1101 if (atomic) { in cl_use_try()
/linux-4.4.14/drivers/net/ethernet/myricom/myri10ge/
Dmyri10ge.c394 struct myri10ge_cmd *data, int atomic) in myri10ge_send_cmd() argument
424 if (atomic) { in myri10ge_send_cmd()
846 myri10ge_change_promisc(struct myri10ge_priv *mgp, int promisc, int atomic) in myri10ge_change_promisc() argument
852 status = myri10ge_send_cmd(mgp, ctl, &cmd, atomic); in myri10ge_change_promisc()
/linux-4.4.14/Documentation/arm/OMAP/
DDSS82 to be used in an atomic context. Hence, audio_start should return quickly and be
/linux-4.4.14/arch/arc/
DKconfig384 bool "Insn: LLOCK/SCOND (efficient atomic ops)"
/linux-4.4.14/Documentation/spi/
Dspi-summary383 as one atomic sequence. SPI driver controls include:
402 transfer in that atomic group, and potentially saving costs
/linux-4.4.14/arch/sparc/
DKconfig216 is emulated, and therefore it is not completely atomic.
/linux-4.4.14/Documentation/gpio/
Ddriver.txt67 control callbacks) if it is expected to call GPIO APIs from atomic context
Dconsumer.txt178 Use the following calls to access GPIOs from an atomic context:
/linux-4.4.14/arch/
DKconfig304 e.g. the SLUB allocator can perform double word atomic operations
/linux-4.4.14/drivers/staging/lustre/lustre/include/
Dcl_object.h2977 int cl_use_try (const struct lu_env *env, struct cl_lock *lock, int atomic);
/linux-4.4.14/Documentation/hid/
Dhid-transport.txt79 running in atomic-context just fine.
/linux-4.4.14/Documentation/networking/
Dfilter.txt653 Another reason is the use of atomic 64-bit counters.
997 2 byte atomic increments are not supported.
/linux-4.4.14/Documentation/trace/
Dring-buffer-design.txt38 cmpxchg - hardware-assisted atomic transaction that performs the following:
Dftrace.txt339 counter: This is not a clock at all, but literally an atomic
/linux-4.4.14/drivers/media/dvb-frontends/drx39xyj/
Ddrxj.c4897 set_agc_rf(struct drx_demod_instance *demod, struct drxj_cfg_agc *agc_settings, bool atomic) in set_agc_rf() argument
4911 if (atomic) { in set_agc_rf()
5111 set_agc_if(struct drx_demod_instance *demod, struct drxj_cfg_agc *agc_settings, bool atomic) in set_agc_if() argument
5125 if (atomic) { in set_agc_if()
/linux-4.4.14/Documentation/cgroups/
Dunified-hierarchy.txt617 atomic against migration to another cgroup.
/linux-4.4.14/Documentation/filesystems/cifs/
DCHANGES701 Fix scheduling while atomic error in getting inode info on newly created file.
/linux-4.4.14/include/linux/mlx5/
Dmlx5_ifc.h698 u8 atomic[0x1]; member
/linux-4.4.14/Documentation/s390/
DDebugging390.txt294 - secondary space mode in case of futex atomic operations, so that the

12