| /linux-4.1.27/fs/squashfs/ |
| D | decompressor_multi_percpu.c | 32 struct squashfs_stream __percpu *percpu; in squashfs_decompressor_create() local
35 percpu = alloc_percpu(struct squashfs_stream); in squashfs_decompressor_create()
36 if (percpu == NULL) in squashfs_decompressor_create()
40 stream = per_cpu_ptr(percpu, cpu); in squashfs_decompressor_create()
49 return (__force void *) percpu; in squashfs_decompressor_create()
53 stream = per_cpu_ptr(percpu, cpu); in squashfs_decompressor_create()
57 free_percpu(percpu); in squashfs_decompressor_create()
63 struct squashfs_stream __percpu *percpu = in squashfs_decompressor_destroy() local
70 stream = per_cpu_ptr(percpu, cpu); in squashfs_decompressor_destroy()
73 free_percpu(percpu); in squashfs_decompressor_destroy()
[all …]
|
| D | Kconfig | 88 bool "Use percpu multiple decompressors for parallel I/O"
95 decompressor per core. It uses percpu variables to ensure
|
| /linux-4.1.27/net/core/ |
| D | flow.c | 59 per_cpu_ptr(fc->percpu, i)->hash_rnd_recalc = 1; in flow_cache_new_hashrnd()
203 fcp = this_cpu_ptr(fc->percpu); in flow_cache_lookup()
293 fcp = this_cpu_ptr(fc->percpu); in flow_cache_flush_tasklet()
323 fcp = per_cpu_ptr(fc->percpu, cpu); in flow_cache_percpu_empty()
335 tasklet = &this_cpu_ptr(info->cache->percpu)->flush_tasklet; in flow_cache_flush_per_cpu()
395 struct flow_cache_percpu *fcp = per_cpu_ptr(fc->percpu, cpu); in flow_cache_cpu_prepare()
418 struct flow_cache_percpu *fcp = per_cpu_ptr(fc->percpu, cpu); in flow_cache_cpu()
454 fc->percpu = alloc_percpu(struct flow_cache_percpu); in flow_cache_init()
455 if (!fc->percpu) in flow_cache_init()
480 struct flow_cache_percpu *fcp = per_cpu_ptr(fc->percpu, i); in flow_cache_init()
[all …]
|
| /linux-4.1.27/arch/alpha/boot/ |
| D | main.c | 65 struct percpu_struct * percpu; in pal_init() local
95 percpu = (struct percpu_struct *) in pal_init()
97 rev = percpu->pal_revision = percpu->palcode_avail[2]; in pal_init()
|
| D | bootp.c | 71 struct percpu_struct * percpu; in pal_init() local
101 percpu = (struct percpu_struct *) in pal_init()
103 rev = percpu->pal_revision = percpu->palcode_avail[2]; in pal_init()
|
| D | bootpz.c | 119 struct percpu_struct * percpu; in pal_init() local
149 percpu = (struct percpu_struct *) in pal_init()
151 rev = percpu->pal_revision = percpu->palcode_avail[2]; in pal_init()
|
| /linux-4.1.27/net/rds/ |
| D | ib_recv.c | 105 cache->percpu = alloc_percpu(struct rds_ib_cache_head); in rds_ib_recv_alloc_cache()
106 if (!cache->percpu) in rds_ib_recv_alloc_cache()
110 head = per_cpu_ptr(cache->percpu, cpu); in rds_ib_recv_alloc_cache()
128 free_percpu(ic->i_cache_incs.percpu); in rds_ib_recv_alloc_caches()
141 head = per_cpu_ptr(cache->percpu, cpu); in rds_ib_cache_splice_all_lists()
164 free_percpu(ic->i_cache_incs.percpu); in rds_ib_recv_free_caches()
174 free_percpu(ic->i_cache_frags.percpu); in rds_ib_recv_free_caches()
428 chpfirst = __this_cpu_read(cache->percpu->first); in rds_ib_recv_cache_put()
434 __this_cpu_write(cache->percpu->first, new_item); in rds_ib_recv_cache_put()
435 __this_cpu_inc(cache->percpu->count); in rds_ib_recv_cache_put()
[all …]
|
| D | ib.h | 53 struct rds_ib_cache_head __percpu *percpu; member
|
| /linux-4.1.27/include/asm-generic/ |
| D | vmlinux.lds.h | 714 *(.data..percpu..first) \
716 *(.data..percpu..page_aligned) \
718 *(.data..percpu..read_mostly) \
720 *(.data..percpu) \
721 *(.data..percpu..shared_aligned) \
750 .data..percpu vaddr : AT(VMLINUX_SYMBOL(__per_cpu_load) \
754 . = VMLINUX_SYMBOL(__per_cpu_load) + SIZEOF(.data..percpu);
770 .data..percpu : AT(ADDR(.data..percpu) - LOAD_OFFSET) { \
|
| /linux-4.1.27/arch/x86/kernel/ |
| D | vmlinux.lds.S | 75 percpu PT_LOAD FLAGS(6); /* RW_ */
188 PERCPU_VADDR(INTERNODE_CACHE_BYTES, 0, :percpu)
189 ASSERT(SIZEOF(.data..percpu) < CONFIG_PHYSICAL_START,
|
| /linux-4.1.27/kernel/sched/ |
| D | cpuacct.c | 169 u64 percpu; in cpuacct_percpu_seq_show() local
173 percpu = cpuacct_cpuusage_read(ca, i); in cpuacct_percpu_seq_show()
174 seq_printf(m, "%llu ", (unsigned long long) percpu); in cpuacct_percpu_seq_show()
|
| /linux-4.1.27/arch/powerpc/include/asm/ |
| D | pgtable.h | 118 pte_t *ptep, pte_t pte, int percpu) in __set_pte_at() argument
127 if (percpu) in __set_pte_at()
142 if (percpu) { in __set_pte_at()
|
| /linux-4.1.27/drivers/md/ |
| D | raid5.c | 1274 struct raid5_percpu *percpu, int i) in to_addr_conv() argument
1278 addr = flex_array_get(percpu->scribble, i); in to_addr_conv()
1283 static struct page **to_addr_page(struct raid5_percpu *percpu, int i) in to_addr_page() argument
1287 addr = flex_array_get(percpu->scribble, i); in to_addr_page()
1292 ops_run_compute5(struct stripe_head *sh, struct raid5_percpu *percpu) in ops_run_compute5() argument
1295 struct page **xor_srcs = to_addr_page(percpu, 0); in ops_run_compute5()
1317 ops_complete_compute, sh, to_addr_conv(sh, percpu, 0)); in ops_run_compute5()
1368 ops_run_compute6_1(struct stripe_head *sh, struct raid5_percpu *percpu) in ops_run_compute6_1() argument
1371 struct page **blocks = to_addr_page(percpu, 0); in ops_run_compute6_1()
1405 to_addr_conv(sh, percpu, 0)); in ops_run_compute6_1()
[all …]
|
| D | raid5.h | 503 } __percpu *percpu; member
|
| /linux-4.1.27/arch/sparc/kernel/ |
| D | sun4m_irq.c | 106 bool percpu; member
198 if (handler_data->percpu) { in sun4m_mask_irq()
216 if (handler_data->percpu) { in sun4m_unmask_irq()
275 handler_data->percpu = real_irq < OBP_INT_LEVEL_ONBOARD; in sun4m_build_device_irq()
|
| /linux-4.1.27/drivers/clocksource/ |
| D | qcom-timer.c | 194 bool percpu) in msm_timer_init() argument
200 msm_timer_has_ppi = percpu; in msm_timer_init()
208 if (percpu) in msm_timer_init()
|
| /linux-4.1.27/Documentation/RCU/ |
| D | rcuref.txt | 4 Please note that the percpu-ref feature is likely your first
6 include/linux/percpu-refcount.h for more information. However, in
7 those unusual cases where percpu-ref would consume too much memory,
|
| /linux-4.1.27/include/net/ |
| D | flowcache.h | 19 struct flow_cache_percpu __percpu *percpu; member
|
| /linux-4.1.27/arch/ia64/kernel/ |
| D | vmlinux.lds.S | 15 percpu PT_LOAD;
194 PERCPU_VADDR(SMP_CACHE_BYTES, PERCPU_ADDR, :percpu)
|
| /linux-4.1.27/arch/mips/include/asm/ |
| D | Kbuild | 12 generic-y += percpu.h
|
| /linux-4.1.27/arch/avr32/include/asm/ |
| D | Kbuild | 16 generic-y += percpu.h
|
| /linux-4.1.27/kernel/locking/ |
| D | Makefile | 27 obj-$(CONFIG_PERCPU_RWSEM) += percpu-rwsem.o
|
| /linux-4.1.27/arch/um/include/asm/ |
| D | Kbuild | 22 generic-y += percpu.h
|
| /linux-4.1.27/arch/cris/include/asm/ |
| D | Kbuild | 22 generic-y += percpu.h
|
| /linux-4.1.27/arch/parisc/include/asm/ |
| D | Kbuild | 20 generic-y += percpu.h
|
| /linux-4.1.27/arch/xtensa/include/asm/ |
| D | Kbuild | 22 generic-y += percpu.h
|
| /linux-4.1.27/include/xen/ |
| D | events.h | 20 int bind_virq_to_irq(unsigned int virq, unsigned int cpu, bool percpu);
|
| /linux-4.1.27/arch/sh/include/asm/ |
| D | Kbuild | 23 generic-y += percpu.h
|
| /linux-4.1.27/arch/m68k/include/asm/ |
| D | Kbuild | 23 generic-y += percpu.h
|
| /linux-4.1.27/arch/blackfin/include/asm/ |
| D | Kbuild | 28 generic-y += percpu.h
|
| /linux-4.1.27/arch/arc/include/asm/ |
| D | Kbuild | 31 generic-y += percpu.h
|
| /linux-4.1.27/arch/metag/include/asm/ |
| D | Kbuild | 32 generic-y += percpu.h
|
| /linux-4.1.27/arch/c6x/include/asm/ |
| D | Kbuild | 35 generic-y += percpu.h
|
| /linux-4.1.27/arch/hexagon/include/asm/ |
| D | Kbuild | 34 generic-y += percpu.h
|
| /linux-4.1.27/arch/unicore32/include/asm/ |
| D | Kbuild | 34 generic-y += percpu.h
|
| /linux-4.1.27/arch/nios2/include/asm/ |
| D | Kbuild | 38 generic-y += percpu.h
|
| /linux-4.1.27/arch/openrisc/include/asm/ |
| D | Kbuild | 43 generic-y += percpu.h
|
| /linux-4.1.27/mm/ |
| D | Makefile | 21 mm_init.o mmu_context.o percpu.o slab_common.o \
|
| D | Kconfig | 449 # UP and nommu archs use km based percpu allocator
|
| /linux-4.1.27/Documentation/ |
| D | this_cpu_ops.txt | 171 Let's say we have a percpu structure
277 Remote write accesses to percpu data structures are highly discouraged
289 This makes it explicit that we are getting ready to access a percpu
|
| D | kmemleak.txt | 145 kmemleak_alloc_percpu - notify of a percpu memory block allocation
148 kmemleak_free_percpu - notify of a percpu memory block freeing
|
| D | local_ops.txt | 78 #include <linux/percpu.h>
|
| D | 00-INDEX | 354 percpu-rw-semaphore.txt
|
| D | kernel-parameters.txt | 2847 percpu_alloc= Select which percpu first chunk allocator to use.
2850 See comments in mm/percpu.c for details on each
3500 percpu one pool for each CPU
3872 vector=percpu: enable percpu vector domain
|
| /linux-4.1.27/include/linux/ |
| D | module.h | 323 void __percpu *percpu; member
|
| /linux-4.1.27/lib/ |
| D | Makefile | 29 percpu-refcount.o percpu_ida.o rhashtable.o reciprocal_div.o
|
| D | Kconfig.debug | 339 s390 and alpha require percpu variables in modules to be
341 puts the following two restrictions on percpu variable
344 1. percpu symbols must be unique whether static or not
345 2. percpu variables can't be defined inside a function
348 option forces all percpu variables to be defined as weak.
431 bool "Debug percpu counter objects"
435 percpu counter routines to track the life time of percpu counter
436 objects and validate the percpu counter operations.
|
| /linux-4.1.27/kernel/ |
| D | module.c | 482 return mod->percpu; in mod_percpu()
499 mod->percpu = __alloc_reserved_percpu(pcpusec->sh_size, align); in percpu_modalloc()
500 if (!mod->percpu) { in percpu_modalloc()
511 free_percpu(mod->percpu); in percpu_modfree()
525 memcpy(per_cpu_ptr(mod->percpu, cpu), from, size); in percpu_modcopy()
550 void *start = per_cpu_ptr(mod->percpu, cpu); in is_module_percpu_address()
|
| /linux-4.1.27/drivers/xen/events/ |
| D | events_base.c | 971 int bind_virq_to_irq(unsigned int virq, unsigned int cpu, bool percpu) in bind_virq_to_irq() argument
985 if (percpu) in bind_virq_to_irq()
|
| /linux-4.1.27/Documentation/metag/ |
| D | kernel-ABI.txt | 102 available A1GbP is reserved for use as a temporary to allow a percpu stack
|
| /linux-4.1.27/Documentation/ABI/testing/ |
| D | sysfs-devices-system-cpu | 197 Description: address and size of the percpu note.
|
| /linux-4.1.27/ |
| D | MAINTAINERS | 7623 T: git git://git.kernel.org/pub/scm/linux/kernel/git/tj/percpu.git
7625 F: include/linux/percpu*.h
7626 F: mm/percpu*.c
7627 F: arch/*/include/asm/percpu.h
|