| /linux-4.4.14/include/asm-generic/ |
| D | percpu.h | 68 #define raw_cpu_generic_to_op(pcp, val, op) \ argument
70 *raw_cpu_ptr(&(pcp)) op val; \
73 #define raw_cpu_generic_add_return(pcp, val) \ argument
75 raw_cpu_add(pcp, val); \
76 raw_cpu_read(pcp); \
79 #define raw_cpu_generic_xchg(pcp, nval) \ argument
81 typeof(pcp) __ret; \
82 __ret = raw_cpu_read(pcp); \
83 raw_cpu_write(pcp, nval); \
87 #define raw_cpu_generic_cmpxchg(pcp, oval, nval) \ argument
[all …]
|
| /linux-4.4.14/arch/s390/include/asm/ |
| D | percpu.h | 26 #define arch_this_cpu_to_op_simple(pcp, val, op) \ argument
28 typedef typeof(pcp) pcp_op_T__; \
32 ptr__ = raw_cpu_ptr(&(pcp)); \
43 #define this_cpu_add_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
44 #define this_cpu_add_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
45 #define this_cpu_add_return_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
46 #define this_cpu_add_return_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
47 #define this_cpu_and_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, &) argument
48 #define this_cpu_and_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, &) argument
49 #define this_cpu_or_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, |) argument
[all …]
|
| /linux-4.4.14/arch/arm64/include/asm/ |
| D | percpu.h | 199 #define _percpu_read(pcp) \ argument
201 typeof(pcp) __retval; \
203 __retval = (typeof(pcp))__percpu_read(raw_cpu_ptr(&(pcp)), \
204 sizeof(pcp)); \
209 #define _percpu_write(pcp, val) \ argument
212 __percpu_write(raw_cpu_ptr(&(pcp)), (unsigned long)(val), \
213 sizeof(pcp)); \
217 #define _pcp_protect(operation, pcp, val) \ argument
219 typeof(pcp) __retval; \
221 __retval = (typeof(pcp))operation(raw_cpu_ptr(&(pcp)), \
[all …]
|
| D | cmpxchg.h | 203 #define _protect_cmpxchg_local(pcp, o, n) \ argument
205 typeof(*raw_cpu_ptr(&(pcp))) __ret; \
207 __ret = cmpxchg_local(raw_cpu_ptr(&(pcp)), o, n); \
|
| /linux-4.4.14/arch/x86/include/asm/ |
| D | percpu.h | 393 #define raw_cpu_read_1(pcp) percpu_from_op("mov", pcp) argument
394 #define raw_cpu_read_2(pcp) percpu_from_op("mov", pcp) argument
395 #define raw_cpu_read_4(pcp) percpu_from_op("mov", pcp) argument
397 #define raw_cpu_write_1(pcp, val) percpu_to_op("mov", (pcp), val) argument
398 #define raw_cpu_write_2(pcp, val) percpu_to_op("mov", (pcp), val) argument
399 #define raw_cpu_write_4(pcp, val) percpu_to_op("mov", (pcp), val) argument
400 #define raw_cpu_add_1(pcp, val) percpu_add_op((pcp), val) argument
401 #define raw_cpu_add_2(pcp, val) percpu_add_op((pcp), val) argument
402 #define raw_cpu_add_4(pcp, val) percpu_add_op((pcp), val) argument
403 #define raw_cpu_and_1(pcp, val) percpu_to_op("and", (pcp), val) argument
[all …]
|
| /linux-4.4.14/include/linux/ |
| D | percpu-defs.h | 407 #define raw_cpu_read(pcp) __pcpu_size_call_return(raw_cpu_read_, pcp) argument
408 #define raw_cpu_write(pcp, val) __pcpu_size_call(raw_cpu_write_, pcp, val) argument
409 #define raw_cpu_add(pcp, val) __pcpu_size_call(raw_cpu_add_, pcp, val) argument
410 #define raw_cpu_and(pcp, val) __pcpu_size_call(raw_cpu_and_, pcp, val) argument
411 #define raw_cpu_or(pcp, val) __pcpu_size_call(raw_cpu_or_, pcp, val) argument
412 #define raw_cpu_add_return(pcp, val) __pcpu_size_call_return2(raw_cpu_add_return_, pcp, val) argument
413 #define raw_cpu_xchg(pcp, nval) __pcpu_size_call_return2(raw_cpu_xchg_, pcp, nval) argument
414 #define raw_cpu_cmpxchg(pcp, oval, nval) \ argument
415 __pcpu_size_call_return2(raw_cpu_cmpxchg_, pcp, oval, nval)
419 #define raw_cpu_sub(pcp, val) raw_cpu_add(pcp, -(val)) argument
[all …]
|
| D | gfp.h | 506 void drain_zone_pages(struct zone *zone, struct per_cpu_pages *pcp);
|
| D | mmzone.h | 262 struct per_cpu_pages pcp; member
|
| /linux-4.4.14/Documentation/ |
| D | this_cpu_ops.txt | 44 this_cpu_read(pcp)
45 this_cpu_write(pcp, val)
46 this_cpu_add(pcp, val)
47 this_cpu_and(pcp, val)
48 this_cpu_or(pcp, val)
49 this_cpu_add_return(pcp, val)
50 this_cpu_xchg(pcp, nval)
51 this_cpu_cmpxchg(pcp, oval, nval)
53 this_cpu_sub(pcp, val)
54 this_cpu_inc(pcp)
[all …]
|
| /linux-4.4.14/lib/ |
| D | percpu_test.c | 4 #define CHECK(native, pcp, expected) \ argument
10 WARN(__this_cpu_read(pcp) != (expected), \
12 __this_cpu_read(pcp), __this_cpu_read(pcp), \
|
| /linux-4.4.14/mm/ |
| D | vmstat.c | 224 struct per_cpu_pageset __percpu *pcp = zone->pageset; in __mod_zone_page_state() local
225 s8 __percpu *p = pcp->vm_stat_diff + item; in __mod_zone_page_state()
231 t = __this_cpu_read(pcp->stat_threshold); in __mod_zone_page_state()
266 struct per_cpu_pageset __percpu *pcp = zone->pageset; in __inc_zone_state() local
267 s8 __percpu *p = pcp->vm_stat_diff + item; in __inc_zone_state()
271 t = __this_cpu_read(pcp->stat_threshold); in __inc_zone_state()
288 struct per_cpu_pageset __percpu *pcp = zone->pageset; in __dec_zone_state() local
289 s8 __percpu *p = pcp->vm_stat_diff + item; in __dec_zone_state()
293 t = __this_cpu_read(pcp->stat_threshold); in __dec_zone_state()
324 struct per_cpu_pageset __percpu *pcp = zone->pageset; in mod_state() local
[all …]
|
| D | page_alloc.c | 798 struct per_cpu_pages *pcp) in free_pcppages_bulk() argument
825 list = &pcp->lists[migratetype]; in free_pcppages_bulk()
1877 void drain_zone_pages(struct zone *zone, struct per_cpu_pages *pcp) in drain_zone_pages() argument
1883 batch = READ_ONCE(pcp->batch); in drain_zone_pages()
1884 to_drain = min(pcp->count, batch); in drain_zone_pages()
1886 free_pcppages_bulk(zone, to_drain, pcp); in drain_zone_pages()
1887 pcp->count -= to_drain; in drain_zone_pages()
1904 struct per_cpu_pages *pcp; in drain_pages_zone() local
1909 pcp = &pset->pcp; in drain_pages_zone()
1910 if (pcp->count) { in drain_pages_zone()
[all …]
|
| /linux-4.4.14/arch/sparc/kernel/ |
| D | pcic.c | 609 struct pcidev_cookie *pcp; in pcibios_fixup_bus() local
664 pcp = pci_devcookie_alloc(); in pcibios_fixup_bus()
665 pcp->pbm = &pcic->pbm; in pcibios_fixup_bus()
666 pcp->prom_node = of_find_node_by_phandle(node); in pcibios_fixup_bus()
667 dev->sysdata = pcp; in pcibios_fixup_bus()
|
| /linux-4.4.14/Documentation/networking/ |
| D | openvswitch.txt | 177 eth(...), vlan(vid=10, pcp=0), eth_type(0x0800), ip(proto=6, ...), tcp(...)
192 eth(...), eth_type(0x8100), vlan(vid=10, pcp=0), encap(eth_type(0x0800),
|
| /linux-4.4.14/Documentation/sysctl/ |
| D | vm.txt | 335 cpu: 0 pcp: 0
705 This is the fraction of pages at most (high mark pcp->high) in each zone that
713 set to pcp->high/4. The upper limit of batch is (PAGE_SHIFT * 8)
|
| /linux-4.4.14/drivers/infiniband/hw/mlx4/ |
| D | qp.c | 2384 u16 pcp = (be32_to_cpu(ah->av.ib.sl_tclass_flowlabel) >> 29) << 13; in build_mlx_header() local
2386 mlx->sched_prio = cpu_to_be16(pcp); in build_mlx_header()
2411 sqp->ud_header.vlan.tag = cpu_to_be16(vlan | pcp); in build_mlx_header()
|
| /linux-4.4.14/arch/mips/include/asm/octeon/ |
| D | cvmx-pciercx-defs.h | 1095 uint32_t pcp:1; member
1099 uint32_t pcp:1;
|