Linux kernel mirror (for testing)
git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
tjh.dev
kernel
os
linux
1#ifndef __ARCH_S390_PERCPU__
2#define __ARCH_S390_PERCPU__
3
4#include <linux/preempt.h>
5#include <asm/cmpxchg.h>
6
7/*
8 * s390 uses its own implementation for per cpu data, the offset of
9 * the cpu local data area is cached in the cpu's lowcore memory.
10 */
11#define __my_cpu_offset S390_lowcore.percpu_offset
12
13/*
14 * For 64 bit module code, the module may be more than 4G above the
15 * per cpu area, use weak definitions to force the compiler to
16 * generate external references.
17 */
18#if defined(CONFIG_SMP) && defined(CONFIG_64BIT) && defined(MODULE)
19#define ARCH_NEEDS_WEAK_PER_CPU
20#endif
21
22#define arch_this_cpu_to_op(pcp, val, op) \
23({ \
24 typedef typeof(pcp) pcp_op_T__; \
25 pcp_op_T__ old__, new__, prev__; \
26 pcp_op_T__ *ptr__; \
27 preempt_disable(); \
28 ptr__ = __this_cpu_ptr(&(pcp)); \
29 prev__ = *ptr__; \
30 do { \
31 old__ = prev__; \
32 new__ = old__ op (val); \
33 switch (sizeof(*ptr__)) { \
34 case 8: \
35 prev__ = cmpxchg64(ptr__, old__, new__); \
36 break; \
37 default: \
38 prev__ = cmpxchg(ptr__, old__, new__); \
39 } \
40 } while (prev__ != old__); \
41 preempt_enable(); \
42 new__; \
43})
44
45#define this_cpu_add_1(pcp, val) arch_this_cpu_to_op(pcp, val, +)
46#define this_cpu_add_2(pcp, val) arch_this_cpu_to_op(pcp, val, +)
47#define this_cpu_add_4(pcp, val) arch_this_cpu_to_op(pcp, val, +)
48#define this_cpu_add_8(pcp, val) arch_this_cpu_to_op(pcp, val, +)
49
50#define this_cpu_add_return_1(pcp, val) arch_this_cpu_to_op(pcp, val, +)
51#define this_cpu_add_return_2(pcp, val) arch_this_cpu_to_op(pcp, val, +)
52#define this_cpu_add_return_4(pcp, val) arch_this_cpu_to_op(pcp, val, +)
53#define this_cpu_add_return_8(pcp, val) arch_this_cpu_to_op(pcp, val, +)
54
55#define this_cpu_and_1(pcp, val) arch_this_cpu_to_op(pcp, val, &)
56#define this_cpu_and_2(pcp, val) arch_this_cpu_to_op(pcp, val, &)
57#define this_cpu_and_4(pcp, val) arch_this_cpu_to_op(pcp, val, &)
58#define this_cpu_and_8(pcp, val) arch_this_cpu_to_op(pcp, val, &)
59
60#define this_cpu_or_1(pcp, val) arch_this_cpu_to_op(pcp, val, |)
61#define this_cpu_or_2(pcp, val) arch_this_cpu_to_op(pcp, val, |)
62#define this_cpu_or_4(pcp, val) arch_this_cpu_to_op(pcp, val, |)
63#define this_cpu_or_8(pcp, val) arch_this_cpu_to_op(pcp, val, |)
64
65#define this_cpu_xor_1(pcp, val) arch_this_cpu_to_op(pcp, val, ^)
66#define this_cpu_xor_2(pcp, val) arch_this_cpu_to_op(pcp, val, ^)
67#define this_cpu_xor_4(pcp, val) arch_this_cpu_to_op(pcp, val, ^)
68#define this_cpu_xor_8(pcp, val) arch_this_cpu_to_op(pcp, val, ^)
69
70#define arch_this_cpu_cmpxchg(pcp, oval, nval) \
71({ \
72 typedef typeof(pcp) pcp_op_T__; \
73 pcp_op_T__ ret__; \
74 pcp_op_T__ *ptr__; \
75 preempt_disable(); \
76 ptr__ = __this_cpu_ptr(&(pcp)); \
77 switch (sizeof(*ptr__)) { \
78 case 8: \
79 ret__ = cmpxchg64(ptr__, oval, nval); \
80 break; \
81 default: \
82 ret__ = cmpxchg(ptr__, oval, nval); \
83 } \
84 preempt_enable(); \
85 ret__; \
86})
87
88#define this_cpu_cmpxchg_1(pcp, oval, nval) arch_this_cpu_cmpxchg(pcp, oval, nval)
89#define this_cpu_cmpxchg_2(pcp, oval, nval) arch_this_cpu_cmpxchg(pcp, oval, nval)
90#define this_cpu_cmpxchg_4(pcp, oval, nval) arch_this_cpu_cmpxchg(pcp, oval, nval)
91#define this_cpu_cmpxchg_8(pcp, oval, nval) arch_this_cpu_cmpxchg(pcp, oval, nval)
92
93#define arch_this_cpu_xchg(pcp, nval) \
94({ \
95 typeof(pcp) *ptr__; \
96 typeof(pcp) ret__; \
97 preempt_disable(); \
98 ptr__ = __this_cpu_ptr(&(pcp)); \
99 ret__ = xchg(ptr__, nval); \
100 preempt_enable(); \
101 ret__; \
102})
103
104#define this_cpu_xchg_1(pcp, nval) arch_this_cpu_xchg(pcp, nval)
105#define this_cpu_xchg_2(pcp, nval) arch_this_cpu_xchg(pcp, nval)
106#define this_cpu_xchg_4(pcp, nval) arch_this_cpu_xchg(pcp, nval)
107#ifdef CONFIG_64BIT
108#define this_cpu_xchg_8(pcp, nval) arch_this_cpu_xchg(pcp, nval)
109#endif
110
111#define arch_this_cpu_cmpxchg_double(pcp1, pcp2, o1, o2, n1, n2) \
112({ \
113 typeof(pcp1) o1__ = (o1), n1__ = (n1); \
114 typeof(pcp2) o2__ = (o2), n2__ = (n2); \
115 typeof(pcp1) *p1__; \
116 typeof(pcp2) *p2__; \
117 int ret__; \
118 preempt_disable(); \
119 p1__ = __this_cpu_ptr(&(pcp1)); \
120 p2__ = __this_cpu_ptr(&(pcp2)); \
121 ret__ = __cmpxchg_double(p1__, p2__, o1__, o2__, n1__, n2__); \
122 preempt_enable(); \
123 ret__; \
124})
125
126#define this_cpu_cmpxchg_double_4 arch_this_cpu_cmpxchg_double
127#ifdef CONFIG_64BIT
128#define this_cpu_cmpxchg_double_8 arch_this_cpu_cmpxchg_double
129#endif
130
131#include <asm-generic/percpu.h>
132
133#endif /* __ARCH_S390_PERCPU__ */