Linux kernel mirror (for testing)
git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
tjh.dev
kernel
os
linux
1/* SPDX-License-Identifier: GPL-2.0 */
2#ifndef _ASM_GENERIC_PERCPU_H_
3#define _ASM_GENERIC_PERCPU_H_
4
5#ifndef __ASSEMBLER__
6
7#include <linux/compiler.h>
8#include <linux/threads.h>
9#include <linux/percpu-defs.h>
10
11/*
12 * __percpu_qual is the qualifier for the percpu named address space.
13 *
14 * Most arches use generic named address space for percpu variables but
15 * some arches define percpu variables in different named address space
16 * (on the x86 arch, percpu variable may be declared as being relative
17 * to the %fs or %gs segments using __seg_fs or __seg_gs named address
18 * space qualifier).
19 */
20#ifndef __percpu_qual
21# define __percpu_qual
22#endif
23
24#ifdef CONFIG_SMP
25
26/*
27 * per_cpu_offset() is the offset that has to be added to a
28 * percpu variable to get to the instance for a certain processor.
29 *
30 * Most arches use the __per_cpu_offset array for those offsets but
31 * some arches have their own ways of determining the offset (x86_64, s390).
32 */
33#ifndef __per_cpu_offset
34extern unsigned long __per_cpu_offset[NR_CPUS];
35
36#define per_cpu_offset(x) (__per_cpu_offset[x])
37#endif
38
39/*
40 * Determine the offset for the currently active processor.
41 * An arch may define __my_cpu_offset to provide a more effective
42 * means of obtaining the offset to the per cpu variables of the
43 * current processor.
44 */
45#ifndef __my_cpu_offset
46#define __my_cpu_offset per_cpu_offset(raw_smp_processor_id())
47#endif
48#ifdef CONFIG_DEBUG_PREEMPT
49#define my_cpu_offset per_cpu_offset(smp_processor_id())
50#else
51#define my_cpu_offset __my_cpu_offset
52#endif
53
54/*
55 * Arch may define arch_raw_cpu_ptr() to provide more efficient address
56 * translations for raw_cpu_ptr().
57 */
58#ifndef arch_raw_cpu_ptr
59#define arch_raw_cpu_ptr(ptr) SHIFT_PERCPU_PTR(ptr, __my_cpu_offset)
60#endif
61
62#ifdef CONFIG_HAVE_SETUP_PER_CPU_AREA
63extern void setup_per_cpu_areas(void);
64#endif
65
66#endif /* SMP */
67
68#ifndef PER_CPU_BASE_SECTION
69#ifdef CONFIG_SMP
70#define PER_CPU_BASE_SECTION ".data..percpu"
71#else
72#define PER_CPU_BASE_SECTION ".data"
73#endif
74#endif
75
76#ifndef PER_CPU_ATTRIBUTES
77#define PER_CPU_ATTRIBUTES
78#endif
79
80#define raw_cpu_generic_read(pcp) \
81({ \
82 *raw_cpu_ptr(&(pcp)); \
83})
84
85#define raw_cpu_generic_to_op(pcp, val, op) \
86do { \
87 *raw_cpu_ptr(&(pcp)) op val; \
88} while (0)
89
90#define raw_cpu_generic_add_return(pcp, val) \
91({ \
92 TYPEOF_UNQUAL(pcp) *__p = raw_cpu_ptr(&(pcp)); \
93 \
94 *__p += val; \
95 *__p; \
96})
97
98#define raw_cpu_generic_xchg(pcp, nval) \
99({ \
100 TYPEOF_UNQUAL(pcp) *__p = raw_cpu_ptr(&(pcp)); \
101 TYPEOF_UNQUAL(pcp) __ret; \
102 __ret = *__p; \
103 *__p = nval; \
104 __ret; \
105})
106
107#define __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, _cmpxchg) \
108({ \
109 TYPEOF_UNQUAL(pcp) __val, __old = *(ovalp); \
110 __val = _cmpxchg(pcp, __old, nval); \
111 if (__val != __old) \
112 *(ovalp) = __val; \
113 __val == __old; \
114})
115
116#define raw_cpu_generic_try_cmpxchg(pcp, ovalp, nval) \
117({ \
118 TYPEOF_UNQUAL(pcp) *__p = raw_cpu_ptr(&(pcp)); \
119 TYPEOF_UNQUAL(pcp) __val = *__p, ___old = *(ovalp); \
120 bool __ret; \
121 if (__val == ___old) { \
122 *__p = nval; \
123 __ret = true; \
124 } else { \
125 *(ovalp) = __val; \
126 __ret = false; \
127 } \
128 __ret; \
129})
130
131#define raw_cpu_generic_cmpxchg(pcp, oval, nval) \
132({ \
133 TYPEOF_UNQUAL(pcp) __old = (oval); \
134 raw_cpu_generic_try_cmpxchg(pcp, &__old, nval); \
135 __old; \
136})
137
138#define __this_cpu_generic_read_nopreempt(pcp) \
139({ \
140 TYPEOF_UNQUAL(pcp) ___ret; \
141 preempt_disable_notrace(); \
142 ___ret = READ_ONCE(*raw_cpu_ptr(&(pcp))); \
143 preempt_enable_notrace(); \
144 ___ret; \
145})
146
147#define __this_cpu_generic_read_noirq(pcp) \
148({ \
149 TYPEOF_UNQUAL(pcp) ___ret; \
150 unsigned long ___flags; \
151 raw_local_irq_save(___flags); \
152 ___ret = raw_cpu_generic_read(pcp); \
153 raw_local_irq_restore(___flags); \
154 ___ret; \
155})
156
157#define this_cpu_generic_read(pcp) \
158({ \
159 TYPEOF_UNQUAL(pcp) __ret; \
160 if (__native_word(pcp)) \
161 __ret = __this_cpu_generic_read_nopreempt(pcp); \
162 else \
163 __ret = __this_cpu_generic_read_noirq(pcp); \
164 __ret; \
165})
166
167#define this_cpu_generic_to_op(pcp, val, op) \
168do { \
169 unsigned long __flags; \
170 raw_local_irq_save(__flags); \
171 raw_cpu_generic_to_op(pcp, val, op); \
172 raw_local_irq_restore(__flags); \
173} while (0)
174
175
176#define this_cpu_generic_add_return(pcp, val) \
177({ \
178 TYPEOF_UNQUAL(pcp) __ret; \
179 unsigned long __flags; \
180 raw_local_irq_save(__flags); \
181 __ret = raw_cpu_generic_add_return(pcp, val); \
182 raw_local_irq_restore(__flags); \
183 __ret; \
184})
185
186#define this_cpu_generic_xchg(pcp, nval) \
187({ \
188 TYPEOF_UNQUAL(pcp) __ret; \
189 unsigned long __flags; \
190 raw_local_irq_save(__flags); \
191 __ret = raw_cpu_generic_xchg(pcp, nval); \
192 raw_local_irq_restore(__flags); \
193 __ret; \
194})
195
196#define this_cpu_generic_try_cmpxchg(pcp, ovalp, nval) \
197({ \
198 bool __ret; \
199 unsigned long __flags; \
200 raw_local_irq_save(__flags); \
201 __ret = raw_cpu_generic_try_cmpxchg(pcp, ovalp, nval); \
202 raw_local_irq_restore(__flags); \
203 __ret; \
204})
205
206#define this_cpu_generic_cmpxchg(pcp, oval, nval) \
207({ \
208 TYPEOF_UNQUAL(pcp) __ret; \
209 unsigned long __flags; \
210 raw_local_irq_save(__flags); \
211 __ret = raw_cpu_generic_cmpxchg(pcp, oval, nval); \
212 raw_local_irq_restore(__flags); \
213 __ret; \
214})
215
216#ifndef raw_cpu_read_1
217#define raw_cpu_read_1(pcp) raw_cpu_generic_read(pcp)
218#endif
219#ifndef raw_cpu_read_2
220#define raw_cpu_read_2(pcp) raw_cpu_generic_read(pcp)
221#endif
222#ifndef raw_cpu_read_4
223#define raw_cpu_read_4(pcp) raw_cpu_generic_read(pcp)
224#endif
225#ifndef raw_cpu_read_8
226#define raw_cpu_read_8(pcp) raw_cpu_generic_read(pcp)
227#endif
228
229#ifndef raw_cpu_write_1
230#define raw_cpu_write_1(pcp, val) raw_cpu_generic_to_op(pcp, val, =)
231#endif
232#ifndef raw_cpu_write_2
233#define raw_cpu_write_2(pcp, val) raw_cpu_generic_to_op(pcp, val, =)
234#endif
235#ifndef raw_cpu_write_4
236#define raw_cpu_write_4(pcp, val) raw_cpu_generic_to_op(pcp, val, =)
237#endif
238#ifndef raw_cpu_write_8
239#define raw_cpu_write_8(pcp, val) raw_cpu_generic_to_op(pcp, val, =)
240#endif
241
242#ifndef raw_cpu_add_1
243#define raw_cpu_add_1(pcp, val) raw_cpu_generic_to_op(pcp, val, +=)
244#endif
245#ifndef raw_cpu_add_2
246#define raw_cpu_add_2(pcp, val) raw_cpu_generic_to_op(pcp, val, +=)
247#endif
248#ifndef raw_cpu_add_4
249#define raw_cpu_add_4(pcp, val) raw_cpu_generic_to_op(pcp, val, +=)
250#endif
251#ifndef raw_cpu_add_8
252#define raw_cpu_add_8(pcp, val) raw_cpu_generic_to_op(pcp, val, +=)
253#endif
254
255#ifndef raw_cpu_and_1
256#define raw_cpu_and_1(pcp, val) raw_cpu_generic_to_op(pcp, val, &=)
257#endif
258#ifndef raw_cpu_and_2
259#define raw_cpu_and_2(pcp, val) raw_cpu_generic_to_op(pcp, val, &=)
260#endif
261#ifndef raw_cpu_and_4
262#define raw_cpu_and_4(pcp, val) raw_cpu_generic_to_op(pcp, val, &=)
263#endif
264#ifndef raw_cpu_and_8
265#define raw_cpu_and_8(pcp, val) raw_cpu_generic_to_op(pcp, val, &=)
266#endif
267
268#ifndef raw_cpu_or_1
269#define raw_cpu_or_1(pcp, val) raw_cpu_generic_to_op(pcp, val, |=)
270#endif
271#ifndef raw_cpu_or_2
272#define raw_cpu_or_2(pcp, val) raw_cpu_generic_to_op(pcp, val, |=)
273#endif
274#ifndef raw_cpu_or_4
275#define raw_cpu_or_4(pcp, val) raw_cpu_generic_to_op(pcp, val, |=)
276#endif
277#ifndef raw_cpu_or_8
278#define raw_cpu_or_8(pcp, val) raw_cpu_generic_to_op(pcp, val, |=)
279#endif
280
281#ifndef raw_cpu_add_return_1
282#define raw_cpu_add_return_1(pcp, val) raw_cpu_generic_add_return(pcp, val)
283#endif
284#ifndef raw_cpu_add_return_2
285#define raw_cpu_add_return_2(pcp, val) raw_cpu_generic_add_return(pcp, val)
286#endif
287#ifndef raw_cpu_add_return_4
288#define raw_cpu_add_return_4(pcp, val) raw_cpu_generic_add_return(pcp, val)
289#endif
290#ifndef raw_cpu_add_return_8
291#define raw_cpu_add_return_8(pcp, val) raw_cpu_generic_add_return(pcp, val)
292#endif
293
294#ifndef raw_cpu_xchg_1
295#define raw_cpu_xchg_1(pcp, nval) raw_cpu_generic_xchg(pcp, nval)
296#endif
297#ifndef raw_cpu_xchg_2
298#define raw_cpu_xchg_2(pcp, nval) raw_cpu_generic_xchg(pcp, nval)
299#endif
300#ifndef raw_cpu_xchg_4
301#define raw_cpu_xchg_4(pcp, nval) raw_cpu_generic_xchg(pcp, nval)
302#endif
303#ifndef raw_cpu_xchg_8
304#define raw_cpu_xchg_8(pcp, nval) raw_cpu_generic_xchg(pcp, nval)
305#endif
306
307#ifndef raw_cpu_try_cmpxchg_1
308#ifdef raw_cpu_cmpxchg_1
309#define raw_cpu_try_cmpxchg_1(pcp, ovalp, nval) \
310 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, raw_cpu_cmpxchg_1)
311#else
312#define raw_cpu_try_cmpxchg_1(pcp, ovalp, nval) \
313 raw_cpu_generic_try_cmpxchg(pcp, ovalp, nval)
314#endif
315#endif
316#ifndef raw_cpu_try_cmpxchg_2
317#ifdef raw_cpu_cmpxchg_2
318#define raw_cpu_try_cmpxchg_2(pcp, ovalp, nval) \
319 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, raw_cpu_cmpxchg_2)
320#else
321#define raw_cpu_try_cmpxchg_2(pcp, ovalp, nval) \
322 raw_cpu_generic_try_cmpxchg(pcp, ovalp, nval)
323#endif
324#endif
325#ifndef raw_cpu_try_cmpxchg_4
326#ifdef raw_cpu_cmpxchg_4
327#define raw_cpu_try_cmpxchg_4(pcp, ovalp, nval) \
328 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, raw_cpu_cmpxchg_4)
329#else
330#define raw_cpu_try_cmpxchg_4(pcp, ovalp, nval) \
331 raw_cpu_generic_try_cmpxchg(pcp, ovalp, nval)
332#endif
333#endif
334#ifndef raw_cpu_try_cmpxchg_8
335#ifdef raw_cpu_cmpxchg_8
336#define raw_cpu_try_cmpxchg_8(pcp, ovalp, nval) \
337 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, raw_cpu_cmpxchg_8)
338#else
339#define raw_cpu_try_cmpxchg_8(pcp, ovalp, nval) \
340 raw_cpu_generic_try_cmpxchg(pcp, ovalp, nval)
341#endif
342#endif
343
344#ifndef raw_cpu_try_cmpxchg64
345#ifdef raw_cpu_cmpxchg64
346#define raw_cpu_try_cmpxchg64(pcp, ovalp, nval) \
347 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, raw_cpu_cmpxchg64)
348#else
349#define raw_cpu_try_cmpxchg64(pcp, ovalp, nval) \
350 raw_cpu_generic_try_cmpxchg(pcp, ovalp, nval)
351#endif
352#endif
353#ifndef raw_cpu_try_cmpxchg128
354#ifdef raw_cpu_cmpxchg128
355#define raw_cpu_try_cmpxchg128(pcp, ovalp, nval) \
356 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, raw_cpu_cmpxchg128)
357#else
358#define raw_cpu_try_cmpxchg128(pcp, ovalp, nval) \
359 raw_cpu_generic_try_cmpxchg(pcp, ovalp, nval)
360#endif
361#endif
362
363#ifndef raw_cpu_cmpxchg_1
364#define raw_cpu_cmpxchg_1(pcp, oval, nval) \
365 raw_cpu_generic_cmpxchg(pcp, oval, nval)
366#endif
367#ifndef raw_cpu_cmpxchg_2
368#define raw_cpu_cmpxchg_2(pcp, oval, nval) \
369 raw_cpu_generic_cmpxchg(pcp, oval, nval)
370#endif
371#ifndef raw_cpu_cmpxchg_4
372#define raw_cpu_cmpxchg_4(pcp, oval, nval) \
373 raw_cpu_generic_cmpxchg(pcp, oval, nval)
374#endif
375#ifndef raw_cpu_cmpxchg_8
376#define raw_cpu_cmpxchg_8(pcp, oval, nval) \
377 raw_cpu_generic_cmpxchg(pcp, oval, nval)
378#endif
379
380#ifndef raw_cpu_cmpxchg64
381#define raw_cpu_cmpxchg64(pcp, oval, nval) \
382 raw_cpu_generic_cmpxchg(pcp, oval, nval)
383#endif
384#ifndef raw_cpu_cmpxchg128
385#define raw_cpu_cmpxchg128(pcp, oval, nval) \
386 raw_cpu_generic_cmpxchg(pcp, oval, nval)
387#endif
388
389#ifndef this_cpu_read_1
390#define this_cpu_read_1(pcp) this_cpu_generic_read(pcp)
391#endif
392#ifndef this_cpu_read_2
393#define this_cpu_read_2(pcp) this_cpu_generic_read(pcp)
394#endif
395#ifndef this_cpu_read_4
396#define this_cpu_read_4(pcp) this_cpu_generic_read(pcp)
397#endif
398#ifndef this_cpu_read_8
399#define this_cpu_read_8(pcp) this_cpu_generic_read(pcp)
400#endif
401
402#ifndef this_cpu_write_1
403#define this_cpu_write_1(pcp, val) this_cpu_generic_to_op(pcp, val, =)
404#endif
405#ifndef this_cpu_write_2
406#define this_cpu_write_2(pcp, val) this_cpu_generic_to_op(pcp, val, =)
407#endif
408#ifndef this_cpu_write_4
409#define this_cpu_write_4(pcp, val) this_cpu_generic_to_op(pcp, val, =)
410#endif
411#ifndef this_cpu_write_8
412#define this_cpu_write_8(pcp, val) this_cpu_generic_to_op(pcp, val, =)
413#endif
414
415#ifndef this_cpu_add_1
416#define this_cpu_add_1(pcp, val) this_cpu_generic_to_op(pcp, val, +=)
417#endif
418#ifndef this_cpu_add_2
419#define this_cpu_add_2(pcp, val) this_cpu_generic_to_op(pcp, val, +=)
420#endif
421#ifndef this_cpu_add_4
422#define this_cpu_add_4(pcp, val) this_cpu_generic_to_op(pcp, val, +=)
423#endif
424#ifndef this_cpu_add_8
425#define this_cpu_add_8(pcp, val) this_cpu_generic_to_op(pcp, val, +=)
426#endif
427
428#ifndef this_cpu_and_1
429#define this_cpu_and_1(pcp, val) this_cpu_generic_to_op(pcp, val, &=)
430#endif
431#ifndef this_cpu_and_2
432#define this_cpu_and_2(pcp, val) this_cpu_generic_to_op(pcp, val, &=)
433#endif
434#ifndef this_cpu_and_4
435#define this_cpu_and_4(pcp, val) this_cpu_generic_to_op(pcp, val, &=)
436#endif
437#ifndef this_cpu_and_8
438#define this_cpu_and_8(pcp, val) this_cpu_generic_to_op(pcp, val, &=)
439#endif
440
441#ifndef this_cpu_or_1
442#define this_cpu_or_1(pcp, val) this_cpu_generic_to_op(pcp, val, |=)
443#endif
444#ifndef this_cpu_or_2
445#define this_cpu_or_2(pcp, val) this_cpu_generic_to_op(pcp, val, |=)
446#endif
447#ifndef this_cpu_or_4
448#define this_cpu_or_4(pcp, val) this_cpu_generic_to_op(pcp, val, |=)
449#endif
450#ifndef this_cpu_or_8
451#define this_cpu_or_8(pcp, val) this_cpu_generic_to_op(pcp, val, |=)
452#endif
453
454#ifndef this_cpu_add_return_1
455#define this_cpu_add_return_1(pcp, val) this_cpu_generic_add_return(pcp, val)
456#endif
457#ifndef this_cpu_add_return_2
458#define this_cpu_add_return_2(pcp, val) this_cpu_generic_add_return(pcp, val)
459#endif
460#ifndef this_cpu_add_return_4
461#define this_cpu_add_return_4(pcp, val) this_cpu_generic_add_return(pcp, val)
462#endif
463#ifndef this_cpu_add_return_8
464#define this_cpu_add_return_8(pcp, val) this_cpu_generic_add_return(pcp, val)
465#endif
466
467#ifndef this_cpu_xchg_1
468#define this_cpu_xchg_1(pcp, nval) this_cpu_generic_xchg(pcp, nval)
469#endif
470#ifndef this_cpu_xchg_2
471#define this_cpu_xchg_2(pcp, nval) this_cpu_generic_xchg(pcp, nval)
472#endif
473#ifndef this_cpu_xchg_4
474#define this_cpu_xchg_4(pcp, nval) this_cpu_generic_xchg(pcp, nval)
475#endif
476#ifndef this_cpu_xchg_8
477#define this_cpu_xchg_8(pcp, nval) this_cpu_generic_xchg(pcp, nval)
478#endif
479
480#ifndef this_cpu_try_cmpxchg_1
481#ifdef this_cpu_cmpxchg_1
482#define this_cpu_try_cmpxchg_1(pcp, ovalp, nval) \
483 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, this_cpu_cmpxchg_1)
484#else
485#define this_cpu_try_cmpxchg_1(pcp, ovalp, nval) \
486 this_cpu_generic_try_cmpxchg(pcp, ovalp, nval)
487#endif
488#endif
489#ifndef this_cpu_try_cmpxchg_2
490#ifdef this_cpu_cmpxchg_2
491#define this_cpu_try_cmpxchg_2(pcp, ovalp, nval) \
492 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, this_cpu_cmpxchg_2)
493#else
494#define this_cpu_try_cmpxchg_2(pcp, ovalp, nval) \
495 this_cpu_generic_try_cmpxchg(pcp, ovalp, nval)
496#endif
497#endif
498#ifndef this_cpu_try_cmpxchg_4
499#ifdef this_cpu_cmpxchg_4
500#define this_cpu_try_cmpxchg_4(pcp, ovalp, nval) \
501 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, this_cpu_cmpxchg_4)
502#else
503#define this_cpu_try_cmpxchg_4(pcp, ovalp, nval) \
504 this_cpu_generic_try_cmpxchg(pcp, ovalp, nval)
505#endif
506#endif
507#ifndef this_cpu_try_cmpxchg_8
508#ifdef this_cpu_cmpxchg_8
509#define this_cpu_try_cmpxchg_8(pcp, ovalp, nval) \
510 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, this_cpu_cmpxchg_8)
511#else
512#define this_cpu_try_cmpxchg_8(pcp, ovalp, nval) \
513 this_cpu_generic_try_cmpxchg(pcp, ovalp, nval)
514#endif
515#endif
516
517#ifndef this_cpu_try_cmpxchg64
518#ifdef this_cpu_cmpxchg64
519#define this_cpu_try_cmpxchg64(pcp, ovalp, nval) \
520 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, this_cpu_cmpxchg64)
521#else
522#define this_cpu_try_cmpxchg64(pcp, ovalp, nval) \
523 this_cpu_generic_try_cmpxchg(pcp, ovalp, nval)
524#endif
525#endif
526#ifndef this_cpu_try_cmpxchg128
527#ifdef this_cpu_cmpxchg128
528#define this_cpu_try_cmpxchg128(pcp, ovalp, nval) \
529 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, this_cpu_cmpxchg128)
530#else
531#define this_cpu_try_cmpxchg128(pcp, ovalp, nval) \
532 this_cpu_generic_try_cmpxchg(pcp, ovalp, nval)
533#endif
534#endif
535
536#ifndef this_cpu_cmpxchg_1
537#define this_cpu_cmpxchg_1(pcp, oval, nval) \
538 this_cpu_generic_cmpxchg(pcp, oval, nval)
539#endif
540#ifndef this_cpu_cmpxchg_2
541#define this_cpu_cmpxchg_2(pcp, oval, nval) \
542 this_cpu_generic_cmpxchg(pcp, oval, nval)
543#endif
544#ifndef this_cpu_cmpxchg_4
545#define this_cpu_cmpxchg_4(pcp, oval, nval) \
546 this_cpu_generic_cmpxchg(pcp, oval, nval)
547#endif
548#ifndef this_cpu_cmpxchg_8
549#define this_cpu_cmpxchg_8(pcp, oval, nval) \
550 this_cpu_generic_cmpxchg(pcp, oval, nval)
551#endif
552
553#ifndef this_cpu_cmpxchg64
554#define this_cpu_cmpxchg64(pcp, oval, nval) \
555 this_cpu_generic_cmpxchg(pcp, oval, nval)
556#endif
557#ifndef this_cpu_cmpxchg128
558#define this_cpu_cmpxchg128(pcp, oval, nval) \
559 this_cpu_generic_cmpxchg(pcp, oval, nval)
560#endif
561
562#endif /* __ASSEMBLER__ */
563#endif /* _ASM_GENERIC_PERCPU_H_ */