tjh.dev
Linux kernel mirror (for testing)
git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
kernel
os
linux
1/* SPDX-License-Identifier: GPL-2.0 */
2#ifndef __ASM_LSE_H
3#define __ASM_LSE_H
4
5#if defined(CONFIG_AS_LSE) && defined(CONFIG_ARM64_LSE_ATOMICS)
6
7#include <linux/stringify.h>
8#include <asm/alternative.h>
9
10#ifdef __ASSEMBLER__
11
12.arch_extension lse
13
14.macro alt_lse, llsc, lse
15 alternative_insn "\llsc", "\lse", ARM64_HAS_LSE_ATOMICS
16.endm
17
18#else /* __ASSEMBLER__ */
19
20__asm__(".arch_extension lse");
21
22/* Move the ll/sc atomics out-of-line */
23#define __LL_SC_INLINE notrace
24#define __LL_SC_PREFIX(x) __ll_sc_##x
25#define __LL_SC_EXPORT(x) EXPORT_SYMBOL(__LL_SC_PREFIX(x))
26
27/* Macro for constructing calls to out-of-line ll/sc atomics */
28#define __LL_SC_CALL(op) "bl\t" __stringify(__LL_SC_PREFIX(op)) "\n"
29#define __LL_SC_CLOBBERS "x16", "x17", "x30"
30
31/* In-line patching at runtime */
32#define ARM64_LSE_ATOMIC_INSN(llsc, lse) \
33 ALTERNATIVE(llsc, lse, ARM64_HAS_LSE_ATOMICS)
34
35#endif /* __ASSEMBLER__ */
36#else /* CONFIG_AS_LSE && CONFIG_ARM64_LSE_ATOMICS */
37
38#ifdef __ASSEMBLER__
39
40.macro alt_lse, llsc, lse
41 \llsc
42.endm
43
44#else /* __ASSEMBLER__ */
45
46#define __LL_SC_INLINE static inline
47#define __LL_SC_PREFIX(x) x
48#define __LL_SC_EXPORT(x)
49
50#define ARM64_LSE_ATOMIC_INSN(llsc, lse) llsc
51
52#endif /* __ASSEMBLER__ */
53#endif /* CONFIG_AS_LSE && CONFIG_ARM64_LSE_ATOMICS */
54#endif /* __ASM_LSE_H */