Linux kernel mirror (for testing)
git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
tjh.dev
kernel
os
linux
1/* SPDX-License-Identifier: GPL-2.0-only */
2/*
3 * Copyright (C) 2015 Regents of the University of California
4 */
5
6#ifndef _ASM_RISCV_ASM_H
7#define _ASM_RISCV_ASM_H
8
9#ifdef __ASSEMBLER__
10#define __ASM_STR(x) x
11#else
12#define __ASM_STR(x) #x
13#endif
14
15#ifdef CONFIG_AS_HAS_INSN
16#define ASM_INSN_I(__x) ".insn " __x
17#else
18#define ASM_INSN_I(__x) ".4byte " __x
19#endif
20
21#if __riscv_xlen == 64
22#define __REG_SEL(a, b) __ASM_STR(a)
23#elif __riscv_xlen == 32
24#define __REG_SEL(a, b) __ASM_STR(b)
25#else
26#error "Unexpected __riscv_xlen"
27#endif
28
29#define REG_L __REG_SEL(ld, lw)
30#define REG_S __REG_SEL(sd, sw)
31#define REG_SC __REG_SEL(sc.d, sc.w)
32#define REG_AMOSWAP_AQ __REG_SEL(amoswap.d.aq, amoswap.w.aq)
33#define REG_ASM __REG_SEL(.dword, .word)
34#define SZREG __REG_SEL(8, 4)
35#define LGREG __REG_SEL(3, 2)
36#define SRLI __REG_SEL(srliw, srli)
37
38#if __SIZEOF_POINTER__ == 8
39#ifdef __ASSEMBLER__
40#define RISCV_PTR .dword
41#define RISCV_SZPTR 8
42#define RISCV_LGPTR 3
43#else
44#define RISCV_PTR ".dword"
45#define RISCV_SZPTR "8"
46#define RISCV_LGPTR "3"
47#endif
48#elif __SIZEOF_POINTER__ == 4
49#ifdef __ASSEMBLER__
50#define RISCV_PTR .word
51#define RISCV_SZPTR 4
52#define RISCV_LGPTR 2
53#else
54#define RISCV_PTR ".word"
55#define RISCV_SZPTR "4"
56#define RISCV_LGPTR "2"
57#endif
58#else
59#error "Unexpected __SIZEOF_POINTER__"
60#endif
61
62#if (__SIZEOF_INT__ == 4)
63#define RISCV_INT __ASM_STR(.word)
64#define RISCV_SZINT __ASM_STR(4)
65#define RISCV_LGINT __ASM_STR(2)
66#else
67#error "Unexpected __SIZEOF_INT__"
68#endif
69
70#if (__SIZEOF_SHORT__ == 2)
71#define RISCV_SHORT __ASM_STR(.half)
72#define RISCV_SZSHORT __ASM_STR(2)
73#define RISCV_LGSHORT __ASM_STR(1)
74#else
75#error "Unexpected __SIZEOF_SHORT__"
76#endif
77
78#ifdef __ASSEMBLER__
79#include <asm/asm-offsets.h>
80
81/* Common assembly source macros */
82
83/*
84 * NOP sequence
85 */
86.macro nops, num
87 .rept \num
88 nop
89 .endr
90.endm
91
92#ifdef CONFIG_SMP
93.macro asm_per_cpu dst sym tmp
94 lw \tmp, TASK_TI_CPU_NUM(tp)
95 slli \tmp, \tmp, RISCV_LGPTR
96 la \dst, __per_cpu_offset
97 add \dst, \dst, \tmp
98 REG_L \tmp, 0(\dst)
99 la \dst, \sym
100 add \dst, \dst, \tmp
101.endm
102#else /* CONFIG_SMP */
103.macro asm_per_cpu dst sym tmp
104 la \dst, \sym
105.endm
106#endif /* CONFIG_SMP */
107
108.macro load_per_cpu dst ptr tmp
109 asm_per_cpu \dst \ptr \tmp
110 REG_L \dst, 0(\dst)
111.endm
112
113#ifdef CONFIG_SHADOW_CALL_STACK
114/* gp is used as the shadow call stack pointer instead */
115.macro load_global_pointer
116.endm
117#else
118/* load __global_pointer to gp */
119.macro load_global_pointer
120.option push
121.option norelax
122 la gp, __global_pointer$
123.option pop
124.endm
125#endif /* CONFIG_SHADOW_CALL_STACK */
126
127 /* save all GPs except x1 ~ x5 */
128 .macro save_from_x6_to_x31
129 REG_S x6, PT_T1(sp)
130 REG_S x7, PT_T2(sp)
131 REG_S x8, PT_S0(sp)
132 REG_S x9, PT_S1(sp)
133 REG_S x10, PT_A0(sp)
134 REG_S x11, PT_A1(sp)
135 REG_S x12, PT_A2(sp)
136 REG_S x13, PT_A3(sp)
137 REG_S x14, PT_A4(sp)
138 REG_S x15, PT_A5(sp)
139 REG_S x16, PT_A6(sp)
140 REG_S x17, PT_A7(sp)
141 REG_S x18, PT_S2(sp)
142 REG_S x19, PT_S3(sp)
143 REG_S x20, PT_S4(sp)
144 REG_S x21, PT_S5(sp)
145 REG_S x22, PT_S6(sp)
146 REG_S x23, PT_S7(sp)
147 REG_S x24, PT_S8(sp)
148 REG_S x25, PT_S9(sp)
149 REG_S x26, PT_S10(sp)
150 REG_S x27, PT_S11(sp)
151 REG_S x28, PT_T3(sp)
152 REG_S x29, PT_T4(sp)
153 REG_S x30, PT_T5(sp)
154 REG_S x31, PT_T6(sp)
155 .endm
156
157 /* restore all GPs except x1 ~ x5 */
158 .macro restore_from_x6_to_x31
159 REG_L x6, PT_T1(sp)
160 REG_L x7, PT_T2(sp)
161 REG_L x8, PT_S0(sp)
162 REG_L x9, PT_S1(sp)
163 REG_L x10, PT_A0(sp)
164 REG_L x11, PT_A1(sp)
165 REG_L x12, PT_A2(sp)
166 REG_L x13, PT_A3(sp)
167 REG_L x14, PT_A4(sp)
168 REG_L x15, PT_A5(sp)
169 REG_L x16, PT_A6(sp)
170 REG_L x17, PT_A7(sp)
171 REG_L x18, PT_S2(sp)
172 REG_L x19, PT_S3(sp)
173 REG_L x20, PT_S4(sp)
174 REG_L x21, PT_S5(sp)
175 REG_L x22, PT_S6(sp)
176 REG_L x23, PT_S7(sp)
177 REG_L x24, PT_S8(sp)
178 REG_L x25, PT_S9(sp)
179 REG_L x26, PT_S10(sp)
180 REG_L x27, PT_S11(sp)
181 REG_L x28, PT_T3(sp)
182 REG_L x29, PT_T4(sp)
183 REG_L x30, PT_T5(sp)
184 REG_L x31, PT_T6(sp)
185 .endm
186
187/* Annotate a function as being unsuitable for kprobes. */
188#ifdef CONFIG_KPROBES
189#define ASM_NOKPROBE(name) \
190 .pushsection "_kprobe_blacklist", "aw"; \
191 RISCV_PTR name; \
192 .popsection
193#else
194#define ASM_NOKPROBE(name)
195#endif
196
197#endif /* __ASSEMBLER__ */
198
199#endif /* _ASM_RISCV_ASM_H */