Linux kernel mirror (for testing)
git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
tjh.dev
kernel
os
linux
1/* SPDX-License-Identifier: GPL-2.0 */
2/*
3 * Copyright (C) 2020-2022 Loongson Technology Corporation Limited
4 */
5#ifndef _ASM_STACKFRAME_H
6#define _ASM_STACKFRAME_H
7
8#include <linux/threads.h>
9
10#include <asm/addrspace.h>
11#include <asm/asm.h>
12#include <asm/asmmacro.h>
13#include <asm/asm-offsets.h>
14#include <asm/loongarch.h>
15#include <asm/thread_info.h>
16
17/* Make the addition of cfi info a little easier. */
18 .macro cfi_rel_offset reg offset=0 docfi=0
19 .if \docfi
20 .cfi_rel_offset \reg, \offset
21 .endif
22 .endm
23
24 .macro cfi_st reg offset=0 docfi=0
25 cfi_rel_offset \reg, \offset, \docfi
26 LONG_S \reg, sp, \offset
27 .endm
28
29 .macro cfi_restore reg offset=0 docfi=0
30 .if \docfi
31 .cfi_restore \reg
32 .endif
33 .endm
34
35 .macro cfi_ld reg offset=0 docfi=0
36 LONG_L \reg, sp, \offset
37 cfi_restore \reg \offset \docfi
38 .endm
39
40/* Jump to the runtime virtual address. */
41 .macro JUMP_VIRT_ADDR temp1 temp2
42 li.d \temp1, CACHE_BASE
43 pcaddi \temp2, 0
44 or \temp1, \temp1, \temp2
45 jirl zero, \temp1, 0xc
46 .endm
47
48 .macro BACKUP_T0T1
49 csrwr t0, EXCEPTION_KS0
50 csrwr t1, EXCEPTION_KS1
51 .endm
52
53 .macro RELOAD_T0T1
54 csrrd t0, EXCEPTION_KS0
55 csrrd t1, EXCEPTION_KS1
56 .endm
57
58 .macro SAVE_TEMP docfi=0
59 RELOAD_T0T1
60 cfi_st t0, PT_R12, \docfi
61 cfi_st t1, PT_R13, \docfi
62 cfi_st t2, PT_R14, \docfi
63 cfi_st t3, PT_R15, \docfi
64 cfi_st t4, PT_R16, \docfi
65 cfi_st t5, PT_R17, \docfi
66 cfi_st t6, PT_R18, \docfi
67 cfi_st t7, PT_R19, \docfi
68 cfi_st t8, PT_R20, \docfi
69 .endm
70
71 .macro SAVE_STATIC docfi=0
72 cfi_st s0, PT_R23, \docfi
73 cfi_st s1, PT_R24, \docfi
74 cfi_st s2, PT_R25, \docfi
75 cfi_st s3, PT_R26, \docfi
76 cfi_st s4, PT_R27, \docfi
77 cfi_st s5, PT_R28, \docfi
78 cfi_st s6, PT_R29, \docfi
79 cfi_st s7, PT_R30, \docfi
80 cfi_st s8, PT_R31, \docfi
81 .endm
82
83/*
84 * get_saved_sp returns the SP for the current CPU by looking in the
85 * kernelsp array for it. It stores the current sp in t0 and loads the
86 * new value in sp.
87 */
88 .macro get_saved_sp docfi=0
89 la_abs t1, kernelsp
90#ifdef CONFIG_SMP
91 csrrd t0, PERCPU_BASE_KS
92 LONG_ADD t1, t1, t0
93#endif
94 move t0, sp
95 .if \docfi
96 .cfi_register sp, t0
97 .endif
98 LONG_L sp, t1, 0
99 .endm
100
101 .macro set_saved_sp stackp temp temp2
102 la.pcrel \temp, kernelsp
103#ifdef CONFIG_SMP
104 LONG_ADD \temp, \temp, u0
105#endif
106 LONG_S \stackp, \temp, 0
107 .endm
108
109 .macro SAVE_SOME docfi=0
110 csrrd t1, LOONGARCH_CSR_PRMD
111 andi t1, t1, 0x3 /* extract pplv bit */
112 move t0, sp
113 beqz t1, 8f
114 /* Called from user mode, new stack. */
115 get_saved_sp docfi=\docfi
1168:
117 PTR_ADDI sp, sp, -PT_SIZE
118 .if \docfi
119 .cfi_def_cfa sp, 0
120 .endif
121 cfi_st t0, PT_R3, \docfi
122 cfi_rel_offset sp, PT_R3, \docfi
123 LONG_S zero, sp, PT_R0
124 csrrd t0, LOONGARCH_CSR_PRMD
125 LONG_S t0, sp, PT_PRMD
126 csrrd t0, LOONGARCH_CSR_CRMD
127 LONG_S t0, sp, PT_CRMD
128 csrrd t0, LOONGARCH_CSR_EUEN
129 LONG_S t0, sp, PT_EUEN
130 csrrd t0, LOONGARCH_CSR_ECFG
131 LONG_S t0, sp, PT_ECFG
132 csrrd t0, LOONGARCH_CSR_ESTAT
133 PTR_S t0, sp, PT_ESTAT
134 cfi_st ra, PT_R1, \docfi
135 cfi_st a0, PT_R4, \docfi
136 cfi_st a1, PT_R5, \docfi
137 cfi_st a2, PT_R6, \docfi
138 cfi_st a3, PT_R7, \docfi
139 cfi_st a4, PT_R8, \docfi
140 cfi_st a5, PT_R9, \docfi
141 cfi_st a6, PT_R10, \docfi
142 cfi_st a7, PT_R11, \docfi
143 csrrd ra, LOONGARCH_CSR_ERA
144 LONG_S ra, sp, PT_ERA
145 .if \docfi
146 .cfi_rel_offset ra, PT_ERA
147 .endif
148 cfi_st tp, PT_R2, \docfi
149 cfi_st fp, PT_R22, \docfi
150
151 /* Set thread_info if we're coming from user mode */
152 csrrd t0, LOONGARCH_CSR_PRMD
153 andi t0, t0, 0x3 /* extract pplv bit */
154 beqz t0, 9f
155
156 li.d tp, ~_THREAD_MASK
157 and tp, tp, sp
158 cfi_st u0, PT_R21, \docfi
159 csrrd u0, PERCPU_BASE_KS
1609:
161 .endm
162
163 .macro SAVE_ALL docfi=0
164 SAVE_SOME \docfi
165 SAVE_TEMP \docfi
166 SAVE_STATIC \docfi
167 .endm
168
169 .macro RESTORE_TEMP docfi=0
170 cfi_ld t0, PT_R12, \docfi
171 cfi_ld t1, PT_R13, \docfi
172 cfi_ld t2, PT_R14, \docfi
173 cfi_ld t3, PT_R15, \docfi
174 cfi_ld t4, PT_R16, \docfi
175 cfi_ld t5, PT_R17, \docfi
176 cfi_ld t6, PT_R18, \docfi
177 cfi_ld t7, PT_R19, \docfi
178 cfi_ld t8, PT_R20, \docfi
179 .endm
180
181 .macro RESTORE_STATIC docfi=0
182 cfi_ld s0, PT_R23, \docfi
183 cfi_ld s1, PT_R24, \docfi
184 cfi_ld s2, PT_R25, \docfi
185 cfi_ld s3, PT_R26, \docfi
186 cfi_ld s4, PT_R27, \docfi
187 cfi_ld s5, PT_R28, \docfi
188 cfi_ld s6, PT_R29, \docfi
189 cfi_ld s7, PT_R30, \docfi
190 cfi_ld s8, PT_R31, \docfi
191 .endm
192
193 .macro RESTORE_SOME docfi=0
194 LONG_L a0, sp, PT_PRMD
195 andi a0, a0, 0x3 /* extract pplv bit */
196 beqz a0, 8f
197 cfi_ld u0, PT_R21, \docfi
1988:
199 LONG_L a0, sp, PT_ERA
200 csrwr a0, LOONGARCH_CSR_ERA
201 LONG_L a0, sp, PT_PRMD
202 csrwr a0, LOONGARCH_CSR_PRMD
203 cfi_ld ra, PT_R1, \docfi
204 cfi_ld a0, PT_R4, \docfi
205 cfi_ld a1, PT_R5, \docfi
206 cfi_ld a2, PT_R6, \docfi
207 cfi_ld a3, PT_R7, \docfi
208 cfi_ld a4, PT_R8, \docfi
209 cfi_ld a5, PT_R9, \docfi
210 cfi_ld a6, PT_R10, \docfi
211 cfi_ld a7, PT_R11, \docfi
212 cfi_ld tp, PT_R2, \docfi
213 cfi_ld fp, PT_R22, \docfi
214 .endm
215
216 .macro RESTORE_SP_AND_RET docfi=0
217 cfi_ld sp, PT_R3, \docfi
218 ertn
219 .endm
220
221 .macro RESTORE_ALL_AND_RET docfi=0
222 RESTORE_STATIC \docfi
223 RESTORE_TEMP \docfi
224 RESTORE_SOME \docfi
225 RESTORE_SP_AND_RET \docfi
226 .endm
227
228#endif /* _ASM_STACKFRAME_H */