tjh.dev
Linux kernel mirror (for testing)
git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
kernel
os
linux
1/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
6 * Copyright (C) 2003 Ralf Baechle
7 */
8#ifndef _ASM_ASMMACRO_H
9#define _ASM_ASMMACRO_H
10
11#include <asm/hazards.h>
12#include <asm/asm-offsets.h>
13#include <asm/msa.h>
14
15#ifdef CONFIG_32BIT
16#include <asm/asmmacro-32.h>
17#endif
18#ifdef CONFIG_64BIT
19#include <asm/asmmacro-64.h>
20#endif
21
22#if defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_CPU_MIPSR6)
23 .macro local_irq_enable reg=t0
24 ei
25 irq_enable_hazard
26 .endm
27
28 .macro local_irq_disable reg=t0
29 di
30 irq_disable_hazard
31 .endm
32#else
33 .macro local_irq_enable reg=t0
34 mfc0 \reg, CP0_STATUS
35 ori \reg, \reg, 1
36 mtc0 \reg, CP0_STATUS
37 irq_enable_hazard
38 .endm
39
40 .macro local_irq_disable reg=t0
41#ifdef CONFIG_PREEMPT
42 lw \reg, TI_PRE_COUNT($28)
43 addi \reg, \reg, 1
44 sw \reg, TI_PRE_COUNT($28)
45#endif
46 mfc0 \reg, CP0_STATUS
47 ori \reg, \reg, 1
48 xori \reg, \reg, 1
49 mtc0 \reg, CP0_STATUS
50 irq_disable_hazard
51#ifdef CONFIG_PREEMPT
52 lw \reg, TI_PRE_COUNT($28)
53 addi \reg, \reg, -1
54 sw \reg, TI_PRE_COUNT($28)
55#endif
56 .endm
57#endif /* CONFIG_CPU_MIPSR2 */
58
59 .macro fpu_save_16even thread tmp=t0
60 .set push
61 SET_HARDFLOAT
62 cfc1 \tmp, fcr31
63 sdc1 $f0, THREAD_FPR0(\thread)
64 sdc1 $f2, THREAD_FPR2(\thread)
65 sdc1 $f4, THREAD_FPR4(\thread)
66 sdc1 $f6, THREAD_FPR6(\thread)
67 sdc1 $f8, THREAD_FPR8(\thread)
68 sdc1 $f10, THREAD_FPR10(\thread)
69 sdc1 $f12, THREAD_FPR12(\thread)
70 sdc1 $f14, THREAD_FPR14(\thread)
71 sdc1 $f16, THREAD_FPR16(\thread)
72 sdc1 $f18, THREAD_FPR18(\thread)
73 sdc1 $f20, THREAD_FPR20(\thread)
74 sdc1 $f22, THREAD_FPR22(\thread)
75 sdc1 $f24, THREAD_FPR24(\thread)
76 sdc1 $f26, THREAD_FPR26(\thread)
77 sdc1 $f28, THREAD_FPR28(\thread)
78 sdc1 $f30, THREAD_FPR30(\thread)
79 sw \tmp, THREAD_FCR31(\thread)
80 .set pop
81 .endm
82
83 .macro fpu_save_16odd thread
84 .set push
85 .set mips64r2
86 SET_HARDFLOAT
87 sdc1 $f1, THREAD_FPR1(\thread)
88 sdc1 $f3, THREAD_FPR3(\thread)
89 sdc1 $f5, THREAD_FPR5(\thread)
90 sdc1 $f7, THREAD_FPR7(\thread)
91 sdc1 $f9, THREAD_FPR9(\thread)
92 sdc1 $f11, THREAD_FPR11(\thread)
93 sdc1 $f13, THREAD_FPR13(\thread)
94 sdc1 $f15, THREAD_FPR15(\thread)
95 sdc1 $f17, THREAD_FPR17(\thread)
96 sdc1 $f19, THREAD_FPR19(\thread)
97 sdc1 $f21, THREAD_FPR21(\thread)
98 sdc1 $f23, THREAD_FPR23(\thread)
99 sdc1 $f25, THREAD_FPR25(\thread)
100 sdc1 $f27, THREAD_FPR27(\thread)
101 sdc1 $f29, THREAD_FPR29(\thread)
102 sdc1 $f31, THREAD_FPR31(\thread)
103 .set pop
104 .endm
105
106 .macro fpu_save_double thread status tmp
107#if defined(CONFIG_64BIT) || defined(CONFIG_CPU_MIPS32_R2) || \
108 defined(CONFIG_CPU_MIPS32_R6)
109 sll \tmp, \status, 5
110 bgez \tmp, 10f
111 fpu_save_16odd \thread
11210:
113#endif
114 fpu_save_16even \thread \tmp
115 .endm
116
117 .macro fpu_restore_16even thread tmp=t0
118 .set push
119 SET_HARDFLOAT
120 lw \tmp, THREAD_FCR31(\thread)
121 ldc1 $f0, THREAD_FPR0(\thread)
122 ldc1 $f2, THREAD_FPR2(\thread)
123 ldc1 $f4, THREAD_FPR4(\thread)
124 ldc1 $f6, THREAD_FPR6(\thread)
125 ldc1 $f8, THREAD_FPR8(\thread)
126 ldc1 $f10, THREAD_FPR10(\thread)
127 ldc1 $f12, THREAD_FPR12(\thread)
128 ldc1 $f14, THREAD_FPR14(\thread)
129 ldc1 $f16, THREAD_FPR16(\thread)
130 ldc1 $f18, THREAD_FPR18(\thread)
131 ldc1 $f20, THREAD_FPR20(\thread)
132 ldc1 $f22, THREAD_FPR22(\thread)
133 ldc1 $f24, THREAD_FPR24(\thread)
134 ldc1 $f26, THREAD_FPR26(\thread)
135 ldc1 $f28, THREAD_FPR28(\thread)
136 ldc1 $f30, THREAD_FPR30(\thread)
137 ctc1 \tmp, fcr31
138 .endm
139
140 .macro fpu_restore_16odd thread
141 .set push
142 .set mips64r2
143 SET_HARDFLOAT
144 ldc1 $f1, THREAD_FPR1(\thread)
145 ldc1 $f3, THREAD_FPR3(\thread)
146 ldc1 $f5, THREAD_FPR5(\thread)
147 ldc1 $f7, THREAD_FPR7(\thread)
148 ldc1 $f9, THREAD_FPR9(\thread)
149 ldc1 $f11, THREAD_FPR11(\thread)
150 ldc1 $f13, THREAD_FPR13(\thread)
151 ldc1 $f15, THREAD_FPR15(\thread)
152 ldc1 $f17, THREAD_FPR17(\thread)
153 ldc1 $f19, THREAD_FPR19(\thread)
154 ldc1 $f21, THREAD_FPR21(\thread)
155 ldc1 $f23, THREAD_FPR23(\thread)
156 ldc1 $f25, THREAD_FPR25(\thread)
157 ldc1 $f27, THREAD_FPR27(\thread)
158 ldc1 $f29, THREAD_FPR29(\thread)
159 ldc1 $f31, THREAD_FPR31(\thread)
160 .set pop
161 .endm
162
163 .macro fpu_restore_double thread status tmp
164#if defined(CONFIG_64BIT) || defined(CONFIG_CPU_MIPS32_R2) || \
165 defined(CONFIG_CPU_MIPS32_R6)
166 sll \tmp, \status, 5
167 bgez \tmp, 10f # 16 register mode?
168
169 fpu_restore_16odd \thread
17010:
171#endif
172 fpu_restore_16even \thread \tmp
173 .endm
174
175#if defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_CPU_MIPSR6)
176 .macro _EXT rd, rs, p, s
177 ext \rd, \rs, \p, \s
178 .endm
179#else /* !CONFIG_CPU_MIPSR2 || !CONFIG_CPU_MIPSR6 */
180 .macro _EXT rd, rs, p, s
181 srl \rd, \rs, \p
182 andi \rd, \rd, (1 << \s) - 1
183 .endm
184#endif /* !CONFIG_CPU_MIPSR2 || !CONFIG_CPU_MIPSR6 */
185
186/*
187 * Temporary until all gas have MT ASE support
188 */
189 .macro DMT reg=0
190 .word 0x41600bc1 | (\reg << 16)
191 .endm
192
193 .macro EMT reg=0
194 .word 0x41600be1 | (\reg << 16)
195 .endm
196
197 .macro DVPE reg=0
198 .word 0x41600001 | (\reg << 16)
199 .endm
200
201 .macro EVPE reg=0
202 .word 0x41600021 | (\reg << 16)
203 .endm
204
205 .macro MFTR rt=0, rd=0, u=0, sel=0
206 .word 0x41000000 | (\rt << 16) | (\rd << 11) | (\u << 5) | (\sel)
207 .endm
208
209 .macro MTTR rt=0, rd=0, u=0, sel=0
210 .word 0x41800000 | (\rt << 16) | (\rd << 11) | (\u << 5) | (\sel)
211 .endm
212
213#ifdef TOOLCHAIN_SUPPORTS_MSA
214/* preprocessor replaces the fp in ".set fp=64" with $30 otherwise */
215#undef fp
216
217 .macro _cfcmsa rd, cs
218 .set push
219 .set mips32r2
220 .set fp=64
221 .set msa
222 cfcmsa \rd, $\cs
223 .set pop
224 .endm
225
226 .macro _ctcmsa cd, rs
227 .set push
228 .set mips32r2
229 .set fp=64
230 .set msa
231 ctcmsa $\cd, \rs
232 .set pop
233 .endm
234
235 .macro ld_d wd, off, base
236 .set push
237 .set mips32r2
238 .set fp=64
239 .set msa
240 ld.d $w\wd, \off(\base)
241 .set pop
242 .endm
243
244 .macro st_d wd, off, base
245 .set push
246 .set mips32r2
247 .set fp=64
248 .set msa
249 st.d $w\wd, \off(\base)
250 .set pop
251 .endm
252
253 .macro copy_u_w ws, n
254 .set push
255 .set mips32r2
256 .set fp=64
257 .set msa
258 copy_u.w $1, $w\ws[\n]
259 .set pop
260 .endm
261
262 .macro copy_u_d ws, n
263 .set push
264 .set mips64r2
265 .set fp=64
266 .set msa
267 copy_u.d $1, $w\ws[\n]
268 .set pop
269 .endm
270
271 .macro insert_w wd, n
272 .set push
273 .set mips32r2
274 .set fp=64
275 .set msa
276 insert.w $w\wd[\n], $1
277 .set pop
278 .endm
279
280 .macro insert_d wd, n
281 .set push
282 .set mips64r2
283 .set fp=64
284 .set msa
285 insert.d $w\wd[\n], $1
286 .set pop
287 .endm
288#else
289
290#ifdef CONFIG_CPU_MICROMIPS
291#define CFC_MSA_INSN 0x587e0056
292#define CTC_MSA_INSN 0x583e0816
293#define LDD_MSA_INSN 0x58000837
294#define STD_MSA_INSN 0x5800083f
295#define COPY_UW_MSA_INSN 0x58f00056
296#define COPY_UD_MSA_INSN 0x58f80056
297#define INSERT_W_MSA_INSN 0x59300816
298#define INSERT_D_MSA_INSN 0x59380816
299#else
300#define CFC_MSA_INSN 0x787e0059
301#define CTC_MSA_INSN 0x783e0819
302#define LDD_MSA_INSN 0x78000823
303#define STD_MSA_INSN 0x78000827
304#define COPY_UW_MSA_INSN 0x78f00059
305#define COPY_UD_MSA_INSN 0x78f80059
306#define INSERT_W_MSA_INSN 0x79300819
307#define INSERT_D_MSA_INSN 0x79380819
308#endif
309
310 /*
311 * Temporary until all toolchains in use include MSA support.
312 */
313 .macro _cfcmsa rd, cs
314 .set push
315 .set noat
316 SET_HARDFLOAT
317 .insn
318 .word CFC_MSA_INSN | (\cs << 11)
319 move \rd, $1
320 .set pop
321 .endm
322
323 .macro _ctcmsa cd, rs
324 .set push
325 .set noat
326 SET_HARDFLOAT
327 move $1, \rs
328 .word CTC_MSA_INSN | (\cd << 6)
329 .set pop
330 .endm
331
332 .macro ld_d wd, off, base
333 .set push
334 .set noat
335 SET_HARDFLOAT
336 addu $1, \base, \off
337 .word LDD_MSA_INSN | (\wd << 6)
338 .set pop
339 .endm
340
341 .macro st_d wd, off, base
342 .set push
343 .set noat
344 SET_HARDFLOAT
345 addu $1, \base, \off
346 .word STD_MSA_INSN | (\wd << 6)
347 .set pop
348 .endm
349
350 .macro copy_u_w ws, n
351 .set push
352 .set noat
353 SET_HARDFLOAT
354 .insn
355 .word COPY_UW_MSA_INSN | (\n << 16) | (\ws << 11)
356 .set pop
357 .endm
358
359 .macro copy_u_d ws, n
360 .set push
361 .set noat
362 SET_HARDFLOAT
363 .insn
364 .word COPY_UD_MSA_INSN | (\n << 16) | (\ws << 11)
365 .set pop
366 .endm
367
368 .macro insert_w wd, n
369 .set push
370 .set noat
371 SET_HARDFLOAT
372 .word INSERT_W_MSA_INSN | (\n << 16) | (\wd << 6)
373 .set pop
374 .endm
375
376 .macro insert_d wd, n
377 .set push
378 .set noat
379 SET_HARDFLOAT
380 .word INSERT_D_MSA_INSN | (\n << 16) | (\wd << 6)
381 .set pop
382 .endm
383#endif
384
385 .macro msa_save_all thread
386 st_d 0, THREAD_FPR0, \thread
387 st_d 1, THREAD_FPR1, \thread
388 st_d 2, THREAD_FPR2, \thread
389 st_d 3, THREAD_FPR3, \thread
390 st_d 4, THREAD_FPR4, \thread
391 st_d 5, THREAD_FPR5, \thread
392 st_d 6, THREAD_FPR6, \thread
393 st_d 7, THREAD_FPR7, \thread
394 st_d 8, THREAD_FPR8, \thread
395 st_d 9, THREAD_FPR9, \thread
396 st_d 10, THREAD_FPR10, \thread
397 st_d 11, THREAD_FPR11, \thread
398 st_d 12, THREAD_FPR12, \thread
399 st_d 13, THREAD_FPR13, \thread
400 st_d 14, THREAD_FPR14, \thread
401 st_d 15, THREAD_FPR15, \thread
402 st_d 16, THREAD_FPR16, \thread
403 st_d 17, THREAD_FPR17, \thread
404 st_d 18, THREAD_FPR18, \thread
405 st_d 19, THREAD_FPR19, \thread
406 st_d 20, THREAD_FPR20, \thread
407 st_d 21, THREAD_FPR21, \thread
408 st_d 22, THREAD_FPR22, \thread
409 st_d 23, THREAD_FPR23, \thread
410 st_d 24, THREAD_FPR24, \thread
411 st_d 25, THREAD_FPR25, \thread
412 st_d 26, THREAD_FPR26, \thread
413 st_d 27, THREAD_FPR27, \thread
414 st_d 28, THREAD_FPR28, \thread
415 st_d 29, THREAD_FPR29, \thread
416 st_d 30, THREAD_FPR30, \thread
417 st_d 31, THREAD_FPR31, \thread
418 .set push
419 .set noat
420 SET_HARDFLOAT
421 _cfcmsa $1, MSA_CSR
422 sw $1, THREAD_MSA_CSR(\thread)
423 .set pop
424 .endm
425
426 .macro msa_restore_all thread
427 .set push
428 .set noat
429 SET_HARDFLOAT
430 lw $1, THREAD_MSA_CSR(\thread)
431 _ctcmsa MSA_CSR, $1
432 .set pop
433 ld_d 0, THREAD_FPR0, \thread
434 ld_d 1, THREAD_FPR1, \thread
435 ld_d 2, THREAD_FPR2, \thread
436 ld_d 3, THREAD_FPR3, \thread
437 ld_d 4, THREAD_FPR4, \thread
438 ld_d 5, THREAD_FPR5, \thread
439 ld_d 6, THREAD_FPR6, \thread
440 ld_d 7, THREAD_FPR7, \thread
441 ld_d 8, THREAD_FPR8, \thread
442 ld_d 9, THREAD_FPR9, \thread
443 ld_d 10, THREAD_FPR10, \thread
444 ld_d 11, THREAD_FPR11, \thread
445 ld_d 12, THREAD_FPR12, \thread
446 ld_d 13, THREAD_FPR13, \thread
447 ld_d 14, THREAD_FPR14, \thread
448 ld_d 15, THREAD_FPR15, \thread
449 ld_d 16, THREAD_FPR16, \thread
450 ld_d 17, THREAD_FPR17, \thread
451 ld_d 18, THREAD_FPR18, \thread
452 ld_d 19, THREAD_FPR19, \thread
453 ld_d 20, THREAD_FPR20, \thread
454 ld_d 21, THREAD_FPR21, \thread
455 ld_d 22, THREAD_FPR22, \thread
456 ld_d 23, THREAD_FPR23, \thread
457 ld_d 24, THREAD_FPR24, \thread
458 ld_d 25, THREAD_FPR25, \thread
459 ld_d 26, THREAD_FPR26, \thread
460 ld_d 27, THREAD_FPR27, \thread
461 ld_d 28, THREAD_FPR28, \thread
462 ld_d 29, THREAD_FPR29, \thread
463 ld_d 30, THREAD_FPR30, \thread
464 ld_d 31, THREAD_FPR31, \thread
465 .endm
466
467 .macro msa_init_upper wd
468#ifdef CONFIG_64BIT
469 insert_d \wd, 1
470#else
471 insert_w \wd, 2
472 insert_w \wd, 3
473#endif
474 .endm
475
476 .macro msa_init_all_upper
477 .set push
478 .set noat
479 SET_HARDFLOAT
480 not $1, zero
481 msa_init_upper 0
482 msa_init_upper 1
483 msa_init_upper 2
484 msa_init_upper 3
485 msa_init_upper 4
486 msa_init_upper 5
487 msa_init_upper 6
488 msa_init_upper 7
489 msa_init_upper 8
490 msa_init_upper 9
491 msa_init_upper 10
492 msa_init_upper 11
493 msa_init_upper 12
494 msa_init_upper 13
495 msa_init_upper 14
496 msa_init_upper 15
497 msa_init_upper 16
498 msa_init_upper 17
499 msa_init_upper 18
500 msa_init_upper 19
501 msa_init_upper 20
502 msa_init_upper 21
503 msa_init_upper 22
504 msa_init_upper 23
505 msa_init_upper 24
506 msa_init_upper 25
507 msa_init_upper 26
508 msa_init_upper 27
509 msa_init_upper 28
510 msa_init_upper 29
511 msa_init_upper 30
512 msa_init_upper 31
513 .set pop
514 .endm
515
516#endif /* _ASM_ASMMACRO_H */