Linux kernel mirror (for testing) git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
kernel os linux

lib/crypto: blake2s: Replace manual unrolling with unrolled_full

As we're doing in the BLAKE2b code, use unrolled_full to make the
compiler handle the loop unrolling. This simplifies the code slightly.
The generated object code is nearly the same with both gcc and clang.

Reviewed-by: Ard Biesheuvel <ardb@kernel.org>
Link: https://lore.kernel.org/r/20251205051155.25274-1-ebiggers@kernel.org
Signed-off-by: Eric Biggers <ebiggers@kernel.org>

+16 -22
+16 -22
lib/crypto/blake2s.c
··· 14 14 #include <linux/kernel.h> 15 15 #include <linux/module.h> 16 16 #include <linux/string.h> 17 + #include <linux/unroll.h> 17 18 #include <linux/types.h> 18 19 19 20 static const u8 blake2s_sigma[10][16] = { ··· 72 71 b = ror32(b ^ c, 7); \ 73 72 } while (0) 74 73 75 - #define ROUND(r) do { \ 76 - G(r, 0, v[0], v[ 4], v[ 8], v[12]); \ 77 - G(r, 1, v[1], v[ 5], v[ 9], v[13]); \ 78 - G(r, 2, v[2], v[ 6], v[10], v[14]); \ 79 - G(r, 3, v[3], v[ 7], v[11], v[15]); \ 80 - G(r, 4, v[0], v[ 5], v[10], v[15]); \ 81 - G(r, 5, v[1], v[ 6], v[11], v[12]); \ 82 - G(r, 6, v[2], v[ 7], v[ 8], v[13]); \ 83 - G(r, 7, v[3], v[ 4], v[ 9], v[14]); \ 84 - } while (0) 85 - ROUND(0); 86 - ROUND(1); 87 - ROUND(2); 88 - ROUND(3); 89 - ROUND(4); 90 - ROUND(5); 91 - ROUND(6); 92 - ROUND(7); 93 - ROUND(8); 94 - ROUND(9); 95 - 74 + /* 75 + * Unroll the rounds loop to enable constant-folding of the 76 + * blake2s_sigma values. 77 + */ 78 + unrolled_full 79 + for (int r = 0; r < 10; r++) { 80 + G(r, 0, v[0], v[4], v[8], v[12]); 81 + G(r, 1, v[1], v[5], v[9], v[13]); 82 + G(r, 2, v[2], v[6], v[10], v[14]); 83 + G(r, 3, v[3], v[7], v[11], v[15]); 84 + G(r, 4, v[0], v[5], v[10], v[15]); 85 + G(r, 5, v[1], v[6], v[11], v[12]); 86 + G(r, 6, v[2], v[7], v[8], v[13]); 87 + G(r, 7, v[3], v[4], v[9], v[14]); 88 + } 96 89 #undef G 97 - #undef ROUND 98 90 99 91 for (i = 0; i < 8; ++i) 100 92 ctx->h[i] ^= v[i] ^ v[i + 8];