mirror of
https://github.com/guanzhi/GmSSL.git
synced 2026-05-07 00:46:17 +08:00
Add sm3 arm neon implementation
This commit is contained in:
Zhi Guan
282
src/sm3_arm_neon.c
Normal file
282
src/sm3_arm_neon.c
Normal file
@@ -0,0 +1,282 @@
|
||||
/*
|
||||
* Copyright 2014-2024 The GmSSL Project. All Rights Reserved.
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the License); you may
|
||||
* not use this file except in compliance with the License.
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*/
|
||||
|
||||
|
||||
#include <string.h>
|
||||
#include <gmssl/sm3.h>
|
||||
#include <gmssl/error.h>
|
||||
#include <gmssl/endian.h>
|
||||
#include <arm_neon.h>
|
||||
|
||||
|
||||
#define P0(x) ((x) ^ ROL32((x), 9) ^ ROL32((x),17))
|
||||
#define P1(x) ((x) ^ ROL32((x),15) ^ ROL32((x),23))
|
||||
|
||||
#define FF00(x,y,z) ((x) ^ (y) ^ (z))
|
||||
#define FF16(x,y,z) (((x)&(y)) | ((x)&(z)) | ((y)&(z)))
|
||||
#define GG00(x,y,z) ((x) ^ (y) ^ (z))
|
||||
#define GG16(x,y,z) ((((y)^(z)) & (x)) ^ (z))
|
||||
|
||||
|
||||
static uint32_t K[64] = {
|
||||
0x79cc4519U, 0xf3988a32U, 0xe7311465U, 0xce6228cbU,
|
||||
0x9cc45197U, 0x3988a32fU, 0x7311465eU, 0xe6228cbcU,
|
||||
0xcc451979U, 0x988a32f3U, 0x311465e7U, 0x6228cbceU,
|
||||
0xc451979cU, 0x88a32f39U, 0x11465e73U, 0x228cbce6U,
|
||||
0x9d8a7a87U, 0x3b14f50fU, 0x7629ea1eU, 0xec53d43cU,
|
||||
0xd8a7a879U, 0xb14f50f3U, 0x629ea1e7U, 0xc53d43ceU,
|
||||
0x8a7a879dU, 0x14f50f3bU, 0x29ea1e76U, 0x53d43cecU,
|
||||
0xa7a879d8U, 0x4f50f3b1U, 0x9ea1e762U, 0x3d43cec5U,
|
||||
0x7a879d8aU, 0xf50f3b14U, 0xea1e7629U, 0xd43cec53U,
|
||||
0xa879d8a7U, 0x50f3b14fU, 0xa1e7629eU, 0x43cec53dU,
|
||||
0x879d8a7aU, 0x0f3b14f5U, 0x1e7629eaU, 0x3cec53d4U,
|
||||
0x79d8a7a8U, 0xf3b14f50U, 0xe7629ea1U, 0xcec53d43U,
|
||||
0x9d8a7a87U, 0x3b14f50fU, 0x7629ea1eU, 0xec53d43cU,
|
||||
0xd8a7a879U, 0xb14f50f3U, 0x629ea1e7U, 0xc53d43ceU,
|
||||
0x8a7a879dU, 0x14f50f3bU, 0x29ea1e76U, 0x53d43cecU,
|
||||
0xa7a879d8U, 0x4f50f3b1U, 0x9ea1e762U, 0x3d43cec5U,
|
||||
};
|
||||
|
||||
#define SM3_ROUND_0(j,A,B,C,D,E,F,G,H) \
|
||||
SS0 = ROL32(A, 12); \
|
||||
SS1 = ROL32((SS0 + E + K[j]), 7); \
|
||||
SS2 = SS1 ^ SS0; \
|
||||
TT1 = FF00(A,B,C) + D + SS2 + (W[j] ^ W[j+4]); \
|
||||
TT2 = GG00(E,F,G) + H + SS1 + W[j]; \
|
||||
D = TT1; \
|
||||
B = ROL32(B, 9); \
|
||||
H = P0(TT2); \
|
||||
F = ROL32(F, 19);
|
||||
|
||||
#define SM3_ROUND_1(j,A,B,C,D,E,F,G,H) \
|
||||
SS0 = ROL32(A, 12); \
|
||||
SS1 = ROL32((SS0 + E + K[j]), 7); \
|
||||
SS2 = SS1 ^ SS0; \
|
||||
TT1 = FF16(A,B,C) + D + SS2 + (W[j] ^ W[j+4]); \
|
||||
TT2 = GG16(E,F,G) + H + SS1 + W[j]; \
|
||||
D = TT1; \
|
||||
B = ROL32(B, 9); \
|
||||
H = P0(TT2); \
|
||||
F = ROL32(F, 19);
|
||||
|
||||
#define SM3_ROUND_2(j,A,B,C,D,E,F,G,H) \
|
||||
SS0 = ROL32(A, 12); \
|
||||
SS1 = ROL32((SS0 + E + K[j]), 7); \
|
||||
SS2 = SS1 ^ SS0; \
|
||||
TT1 = FF16(A,B,C) + D + SS2 + (W[j] ^ W[j+4]); \
|
||||
TT2 = GG16(E,F,G) + H + SS1 +W[j]; \
|
||||
D = TT1; \
|
||||
B = ROL32(B, 9); \
|
||||
H = P0(TT2); \
|
||||
F = ROL32(F, 19);
|
||||
|
||||
#define vrolq_n_u32(words, n) \
|
||||
vorrq_u32(vshlq_n_u32((words), (n)), vshrq_n_u32((words), 32 - (n)))
|
||||
|
||||
#define EXPAND_WORDS(j) \
|
||||
words = vld1q_u32(W + j - 3); \
|
||||
words = vrolq_n_u32(words, 15); \
|
||||
tempv = vld1q_u32(W + j - 9); \
|
||||
words = veorq_u32(words, tempv); \
|
||||
tempv = vld1q_u32(W + j - 16); \
|
||||
words = veorq_u32(words, tempv); \
|
||||
tempv = vrolq_n_u32(words, 23-15); \
|
||||
tempv = veorq_u32(tempv, words); \
|
||||
tempv = vrolq_n_u32(tempv, 15); \
|
||||
words = veorq_u32(tempv, words); \
|
||||
tempv = vld1q_u32(W + j - 13); \
|
||||
tempv = vrolq_n_u32(tempv, 7); \
|
||||
words = veorq_u32(words, tempv); \
|
||||
tempv = vld1q_u32(W + j - 6); \
|
||||
words = veorq_u32(words, tempv); \
|
||||
vst1q_u32(W + j, words)
|
||||
|
||||
|
||||
void sm3_compress_blocks(uint32_t digest[8], const uint8_t *data, size_t blocks)
|
||||
{
|
||||
uint32_t A;
|
||||
uint32_t B;
|
||||
uint32_t C;
|
||||
uint32_t D;
|
||||
uint32_t E;
|
||||
uint32_t F;
|
||||
uint32_t G;
|
||||
uint32_t H;
|
||||
uint32_t W[67 + 4];
|
||||
uint32_t SS0, SS1, SS2;
|
||||
uint32_t TT1, TT2;
|
||||
uint32x4_t words, tempv;
|
||||
int j;
|
||||
|
||||
while (blocks--) {
|
||||
|
||||
A = digest[0];
|
||||
B = digest[1];
|
||||
C = digest[2];
|
||||
D = digest[3];
|
||||
E = digest[4];
|
||||
F = digest[5];
|
||||
G = digest[6];
|
||||
H = digest[7];
|
||||
|
||||
|
||||
for (j = 0; j < 16; j += 4) {
|
||||
words = vld1q_u32((uint32_t *)data + j);
|
||||
words = vrev32q_u8(words);
|
||||
vst1q_u32(W + j, words);
|
||||
}
|
||||
|
||||
SM3_ROUND_0( 0, A,B,C,D, E,F,G,H); EXPAND_WORDS(16);
|
||||
SM3_ROUND_0( 1, D,A,B,C, H,E,F,G);
|
||||
SM3_ROUND_0( 2, C,D,A,B, G,H,E,F);
|
||||
SM3_ROUND_0( 3, B,C,D,A, F,G,H,E); EXPAND_WORDS(19);
|
||||
SM3_ROUND_0( 4, A,B,C,D, E,F,G,H);
|
||||
SM3_ROUND_0( 5, D,A,B,C, H,E,F,G);
|
||||
SM3_ROUND_0( 6, C,D,A,B, G,H,E,F); EXPAND_WORDS(22);
|
||||
SM3_ROUND_0( 7, B,C,D,A, F,G,H,E);
|
||||
SM3_ROUND_0( 8, A,B,C,D, E,F,G,H);
|
||||
SM3_ROUND_0( 9, D,A,B,C, H,E,F,G); EXPAND_WORDS(25);
|
||||
SM3_ROUND_0(10, C,D,A,B, G,H,E,F);
|
||||
SM3_ROUND_0(11, B,C,D,A, F,G,H,E);
|
||||
SM3_ROUND_0(12, A,B,C,D, E,F,G,H); EXPAND_WORDS(28);
|
||||
SM3_ROUND_0(13, D,A,B,C, H,E,F,G);
|
||||
SM3_ROUND_0(14, C,D,A,B, G,H,E,F);
|
||||
SM3_ROUND_0(15, B,C,D,A, F,G,H,E); EXPAND_WORDS(31);
|
||||
SM3_ROUND_1(16, A,B,C,D, E,F,G,H);
|
||||
SM3_ROUND_1(17, D,A,B,C, H,E,F,G);
|
||||
SM3_ROUND_1(18, C,D,A,B, G,H,E,F); EXPAND_WORDS(34);
|
||||
SM3_ROUND_1(19, B,C,D,A, F,G,H,E);
|
||||
SM3_ROUND_1(20, A,B,C,D, E,F,G,H);
|
||||
SM3_ROUND_1(21, D,A,B,C, H,E,F,G); EXPAND_WORDS(37);
|
||||
SM3_ROUND_1(22, C,D,A,B, G,H,E,F);
|
||||
SM3_ROUND_1(23, B,C,D,A, F,G,H,E);
|
||||
SM3_ROUND_1(24, A,B,C,D, E,F,G,H); EXPAND_WORDS(40);
|
||||
SM3_ROUND_1(25, D,A,B,C, H,E,F,G);
|
||||
SM3_ROUND_1(26, C,D,A,B, G,H,E,F);
|
||||
SM3_ROUND_1(27, B,C,D,A, F,G,H,E); EXPAND_WORDS(43);
|
||||
SM3_ROUND_1(28, A,B,C,D, E,F,G,H);
|
||||
SM3_ROUND_1(29, D,A,B,C, H,E,F,G);
|
||||
SM3_ROUND_1(30, C,D,A,B, G,H,E,F); EXPAND_WORDS(46);
|
||||
SM3_ROUND_1(31, B,C,D,A, F,G,H,E);
|
||||
SM3_ROUND_1(32, A,B,C,D, E,F,G,H);
|
||||
SM3_ROUND_1(33, D,A,B,C, H,E,F,G); EXPAND_WORDS(49);
|
||||
SM3_ROUND_1(34, C,D,A,B, G,H,E,F);
|
||||
SM3_ROUND_1(35, B,C,D,A, F,G,H,E);
|
||||
SM3_ROUND_1(36, A,B,C,D, E,F,G,H); EXPAND_WORDS(52);
|
||||
SM3_ROUND_1(37, D,A,B,C, H,E,F,G);
|
||||
SM3_ROUND_1(38, C,D,A,B, G,H,E,F);
|
||||
SM3_ROUND_1(39, B,C,D,A, F,G,H,E); EXPAND_WORDS(55);
|
||||
SM3_ROUND_1(40, A,B,C,D, E,F,G,H);
|
||||
SM3_ROUND_1(41, D,A,B,C, H,E,F,G);
|
||||
SM3_ROUND_1(42, C,D,A,B, G,H,E,F); EXPAND_WORDS(58);
|
||||
SM3_ROUND_1(43, B,C,D,A, F,G,H,E);
|
||||
SM3_ROUND_1(44, A,B,C,D, E,F,G,H);
|
||||
SM3_ROUND_1(45, D,A,B,C, H,E,F,G); EXPAND_WORDS(61);
|
||||
SM3_ROUND_1(46, C,D,A,B, G,H,E,F);
|
||||
SM3_ROUND_1(47, B,C,D,A, F,G,H,E);
|
||||
SM3_ROUND_1(48, A,B,C,D, E,F,G,H); EXPAND_WORDS(64);
|
||||
SM3_ROUND_1(49, D,A,B,C, H,E,F,G);
|
||||
SM3_ROUND_1(50, C,D,A,B, G,H,E,F);
|
||||
SM3_ROUND_1(51, B,C,D,A, F,G,H,E); EXPAND_WORDS(67);
|
||||
SM3_ROUND_2(52, A,B,C,D, E,F,G,H);
|
||||
SM3_ROUND_2(53, D,A,B,C, H,E,F,G);
|
||||
SM3_ROUND_2(54, C,D,A,B, G,H,E,F);
|
||||
SM3_ROUND_2(55, B,C,D,A, F,G,H,E);
|
||||
SM3_ROUND_2(56, A,B,C,D, E,F,G,H);
|
||||
SM3_ROUND_2(57, D,A,B,C, H,E,F,G);
|
||||
SM3_ROUND_2(58, C,D,A,B, G,H,E,F);
|
||||
SM3_ROUND_2(59, B,C,D,A, F,G,H,E);
|
||||
SM3_ROUND_2(60, A,B,C,D, E,F,G,H);
|
||||
SM3_ROUND_2(61, D,A,B,C, H,E,F,G);
|
||||
SM3_ROUND_2(62, C,D,A,B, G,H,E,F);
|
||||
SM3_ROUND_2(63, B,C,D,A, F,G,H,E);
|
||||
|
||||
digest[0] ^= A;
|
||||
digest[1] ^= B;
|
||||
digest[2] ^= C;
|
||||
digest[3] ^= D;
|
||||
digest[4] ^= E;
|
||||
digest[5] ^= F;
|
||||
digest[6] ^= G;
|
||||
digest[7] ^= H;
|
||||
|
||||
data += 64;
|
||||
}
|
||||
}
|
||||
|
||||
void sm3_init(SM3_CTX *ctx)
|
||||
{
|
||||
memset(ctx, 0, sizeof(*ctx));
|
||||
ctx->digest[0] = 0x7380166F;
|
||||
ctx->digest[1] = 0x4914B2B9;
|
||||
ctx->digest[2] = 0x172442D7;
|
||||
ctx->digest[3] = 0xDA8A0600;
|
||||
ctx->digest[4] = 0xA96F30BC;
|
||||
ctx->digest[5] = 0x163138AA;
|
||||
ctx->digest[6] = 0xE38DEE4D;
|
||||
ctx->digest[7] = 0xB0FB0E4E;
|
||||
}
|
||||
|
||||
void sm3_update(SM3_CTX *ctx, const uint8_t *data, size_t data_len)
|
||||
{
|
||||
size_t blocks;
|
||||
|
||||
ctx->num &= 0x3f;
|
||||
if (ctx->num) {
|
||||
size_t left = SM3_BLOCK_SIZE - ctx->num;
|
||||
if (data_len < left) {
|
||||
memcpy(ctx->block + ctx->num, data, data_len);
|
||||
ctx->num += data_len;
|
||||
return;
|
||||
} else {
|
||||
memcpy(ctx->block + ctx->num, data, left);
|
||||
sm3_compress_blocks(ctx->digest, ctx->block, 1);
|
||||
ctx->nblocks++;
|
||||
data += left;
|
||||
data_len -= left;
|
||||
}
|
||||
}
|
||||
|
||||
blocks = data_len / SM3_BLOCK_SIZE;
|
||||
if (blocks) {
|
||||
sm3_compress_blocks(ctx->digest, data, blocks);
|
||||
ctx->nblocks += blocks;
|
||||
data += SM3_BLOCK_SIZE * blocks;
|
||||
data_len -= SM3_BLOCK_SIZE * blocks;
|
||||
}
|
||||
|
||||
ctx->num = data_len;
|
||||
if (data_len) {
|
||||
memcpy(ctx->block, data, data_len);
|
||||
}
|
||||
}
|
||||
|
||||
void sm3_finish(SM3_CTX *ctx, uint8_t *digest)
|
||||
{
|
||||
int i;
|
||||
|
||||
ctx->num &= 0x3f;
|
||||
ctx->block[ctx->num] = 0x80;
|
||||
|
||||
if (ctx->num <= SM3_BLOCK_SIZE - 9) {
|
||||
memset(ctx->block + ctx->num + 1, 0, SM3_BLOCK_SIZE - ctx->num - 9);
|
||||
} else {
|
||||
memset(ctx->block + ctx->num + 1, 0, SM3_BLOCK_SIZE - ctx->num - 1);
|
||||
sm3_compress_blocks(ctx->digest, ctx->block, 1);
|
||||
memset(ctx->block, 0, SM3_BLOCK_SIZE - 8);
|
||||
}
|
||||
|
||||
PUTU32(ctx->block + 56, ctx->nblocks >> 23);
|
||||
PUTU32(ctx->block + 60, (ctx->nblocks << 9) + (ctx->num << 3));
|
||||
sm3_compress_blocks(ctx->digest, ctx->block, 1);
|
||||
|
||||
for (i = 0; i < 8; i++) {
|
||||
PUTU32(digest + i*4, ctx->digest[i]);
|
||||
}
|
||||
}
|
||||
@@ -199,16 +199,16 @@ static int test_sm3_speed(void)
|
||||
seconds = (double)(end - start)/CLOCKS_PER_SEC;
|
||||
|
||||
fprintf(stderr, "%s: %f MiB per second\n", __FUNCTION__, 16/seconds);
|
||||
|
||||
return 1;
|
||||
|
||||
}
|
||||
|
||||
|
||||
int main(void)
|
||||
{
|
||||
if (test_sm3() != 1) goto err;
|
||||
#if ENABLE_TEST_SPEED
|
||||
if (test_sm3_speed() != 1) goto err;
|
||||
#endif
|
||||
printf("%s all tests passed\n", __FILE__);
|
||||
return 0;
|
||||
err:
|
||||
|
||||
Reference in New Issue
Block a user