-
Notifications
You must be signed in to change notification settings - Fork 0
/
gost3411-2012-sse41.h
84 lines (71 loc) · 3.01 KB
/
gost3411-2012-sse41.h
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
/*
* Copyright (c) 2013, Alexey Degtyarev <alexey@renatasystems.org>.
* All rights reserved.
*
*/
#ifndef _SSE41_H
#define _SSE41_H
#ifndef __SSE4_1__
#error "require sse4 compiler support. gcc -mavx2 -dM -E - </dev/null"
#endif
#include "gost3411-2012-precalc.h"
#include <mmintrin.h>
#include <emmintrin.h>
#include <smmintrin.h>
#include <immintrin.h>
#define STORE_XMM(M, xmm0, xmm1, xmm2, xmm3 ) \
_mm_store_si128((__m128i *) &(M->QWORD[0]), xmm0 ); \
_mm_store_si128((__m128i *) &(M->QWORD[2]), xmm1 ); \
_mm_store_si128((__m128i *) &(M->QWORD[4]), xmm2 ); \
_mm_store_si128((__m128i *) &(M->QWORD[6]), xmm3 );
#define LOAD_XMM(MP, xmm0, xmm1, xmm2, xmm3) \
xmm0 = _mm_load_si128((const __m128i *) &(MP->QWORD[0])); \
xmm1 = _mm_load_si128((const __m128i *) &(MP->QWORD[2])); \
xmm2 = _mm_load_si128((const __m128i *) &(MP->QWORD[4])); \
xmm3 = _mm_load_si128((const __m128i *) &(MP->QWORD[6]));
#define LOADU_XMM(M, xmm0, xmm1, xmm2, xmm3) \
xmm0 = _mm_loadu_si128((const __m128i *) (M )); \
xmm1 = _mm_loadu_si128((const __m128i *) (M+16)); \
xmm2 = _mm_loadu_si128((const __m128i *) (M+32)); \
xmm3 = _mm_loadu_si128((const __m128i *) (M+48)) ;
#define XOR_XMM(MP, xmm0, xmm1, xmm2, xmm3) { \
xmm0 = _mm_xor_si128(xmm0, _mm_load_si128((const __m128i *) &(MP.QWORD[0])));\
xmm1 = _mm_xor_si128(xmm1, _mm_load_si128((const __m128i *) &(MP.QWORD[2])));\
xmm2 = _mm_xor_si128(xmm2, _mm_load_si128((const __m128i *) &(MP.QWORD[4])));\
xmm3 = _mm_xor_si128(xmm3, _mm_load_si128((const __m128i *) &(MP.QWORD[6])));\
}
#define XOR_XMM2( xmm0, xmm1, xmm2, xmm3, xmm4, xmm5, xmm6, xmm7) \
xmm0 = _mm_xor_si128(xmm0, xmm4); \
xmm1 = _mm_xor_si128(xmm1, xmm5); \
xmm2 = _mm_xor_si128(xmm2, xmm6); \
xmm3 = _mm_xor_si128(xmm3, xmm7); \
#define XMM_EXTRACT(row, outxmm, xmm0, xmm1, xmm2, xmm3 ) {\
r0 = Ax[0][ _mm_extract_epi8(xmm0, row + 0)]; \
r0 ^= Ax[1][ _mm_extract_epi8(xmm0, row + 8)]; \
r0 ^= Ax[2][ _mm_extract_epi8(xmm1, row + 0)]; \
r0 ^= Ax[3][ _mm_extract_epi8(xmm1, row + 8)]; \
r0 ^= Ax[4][ _mm_extract_epi8(xmm2, row + 0)]; \
r0 ^= Ax[5][ _mm_extract_epi8(xmm2, row + 8)]; \
r0 ^= Ax[6][ _mm_extract_epi8(xmm3, row + 0)]; \
r0 ^= Ax[7][ _mm_extract_epi8(xmm3, row + 8)]; \
\
r1 = Ax[0][ _mm_extract_epi8(xmm0, row + 1)]; \
r1 ^= Ax[1][ _mm_extract_epi8(xmm0, row + 9)]; \
r1 ^= Ax[2][ _mm_extract_epi8(xmm1, row + 1)]; \
r1 ^= Ax[3][ _mm_extract_epi8(xmm1, row + 9)]; \
r1 ^= Ax[4][ _mm_extract_epi8(xmm2, row + 1)]; \
r1 ^= Ax[5][ _mm_extract_epi8(xmm2, row + 9)]; \
r1 ^= Ax[6][ _mm_extract_epi8(xmm3, row + 1)]; \
r1 ^= Ax[7][ _mm_extract_epi8(xmm3, row + 9)]; \
\
outxmm = _mm_set_epi64x(r1, r0); \
}
#define LPS(xmm0, xmm1, xmm2, xmm3) { \
__m128i tx0, tx1, tx2, tx3; \
XMM_EXTRACT(0, tx0, xmm0, xmm1, xmm2, xmm3); \
XMM_EXTRACT(2, tx1, xmm0, xmm1, xmm2, xmm3); \
XMM_EXTRACT(4, tx2, xmm0, xmm1, xmm2, xmm3); \
XMM_EXTRACT(6, tx3, xmm0, xmm1, xmm2, xmm3); \
xmm0 = tx0; xmm1 = tx1; xmm2 = tx2; xmm3 = tx3; \
}
#endif