fuzz coverage

Coverage Report

Created: 2026-04-24 13:48

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/root/bitcoin/src/crypto/sha256_x86_shani.cpp
Line
Count
Source
1
// Copyright (c) 2018-present The Bitcoin Core developers
2
// Distributed under the MIT software license, see the accompanying
3
// file COPYING or http://www.opensource.org/licenses/mit-license.php.
4
//
5
// Based on https://github.com/noloader/SHA-Intrinsics/blob/master/sha256-x86.c,
6
// Written and placed in public domain by Jeffrey Walton.
7
// Based on code from Intel, and by Sean Gulley for the miTLS project.
8
9
#if defined(ENABLE_SSE41) && defined(ENABLE_X86_SHANI)
10
11
#include <cstddef>
12
#include <cstdint>
13
#include <immintrin.h>
14
15
#include <attributes.h>
16
17
namespace {
18
19
alignas(__m128i) const uint8_t MASK[16] = {0x03, 0x02, 0x01, 0x00, 0x07, 0x06, 0x05, 0x04, 0x0b, 0x0a, 0x09, 0x08, 0x0f, 0x0e, 0x0d, 0x0c};
20
alignas(__m128i) const uint8_t INIT0[16] = {0x8c, 0x68, 0x05, 0x9b, 0x7f, 0x52, 0x0e, 0x51, 0x85, 0xae, 0x67, 0xbb, 0x67, 0xe6, 0x09, 0x6a};
21
alignas(__m128i) const uint8_t INIT1[16] = {0x19, 0xcd, 0xe0, 0x5b, 0xab, 0xd9, 0x83, 0x1f, 0x3a, 0xf5, 0x4f, 0xa5, 0x72, 0xf3, 0x6e, 0x3c};
22
23
void ALWAYS_INLINE QuadRound(__m128i& state0, __m128i& state1, uint64_t k1, uint64_t k0)
24
2.29G
{
25
2.29G
    const __m128i msg = _mm_set_epi64x(k1, k0);
26
2.29G
    state1 = _mm_sha256rnds2_epu32(state1, state0, msg);
27
2.29G
    state0 = _mm_sha256rnds2_epu32(state0, state1, _mm_shuffle_epi32(msg, 0x0e));
28
2.29G
}
29
30
void ALWAYS_INLINE QuadRound(__m128i& state0, __m128i& state1, __m128i m, uint64_t k1, uint64_t k0)
31
52.8G
{
32
52.8G
    const __m128i msg = _mm_add_epi32(m, _mm_set_epi64x(k1, k0));
33
52.8G
    state1 = _mm_sha256rnds2_epu32(state1, state0, msg);
34
52.8G
    state0 = _mm_sha256rnds2_epu32(state0, state1, _mm_shuffle_epi32(msg, 0x0e));
35
52.8G
}
36
37
void ALWAYS_INLINE ShiftMessageA(__m128i& m0, __m128i m1)
38
39.8G
{
39
39.8G
    m0 = _mm_sha256msg1_epu32(m0, m1);
40
39.8G
}
41
42
void ALWAYS_INLINE ShiftMessageC(__m128i& m0, __m128i m1, __m128i& m2)
43
39.8G
{
44
39.8G
    m2 = _mm_sha256msg2_epu32(_mm_add_epi32(m2, _mm_alignr_epi8(m1, m0, 4)), m1);
45
39.8G
}
46
47
void ALWAYS_INLINE ShiftMessageB(__m128i& m0, __m128i m1, __m128i& m2)
48
33.1G
{
49
33.1G
    ShiftMessageC(m0, m1, m2);
50
33.1G
    ShiftMessageA(m0, m1);
51
33.1G
}
52
53
void ALWAYS_INLINE Shuffle(__m128i& s0, __m128i& s1)
54
3.03G
{
55
3.03G
    const __m128i t1 = _mm_shuffle_epi32(s0, 0xB1);
56
3.03G
    const __m128i t2 = _mm_shuffle_epi32(s1, 0x1B);
57
3.03G
    s0 = _mm_alignr_epi8(t1, t2, 0x08);
58
3.03G
    s1 = _mm_blend_epi16(t2, t1, 0xF0);
59
3.03G
}
60
61
void ALWAYS_INLINE Unshuffle(__m128i& s0, __m128i& s1)
62
3.29G
{
63
3.29G
    const __m128i t1 = _mm_shuffle_epi32(s0, 0x1B);
64
3.29G
    const __m128i t2 = _mm_shuffle_epi32(s1, 0xB1);
65
3.29G
    s0 = _mm_blend_epi16(t1, t2, 0xF0);
66
3.29G
    s1 = _mm_alignr_epi8(t2, t1, 0x08);
67
3.29G
}
68
69
__m128i ALWAYS_INLINE Load(const unsigned char* in)
70
12.7G
{
71
12.7G
    return _mm_shuffle_epi8(_mm_loadu_si128((const __m128i*)in), _mm_load_si128((const __m128i*)MASK));
72
12.7G
}
73
74
void ALWAYS_INLINE Save(unsigned char* out, __m128i s)
75
254M
{
76
254M
    _mm_storeu_si128((__m128i*)out, _mm_shuffle_epi8(s, _mm_load_si128((const __m128i*)MASK)));
77
254M
}
78
}
79
80
namespace sha256_x86_shani {
81
void Transform(uint32_t* s, const unsigned char* chunk, size_t blocks)
82
3.03G
{
83
3.03G
    __m128i m0, m1, m2, m3, s0, s1, so0, so1;
84
85
    /* Load state */
86
3.03G
    s0 = _mm_loadu_si128((const __m128i*)s);
87
3.03G
    s1 = _mm_loadu_si128((const __m128i*)(s + 4));
88
3.03G
    Shuffle(s0, s1);
89
90
6.10G
    while (blocks--) {
91
        /* Remember old state */
92
3.06G
        so0 = s0;
93
3.06G
        so1 = s1;
94
95
        /* Load data and transform */
96
3.06G
        m0 = Load(chunk);
97
3.06G
        QuadRound(s0, s1, m0, 0xe9b5dba5b5c0fbcfull, 0x71374491428a2f98ull);
98
3.06G
        m1 = Load(chunk + 16);
99
3.06G
        QuadRound(s0, s1, m1, 0xab1c5ed5923f82a4ull, 0x59f111f13956c25bull);
100
3.06G
        ShiftMessageA(m0, m1);
101
3.06G
        m2 = Load(chunk + 32);
102
3.06G
        QuadRound(s0, s1, m2, 0x550c7dc3243185beull, 0x12835b01d807aa98ull);
103
3.06G
        ShiftMessageA(m1, m2);
104
3.06G
        m3 = Load(chunk + 48);
105
3.06G
        QuadRound(s0, s1, m3, 0xc19bf1749bdc06a7ull, 0x80deb1fe72be5d74ull);
106
3.06G
        ShiftMessageB(m2, m3, m0);
107
3.06G
        QuadRound(s0, s1, m0, 0x240ca1cc0fc19dc6ull, 0xefbe4786E49b69c1ull);
108
3.06G
        ShiftMessageB(m3, m0, m1);
109
3.06G
        QuadRound(s0, s1, m1, 0x76f988da5cb0a9dcull, 0x4a7484aa2de92c6full);
110
3.06G
        ShiftMessageB(m0, m1, m2);
111
3.06G
        QuadRound(s0, s1, m2, 0xbf597fc7b00327c8ull, 0xa831c66d983e5152ull);
112
3.06G
        ShiftMessageB(m1, m2, m3);
113
3.06G
        QuadRound(s0, s1, m3, 0x1429296706ca6351ull, 0xd5a79147c6e00bf3ull);
114
3.06G
        ShiftMessageB(m2, m3, m0);
115
3.06G
        QuadRound(s0, s1, m0, 0x53380d134d2c6dfcull, 0x2e1b213827b70a85ull);
116
3.06G
        ShiftMessageB(m3, m0, m1);
117
3.06G
        QuadRound(s0, s1, m1, 0x92722c8581c2c92eull, 0x766a0abb650a7354ull);
118
3.06G
        ShiftMessageB(m0, m1, m2);
119
3.06G
        QuadRound(s0, s1, m2, 0xc76c51A3c24b8b70ull, 0xa81a664ba2bfe8a1ull);
120
3.06G
        ShiftMessageB(m1, m2, m3);
121
3.06G
        QuadRound(s0, s1, m3, 0x106aa070f40e3585ull, 0xd6990624d192e819ull);
122
3.06G
        ShiftMessageB(m2, m3, m0);
123
3.06G
        QuadRound(s0, s1, m0, 0x34b0bcb52748774cull, 0x1e376c0819a4c116ull);
124
3.06G
        ShiftMessageB(m3, m0, m1);
125
3.06G
        QuadRound(s0, s1, m1, 0x682e6ff35b9cca4full, 0x4ed8aa4a391c0cb3ull);
126
3.06G
        ShiftMessageC(m0, m1, m2);
127
3.06G
        QuadRound(s0, s1, m2, 0x8cc7020884c87814ull, 0x78a5636f748f82eeull);
128
3.06G
        ShiftMessageC(m1, m2, m3);
129
3.06G
        QuadRound(s0, s1, m3, 0xc67178f2bef9A3f7ull, 0xa4506ceb90befffaull);
130
131
        /* Combine with old state */
132
3.06G
        s0 = _mm_add_epi32(s0, so0);
133
3.06G
        s1 = _mm_add_epi32(s1, so1);
134
135
        /* Advance */
136
3.06G
        chunk += 64;
137
3.06G
    }
138
139
3.03G
    Unshuffle(s0, s1);
140
3.03G
    _mm_storeu_si128((__m128i*)s, s0);
141
3.03G
    _mm_storeu_si128((__m128i*)(s + 4), s1);
142
3.03G
}
143
}
144
145
namespace sha256d64_x86_shani {
146
147
void Transform_2way(unsigned char* out, const unsigned char* in)
148
63.6M
{
149
63.6M
    __m128i am0, am1, am2, am3, as0, as1, aso0, aso1;
150
63.6M
    __m128i bm0, bm1, bm2, bm3, bs0, bs1, bso0, bso1;
151
152
    /* Transform 1 */
153
63.6M
    bs0 = as0 = _mm_load_si128((const __m128i*)INIT0);
154
63.6M
    bs1 = as1 = _mm_load_si128((const __m128i*)INIT1);
155
63.6M
    am0 = Load(in);
156
63.6M
    bm0 = Load(in + 64);
157
63.6M
    QuadRound(as0, as1, am0, 0xe9b5dba5b5c0fbcfull, 0x71374491428a2f98ull);
158
63.6M
    QuadRound(bs0, bs1, bm0, 0xe9b5dba5b5c0fbcfull, 0x71374491428a2f98ull);
159
63.6M
    am1 = Load(in + 16);
160
63.6M
    bm1 = Load(in + 80);
161
63.6M
    QuadRound(as0, as1, am1, 0xab1c5ed5923f82a4ull, 0x59f111f13956c25bull);
162
63.6M
    QuadRound(bs0, bs1, bm1, 0xab1c5ed5923f82a4ull, 0x59f111f13956c25bull);
163
63.6M
    ShiftMessageA(am0, am1);
164
63.6M
    ShiftMessageA(bm0, bm1);
165
63.6M
    am2 = Load(in + 32);
166
63.6M
    bm2 = Load(in + 96);
167
63.6M
    QuadRound(as0, as1, am2, 0x550c7dc3243185beull, 0x12835b01d807aa98ull);
168
63.6M
    QuadRound(bs0, bs1, bm2, 0x550c7dc3243185beull, 0x12835b01d807aa98ull);
169
63.6M
    ShiftMessageA(am1, am2);
170
63.6M
    ShiftMessageA(bm1, bm2);
171
63.6M
    am3 = Load(in + 48);
172
63.6M
    bm3 = Load(in + 112);
173
63.6M
    QuadRound(as0, as1, am3, 0xc19bf1749bdc06a7ull, 0x80deb1fe72be5d74ull);
174
63.6M
    QuadRound(bs0, bs1, bm3, 0xc19bf1749bdc06a7ull, 0x80deb1fe72be5d74ull);
175
63.6M
    ShiftMessageB(am2, am3, am0);
176
63.6M
    ShiftMessageB(bm2, bm3, bm0);
177
63.6M
    QuadRound(as0, as1, am0, 0x240ca1cc0fc19dc6ull, 0xefbe4786E49b69c1ull);
178
63.6M
    QuadRound(bs0, bs1, bm0, 0x240ca1cc0fc19dc6ull, 0xefbe4786E49b69c1ull);
179
63.6M
    ShiftMessageB(am3, am0, am1);
180
63.6M
    ShiftMessageB(bm3, bm0, bm1);
181
63.6M
    QuadRound(as0, as1, am1, 0x76f988da5cb0a9dcull, 0x4a7484aa2de92c6full);
182
63.6M
    QuadRound(bs0, bs1, bm1, 0x76f988da5cb0a9dcull, 0x4a7484aa2de92c6full);
183
63.6M
    ShiftMessageB(am0, am1, am2);
184
63.6M
    ShiftMessageB(bm0, bm1, bm2);
185
63.6M
    QuadRound(as0, as1, am2, 0xbf597fc7b00327c8ull, 0xa831c66d983e5152ull);
186
63.6M
    QuadRound(bs0, bs1, bm2, 0xbf597fc7b00327c8ull, 0xa831c66d983e5152ull);
187
63.6M
    ShiftMessageB(am1, am2, am3);
188
63.6M
    ShiftMessageB(bm1, bm2, bm3);
189
63.6M
    QuadRound(as0, as1, am3, 0x1429296706ca6351ull, 0xd5a79147c6e00bf3ull);
190
63.6M
    QuadRound(bs0, bs1, bm3, 0x1429296706ca6351ull, 0xd5a79147c6e00bf3ull);
191
63.6M
    ShiftMessageB(am2, am3, am0);
192
63.6M
    ShiftMessageB(bm2, bm3, bm0);
193
63.6M
    QuadRound(as0, as1, am0, 0x53380d134d2c6dfcull, 0x2e1b213827b70a85ull);
194
63.6M
    QuadRound(bs0, bs1, bm0, 0x53380d134d2c6dfcull, 0x2e1b213827b70a85ull);
195
63.6M
    ShiftMessageB(am3, am0, am1);
196
63.6M
    ShiftMessageB(bm3, bm0, bm1);
197
63.6M
    QuadRound(as0, as1, am1, 0x92722c8581c2c92eull, 0x766a0abb650a7354ull);
198
63.6M
    QuadRound(bs0, bs1, bm1, 0x92722c8581c2c92eull, 0x766a0abb650a7354ull);
199
63.6M
    ShiftMessageB(am0, am1, am2);
200
63.6M
    ShiftMessageB(bm0, bm1, bm2);
201
63.6M
    QuadRound(as0, as1, am2, 0xc76c51A3c24b8b70ull, 0xa81a664ba2bfe8a1ull);
202
63.6M
    QuadRound(bs0, bs1, bm2, 0xc76c51A3c24b8b70ull, 0xa81a664ba2bfe8a1ull);
203
63.6M
    ShiftMessageB(am1, am2, am3);
204
63.6M
    ShiftMessageB(bm1, bm2, bm3);
205
63.6M
    QuadRound(as0, as1, am3, 0x106aa070f40e3585ull, 0xd6990624d192e819ull);
206
63.6M
    QuadRound(bs0, bs1, bm3, 0x106aa070f40e3585ull, 0xd6990624d192e819ull);
207
63.6M
    ShiftMessageB(am2, am3, am0);
208
63.6M
    ShiftMessageB(bm2, bm3, bm0);
209
63.6M
    QuadRound(as0, as1, am0, 0x34b0bcb52748774cull, 0x1e376c0819a4c116ull);
210
63.6M
    QuadRound(bs0, bs1, bm0, 0x34b0bcb52748774cull, 0x1e376c0819a4c116ull);
211
63.6M
    ShiftMessageB(am3, am0, am1);
212
63.6M
    ShiftMessageB(bm3, bm0, bm1);
213
63.6M
    QuadRound(as0, as1, am1, 0x682e6ff35b9cca4full, 0x4ed8aa4a391c0cb3ull);
214
63.6M
    QuadRound(bs0, bs1, bm1, 0x682e6ff35b9cca4full, 0x4ed8aa4a391c0cb3ull);
215
63.6M
    ShiftMessageC(am0, am1, am2);
216
63.6M
    ShiftMessageC(bm0, bm1, bm2);
217
63.6M
    QuadRound(as0, as1, am2, 0x8cc7020884c87814ull, 0x78a5636f748f82eeull);
218
63.6M
    QuadRound(bs0, bs1, bm2, 0x8cc7020884c87814ull, 0x78a5636f748f82eeull);
219
63.6M
    ShiftMessageC(am1, am2, am3);
220
63.6M
    ShiftMessageC(bm1, bm2, bm3);
221
63.6M
    QuadRound(as0, as1, am3, 0xc67178f2bef9A3f7ull, 0xa4506ceb90befffaull);
222
63.6M
    QuadRound(bs0, bs1, bm3, 0xc67178f2bef9A3f7ull, 0xa4506ceb90befffaull);
223
63.6M
    as0 = _mm_add_epi32(as0, _mm_load_si128((const __m128i*)INIT0));
224
63.6M
    bs0 = _mm_add_epi32(bs0, _mm_load_si128((const __m128i*)INIT0));
225
63.6M
    as1 = _mm_add_epi32(as1, _mm_load_si128((const __m128i*)INIT1));
226
63.6M
    bs1 = _mm_add_epi32(bs1, _mm_load_si128((const __m128i*)INIT1));
227
228
    /* Transform 2 */
229
63.6M
    aso0 = as0;
230
63.6M
    bso0 = bs0;
231
63.6M
    aso1 = as1;
232
63.6M
    bso1 = bs1;
233
63.6M
    QuadRound(as0, as1, 0xe9b5dba5b5c0fbcfull, 0x71374491c28a2f98ull);
234
63.6M
    QuadRound(bs0, bs1, 0xe9b5dba5b5c0fbcfull, 0x71374491c28a2f98ull);
235
63.6M
    QuadRound(as0, as1, 0xab1c5ed5923f82a4ull, 0x59f111f13956c25bull);
236
63.6M
    QuadRound(bs0, bs1, 0xab1c5ed5923f82a4ull, 0x59f111f13956c25bull);
237
63.6M
    QuadRound(as0, as1, 0x550c7dc3243185beull, 0x12835b01d807aa98ull);
238
63.6M
    QuadRound(bs0, bs1, 0x550c7dc3243185beull, 0x12835b01d807aa98ull);
239
63.6M
    QuadRound(as0, as1, 0xc19bf3749bdc06a7ull, 0x80deb1fe72be5d74ull);
240
63.6M
    QuadRound(bs0, bs1, 0xc19bf3749bdc06a7ull, 0x80deb1fe72be5d74ull);
241
63.6M
    QuadRound(as0, as1, 0x240cf2540fe1edc6ull, 0xf0fe4786649b69c1ull);
242
63.6M
    QuadRound(bs0, bs1, 0x240cf2540fe1edc6ull, 0xf0fe4786649b69c1ull);
243
63.6M
    QuadRound(as0, as1, 0x16f988fa61b9411eull, 0x6cc984be4fe9346full);
244
63.6M
    QuadRound(bs0, bs1, 0x16f988fa61b9411eull, 0x6cc984be4fe9346full);
245
63.6M
    QuadRound(as0, as1, 0xb9d99ec7b019fc65ull, 0xa88e5a6df2c65152ull);
246
63.6M
    QuadRound(bs0, bs1, 0xb9d99ec7b019fc65ull, 0xa88e5a6df2c65152ull);
247
63.6M
    QuadRound(as0, as1, 0xc7353eb0fdb1232bull, 0xe70eeaa09a1231c3ull);
248
63.6M
    QuadRound(bs0, bs1, 0xc7353eb0fdb1232bull, 0xe70eeaa09a1231c3ull);
249
63.6M
    QuadRound(as0, as1, 0xdc1eeefd5a0f118full, 0xcb976d5f3069bad5ull);
250
63.6M
    QuadRound(bs0, bs1, 0xdc1eeefd5a0f118full, 0xcb976d5f3069bad5ull);
251
63.6M
    QuadRound(as0, as1, 0xe15d5b1658f4ca9dull, 0xde0b7a040a35b689ull);
252
63.6M
    QuadRound(bs0, bs1, 0xe15d5b1658f4ca9dull, 0xde0b7a040a35b689ull);
253
63.6M
    QuadRound(as0, as1, 0x6fab9537a507ea32ull, 0x37088980007f3e86ull);
254
63.6M
    QuadRound(bs0, bs1, 0x6fab9537a507ea32ull, 0x37088980007f3e86ull);
255
63.6M
    QuadRound(as0, as1, 0xc0bbbe37cdaa3b6dull, 0x0d8cd6f117406110ull);
256
63.6M
    QuadRound(bs0, bs1, 0xc0bbbe37cdaa3b6dull, 0x0d8cd6f117406110ull);
257
63.6M
    QuadRound(as0, as1, 0x6fd15ca70b02e931ull, 0xdb48a36383613bdaull);
258
63.6M
    QuadRound(bs0, bs1, 0x6fd15ca70b02e931ull, 0xdb48a36383613bdaull);
259
63.6M
    QuadRound(as0, as1, 0x6d4378906ed41a95ull, 0x31338431521afacaull);
260
63.6M
    QuadRound(bs0, bs1, 0x6d4378906ed41a95ull, 0x31338431521afacaull);
261
63.6M
    QuadRound(as0, as1, 0x532fb63cb5c9a0e6ull, 0x9eccabbdc39c91f2ull);
262
63.6M
    QuadRound(bs0, bs1, 0x532fb63cb5c9a0e6ull, 0x9eccabbdc39c91f2ull);
263
63.6M
    QuadRound(as0, as1, 0x4c191d76a4954b68ull, 0x07237ea3d2c741c6ull);
264
63.6M
    QuadRound(bs0, bs1, 0x4c191d76a4954b68ull, 0x07237ea3d2c741c6ull);
265
63.6M
    as0 = _mm_add_epi32(as0, aso0);
266
63.6M
    bs0 = _mm_add_epi32(bs0, bso0);
267
63.6M
    as1 = _mm_add_epi32(as1, aso1);
268
63.6M
    bs1 = _mm_add_epi32(bs1, bso1);
269
270
    /* Extract hash */
271
63.6M
    Unshuffle(as0, as1);
272
63.6M
    Unshuffle(bs0, bs1);
273
63.6M
    am0 = as0;
274
63.6M
    bm0 = bs0;
275
63.6M
    am1 = as1;
276
63.6M
    bm1 = bs1;
277
278
    /* Transform 3 */
279
63.6M
    bs0 = as0 = _mm_load_si128((const __m128i*)INIT0);
280
63.6M
    bs1 = as1 = _mm_load_si128((const __m128i*)INIT1);
281
63.6M
    QuadRound(as0, as1, am0, 0xe9b5dba5B5c0fbcfull, 0x71374491428a2f98ull);
282
63.6M
    QuadRound(bs0, bs1, bm0, 0xe9b5dba5B5c0fbcfull, 0x71374491428a2f98ull);
283
63.6M
    QuadRound(as0, as1, am1, 0xab1c5ed5923f82a4ull, 0x59f111f13956c25bull);
284
63.6M
    QuadRound(bs0, bs1, bm1, 0xab1c5ed5923f82a4ull, 0x59f111f13956c25bull);
285
63.6M
    ShiftMessageA(am0, am1);
286
63.6M
    ShiftMessageA(bm0, bm1);
287
63.6M
    bm2 = am2 = _mm_set_epi64x(0x0ull, 0x80000000ull);
288
63.6M
    QuadRound(as0, as1, 0x550c7dc3243185beull, 0x12835b015807aa98ull);
289
63.6M
    QuadRound(bs0, bs1, 0x550c7dc3243185beull, 0x12835b015807aa98ull);
290
63.6M
    ShiftMessageA(am1, am2);
291
63.6M
    ShiftMessageA(bm1, bm2);
292
63.6M
    bm3 = am3 = _mm_set_epi64x(0x10000000000ull, 0x0ull);
293
63.6M
    QuadRound(as0, as1, 0xc19bf2749bdc06a7ull, 0x80deb1fe72be5d74ull);
294
63.6M
    QuadRound(bs0, bs1, 0xc19bf2749bdc06a7ull, 0x80deb1fe72be5d74ull);
295
63.6M
    ShiftMessageB(am2, am3, am0);
296
63.6M
    ShiftMessageB(bm2, bm3, bm0);
297
63.6M
    QuadRound(as0, as1, am0, 0x240ca1cc0fc19dc6ull, 0xefbe4786e49b69c1ull);
298
63.6M
    QuadRound(bs0, bs1, bm0, 0x240ca1cc0fc19dc6ull, 0xefbe4786e49b69c1ull);
299
63.6M
    ShiftMessageB(am3, am0, am1);
300
63.6M
    ShiftMessageB(bm3, bm0, bm1);
301
63.6M
    QuadRound(as0, as1, am1, 0x76f988da5cb0a9dcull, 0x4a7484aa2de92c6full);
302
63.6M
    QuadRound(bs0, bs1, bm1, 0x76f988da5cb0a9dcull, 0x4a7484aa2de92c6full);
303
63.6M
    ShiftMessageB(am0, am1, am2);
304
63.6M
    ShiftMessageB(bm0, bm1, bm2);
305
63.6M
    QuadRound(as0, as1, am2, 0xbf597fc7b00327c8ull, 0xa831c66d983e5152ull);
306
63.6M
    QuadRound(bs0, bs1, bm2, 0xbf597fc7b00327c8ull, 0xa831c66d983e5152ull);
307
63.6M
    ShiftMessageB(am1, am2, am3);
308
63.6M
    ShiftMessageB(bm1, bm2, bm3);
309
63.6M
    QuadRound(as0, as1, am3, 0x1429296706ca6351ull, 0xd5a79147c6e00bf3ull);
310
63.6M
    QuadRound(bs0, bs1, bm3, 0x1429296706ca6351ull, 0xd5a79147c6e00bf3ull);
311
63.6M
    ShiftMessageB(am2, am3, am0);
312
63.6M
    ShiftMessageB(bm2, bm3, bm0);
313
63.6M
    QuadRound(as0, as1, am0, 0x53380d134d2c6dfcull, 0x2e1b213827b70a85ull);
314
63.6M
    QuadRound(bs0, bs1, bm0, 0x53380d134d2c6dfcull, 0x2e1b213827b70a85ull);
315
63.6M
    ShiftMessageB(am3, am0, am1);
316
63.6M
    ShiftMessageB(bm3, bm0, bm1);
317
63.6M
    QuadRound(as0, as1, am1, 0x92722c8581c2c92eull, 0x766a0abb650a7354ull);
318
63.6M
    QuadRound(bs0, bs1, bm1, 0x92722c8581c2c92eull, 0x766a0abb650a7354ull);
319
63.6M
    ShiftMessageB(am0, am1, am2);
320
63.6M
    ShiftMessageB(bm0, bm1, bm2);
321
63.6M
    QuadRound(as0, as1, am2, 0xc76c51a3c24b8b70ull, 0xa81a664ba2bfe8A1ull);
322
63.6M
    QuadRound(bs0, bs1, bm2, 0xc76c51a3c24b8b70ull, 0xa81a664ba2bfe8A1ull);
323
63.6M
    ShiftMessageB(am1, am2, am3);
324
63.6M
    ShiftMessageB(bm1, bm2, bm3);
325
63.6M
    QuadRound(as0, as1, am3, 0x106aa070f40e3585ull, 0xd6990624d192e819ull);
326
63.6M
    QuadRound(bs0, bs1, bm3, 0x106aa070f40e3585ull, 0xd6990624d192e819ull);
327
63.6M
    ShiftMessageB(am2, am3, am0);
328
63.6M
    ShiftMessageB(bm2, bm3, bm0);
329
63.6M
    QuadRound(as0, as1, am0, 0x34b0bcb52748774cull, 0x1e376c0819a4c116ull);
330
63.6M
    QuadRound(bs0, bs1, bm0, 0x34b0bcb52748774cull, 0x1e376c0819a4c116ull);
331
63.6M
    ShiftMessageB(am3, am0, am1);
332
63.6M
    ShiftMessageB(bm3, bm0, bm1);
333
63.6M
    QuadRound(as0, as1, am1, 0x682e6ff35b9cca4full, 0x4ed8aa4a391c0cb3ull);
334
63.6M
    QuadRound(bs0, bs1, bm1, 0x682e6ff35b9cca4full, 0x4ed8aa4a391c0cb3ull);
335
63.6M
    ShiftMessageC(am0, am1, am2);
336
63.6M
    ShiftMessageC(bm0, bm1, bm2);
337
63.6M
    QuadRound(as0, as1, am2, 0x8cc7020884c87814ull, 0x78a5636f748f82eeull);
338
63.6M
    QuadRound(bs0, bs1, bm2, 0x8cc7020884c87814ull, 0x78a5636f748f82eeull);
339
63.6M
    ShiftMessageC(am1, am2, am3);
340
63.6M
    ShiftMessageC(bm1, bm2, bm3);
341
63.6M
    QuadRound(as0, as1, am3, 0xc67178f2bef9a3f7ull, 0xa4506ceb90befffaull);
342
63.6M
    QuadRound(bs0, bs1, bm3, 0xc67178f2bef9a3f7ull, 0xa4506ceb90befffaull);
343
63.6M
    as0 = _mm_add_epi32(as0, _mm_load_si128((const __m128i*)INIT0));
344
63.6M
    bs0 = _mm_add_epi32(bs0, _mm_load_si128((const __m128i*)INIT0));
345
63.6M
    as1 = _mm_add_epi32(as1, _mm_load_si128((const __m128i*)INIT1));
346
63.6M
    bs1 = _mm_add_epi32(bs1, _mm_load_si128((const __m128i*)INIT1));
347
348
    /* Extract hash into out */
349
63.6M
    Unshuffle(as0, as1);
350
63.6M
    Unshuffle(bs0, bs1);
351
63.6M
    Save(out, as0);
352
63.6M
    Save(out + 16, as1);
353
63.6M
    Save(out + 32, bs0);
354
63.6M
    Save(out + 48, bs1);
355
63.6M
}
356
357
}
358
359
#endif