| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340 |
- #ifndef blake2b_load_avx2_H
- #define blake2b_load_avx2_H
- #define BLAKE2B_LOAD_MSG_0_1(b0) \
- do { \
- t0 = _mm256_unpacklo_epi64(m0, m1); \
- t1 = _mm256_unpacklo_epi64(m2, m3); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_0_2(b0) \
- do { \
- t0 = _mm256_unpackhi_epi64(m0, m1); \
- t1 = _mm256_unpackhi_epi64(m2, m3); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_0_3(b0) \
- do { \
- t0 = _mm256_unpacklo_epi64(m7, m4); \
- t1 = _mm256_unpacklo_epi64(m5, m6); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_0_4(b0) \
- do { \
- t0 = _mm256_unpackhi_epi64(m7, m4); \
- t1 = _mm256_unpackhi_epi64(m5, m6); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_1_1(b0) \
- do { \
- t0 = _mm256_unpacklo_epi64(m7, m2); \
- t1 = _mm256_unpackhi_epi64(m4, m6); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_1_2(b0) \
- do { \
- t0 = _mm256_unpacklo_epi64(m5, m4); \
- t1 = _mm256_alignr_epi8(m3, m7, 8); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_1_3(b0) \
- do { \
- t0 = _mm256_unpackhi_epi64(m2, m0); \
- t1 = _mm256_blend_epi32(m5, m0, 0x33); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_1_4(b0) \
- do { \
- t0 = _mm256_alignr_epi8(m6, m1, 8); \
- t1 = _mm256_blend_epi32(m3, m1, 0x33); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_2_1(b0) \
- do { \
- t0 = _mm256_alignr_epi8(m6, m5, 8); \
- t1 = _mm256_unpackhi_epi64(m2, m7); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_2_2(b0) \
- do { \
- t0 = _mm256_unpacklo_epi64(m4, m0); \
- t1 = _mm256_blend_epi32(m6, m1, 0x33); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_2_3(b0) \
- do { \
- t0 = _mm256_alignr_epi8(m5, m4, 8); \
- t1 = _mm256_unpackhi_epi64(m1, m3); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_2_4(b0) \
- do { \
- t0 = _mm256_unpacklo_epi64(m2, m7); \
- t1 = _mm256_blend_epi32(m0, m3, 0x33); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_3_1(b0) \
- do { \
- t0 = _mm256_unpackhi_epi64(m3, m1); \
- t1 = _mm256_unpackhi_epi64(m6, m5); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_3_2(b0) \
- do { \
- t0 = _mm256_unpackhi_epi64(m4, m0); \
- t1 = _mm256_unpacklo_epi64(m6, m7); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_3_3(b0) \
- do { \
- t0 = _mm256_alignr_epi8(m1, m7, 8); \
- t1 = _mm256_shuffle_epi32(m2, _MM_SHUFFLE(1, 0, 3, 2)); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_3_4(b0) \
- do { \
- t0 = _mm256_unpacklo_epi64(m4, m3); \
- t1 = _mm256_unpacklo_epi64(m5, m0); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_4_1(b0) \
- do { \
- t0 = _mm256_unpackhi_epi64(m4, m2); \
- t1 = _mm256_unpacklo_epi64(m1, m5); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_4_2(b0) \
- do { \
- t0 = _mm256_blend_epi32(m3, m0, 0x33); \
- t1 = _mm256_blend_epi32(m7, m2, 0x33); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_4_3(b0) \
- do { \
- t0 = _mm256_alignr_epi8(m7, m1, 8); \
- t1 = _mm256_alignr_epi8(m3, m5, 8); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_4_4(b0) \
- do { \
- t0 = _mm256_unpackhi_epi64(m6, m0); \
- t1 = _mm256_unpacklo_epi64(m6, m4); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_5_1(b0) \
- do { \
- t0 = _mm256_unpacklo_epi64(m1, m3); \
- t1 = _mm256_unpacklo_epi64(m0, m4); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_5_2(b0) \
- do { \
- t0 = _mm256_unpacklo_epi64(m6, m5); \
- t1 = _mm256_unpackhi_epi64(m5, m1); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_5_3(b0) \
- do { \
- t0 = _mm256_alignr_epi8(m2, m0, 8); \
- t1 = _mm256_unpackhi_epi64(m3, m7); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_5_4(b0) \
- do { \
- t0 = _mm256_unpackhi_epi64(m4, m6); \
- t1 = _mm256_alignr_epi8(m7, m2, 8); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_6_1(b0) \
- do { \
- t0 = _mm256_blend_epi32(m0, m6, 0x33); \
- t1 = _mm256_unpacklo_epi64(m7, m2); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_6_2(b0) \
- do { \
- t0 = _mm256_unpackhi_epi64(m2, m7); \
- t1 = _mm256_alignr_epi8(m5, m6, 8); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_6_3(b0) \
- do { \
- t0 = _mm256_unpacklo_epi64(m4, m0); \
- t1 = _mm256_blend_epi32(m4, m3, 0x33); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_6_4(b0) \
- do { \
- t0 = _mm256_unpackhi_epi64(m5, m3); \
- t1 = _mm256_shuffle_epi32(m1, _MM_SHUFFLE(1, 0, 3, 2)); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_7_1(b0) \
- do { \
- t0 = _mm256_unpackhi_epi64(m6, m3); \
- t1 = _mm256_blend_epi32(m1, m6, 0x33); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_7_2(b0) \
- do { \
- t0 = _mm256_alignr_epi8(m7, m5, 8); \
- t1 = _mm256_unpackhi_epi64(m0, m4); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_7_3(b0) \
- do { \
- t0 = _mm256_blend_epi32(m2, m1, 0x33); \
- t1 = _mm256_alignr_epi8(m4, m7, 8); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_7_4(b0) \
- do { \
- t0 = _mm256_unpacklo_epi64(m5, m0); \
- t1 = _mm256_unpacklo_epi64(m2, m3); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_8_1(b0) \
- do { \
- t0 = _mm256_unpacklo_epi64(m3, m7); \
- t1 = _mm256_alignr_epi8(m0, m5, 8); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_8_2(b0) \
- do { \
- t0 = _mm256_unpackhi_epi64(m7, m4); \
- t1 = _mm256_alignr_epi8(m4, m1, 8); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_8_3(b0) \
- do { \
- t0 = _mm256_unpacklo_epi64(m5, m6); \
- t1 = _mm256_unpackhi_epi64(m6, m0); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_8_4(b0) \
- do { \
- t0 = _mm256_alignr_epi8(m1, m2, 8); \
- t1 = _mm256_alignr_epi8(m2, m3, 8); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_9_1(b0) \
- do { \
- t0 = _mm256_unpacklo_epi64(m5, m4); \
- t1 = _mm256_unpackhi_epi64(m3, m0); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_9_2(b0) \
- do { \
- t0 = _mm256_unpacklo_epi64(m1, m2); \
- t1 = _mm256_blend_epi32(m2, m3, 0x33); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_9_3(b0) \
- do { \
- t0 = _mm256_unpackhi_epi64(m6, m7); \
- t1 = _mm256_unpackhi_epi64(m4, m1); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_9_4(b0) \
- do { \
- t0 = _mm256_blend_epi32(m5, m0, 0x33); \
- t1 = _mm256_unpacklo_epi64(m7, m6); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_10_1(b0) \
- do { \
- t0 = _mm256_unpacklo_epi64(m0, m1); \
- t1 = _mm256_unpacklo_epi64(m2, m3); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_10_2(b0) \
- do { \
- t0 = _mm256_unpackhi_epi64(m0, m1); \
- t1 = _mm256_unpackhi_epi64(m2, m3); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_10_3(b0) \
- do { \
- t0 = _mm256_unpacklo_epi64(m7, m4); \
- t1 = _mm256_unpacklo_epi64(m5, m6); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_10_4(b0) \
- do { \
- t0 = _mm256_unpackhi_epi64(m7, m4); \
- t1 = _mm256_unpackhi_epi64(m5, m6); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_11_1(b0) \
- do { \
- t0 = _mm256_unpacklo_epi64(m7, m2); \
- t1 = _mm256_unpackhi_epi64(m4, m6); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_11_2(b0) \
- do { \
- t0 = _mm256_unpacklo_epi64(m5, m4); \
- t1 = _mm256_alignr_epi8(m3, m7, 8); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_11_3(b0) \
- do { \
- t0 = _mm256_unpackhi_epi64(m2, m0); \
- t1 = _mm256_blend_epi32(m5, m0, 0x33); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #define BLAKE2B_LOAD_MSG_11_4(b0) \
- do { \
- t0 = _mm256_alignr_epi8(m6, m1, 8); \
- t1 = _mm256_blend_epi32(m3, m1, 0x33); \
- b0 = _mm256_blend_epi32(t0, t1, 0xF0); \
- } while (0)
- #endif
|