/* Copyright (c) 2018-2019, tevador All rights reserved. Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met: * Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer. * Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution. * Neither the name of the copyright holder nor the names of its contributors may be used to endorse or promote products derived from this software without specific prior written permission. THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ #include "soft_aes.h" #include #define AES_HASH_1R_STATE0 0xd7983aad, 0xcc82db47, 0x9fa856de, 0x92b52c0d #define AES_HASH_1R_STATE1 0xace78057, 0xf59e125a, 0x15c7b798, 0x338d996e #define AES_HASH_1R_STATE2 0xe8a07ce4, 0x5079506b, 0xae62c7d0, 0x6a770017 #define AES_HASH_1R_STATE3 0x7e994948, 0x79a10005, 0x07ad828d, 0x630a240c #define AES_HASH_1R_XKEY0 0x06890201, 0x90dc56bf, 0x8b24949f, 0xf6fa8389 #define AES_HASH_1R_XKEY1 0xed18f99b, 0xee1043c6, 0x51f4e03c, 0x61b263d1 /* Calculate a 512-bit hash of 'input' using 4 lanes of AES. The input is treated as a set of round keys for the encryption of the initial state. 'inputSize' must be a multiple of 64. For a 2 MiB input, this has the same security as 32768-round AES encryption. Hashing throughput: >20 GiB/s per CPU core with hardware AES */ template void hashAes1Rx4(const void *input, size_t inputSize, void *hash) { assert(inputSize % 64 == 0); const uint8_t* inptr = (uint8_t*)input; const uint8_t* inputEnd = inptr + inputSize; rx_vec_i128 state0, state1, state2, state3; rx_vec_i128 in0, in1, in2, in3; //intial state state0 = rx_set_int_vec_i128(AES_HASH_1R_STATE0); state1 = rx_set_int_vec_i128(AES_HASH_1R_STATE1); state2 = rx_set_int_vec_i128(AES_HASH_1R_STATE2); state3 = rx_set_int_vec_i128(AES_HASH_1R_STATE3); //process 64 bytes at a time in 4 lanes while (inptr < inputEnd) { in0 = rx_load_vec_i128((rx_vec_i128*)inptr + 0); in1 = rx_load_vec_i128((rx_vec_i128*)inptr + 1); in2 = rx_load_vec_i128((rx_vec_i128*)inptr + 2); in3 = rx_load_vec_i128((rx_vec_i128*)inptr + 3); state0 = aesenc(state0, in0); state1 = aesdec(state1, in1); state2 = aesenc(state2, in2); state3 = aesdec(state3, in3); inptr += 64; } //two extra rounds to achieve full diffusion rx_vec_i128 xkey0 = rx_set_int_vec_i128(AES_HASH_1R_XKEY0); rx_vec_i128 xkey1 = rx_set_int_vec_i128(AES_HASH_1R_XKEY1); state0 = aesenc(state0, xkey0); state1 = aesdec(state1, xkey0); state2 = aesenc(state2, xkey0); state3 = aesdec(state3, xkey0); state0 = aesenc(state0, xkey1); state1 = aesdec(state1, xkey1); state2 = aesenc(state2, xkey1); state3 = aesdec(state3, xkey1); //output hash rx_store_vec_i128((rx_vec_i128*)hash + 0, state0); rx_store_vec_i128((rx_vec_i128*)hash + 1, state1); rx_store_vec_i128((rx_vec_i128*)hash + 2, state2); rx_store_vec_i128((rx_vec_i128*)hash + 3, state3); } template void hashAes1Rx4(const void *input, size_t inputSize, void *hash); template void hashAes1Rx4(const void *input, size_t inputSize, void *hash); #define AES_GEN_1R_KEY0 0xb4f44917, 0xdbb5552b, 0x62716609, 0x6daca553 #define AES_GEN_1R_KEY1 0x0da1dc4e, 0x1725d378, 0x846a710d, 0x6d7caf07 #define AES_GEN_1R_KEY2 0x3e20e345, 0xf4c0794f, 0x9f947ec6, 0x3f1262f1 #define AES_GEN_1R_KEY3 0x49169154, 0x16314c88, 0xb1ba317c, 0x6aef8135 /* Fill 'buffer' with pseudorandom data based on 512-bit 'state'. The state is encrypted using a single AES round per 16 bytes of output in 4 lanes. 'outputSize' must be a multiple of 64. The modified state is written back to 'state' to allow multiple calls to this function. */ template void fillAes1Rx4(void *state, size_t outputSize, void *buffer) { assert(outputSize % 64 == 0); const uint8_t* outptr = (uint8_t*)buffer; const uint8_t* outputEnd = outptr + outputSize; rx_vec_i128 state0, state1, state2, state3; rx_vec_i128 key0, key1, key2, key3; key0 = rx_set_int_vec_i128(AES_GEN_1R_KEY0); key1 = rx_set_int_vec_i128(AES_GEN_1R_KEY1); key2 = rx_set_int_vec_i128(AES_GEN_1R_KEY2); key3 = rx_set_int_vec_i128(AES_GEN_1R_KEY3); state0 = rx_load_vec_i128((rx_vec_i128*)state + 0); state1 = rx_load_vec_i128((rx_vec_i128*)state + 1); state2 = rx_load_vec_i128((rx_vec_i128*)state + 2); state3 = rx_load_vec_i128((rx_vec_i128*)state + 3); while (outptr < outputEnd) { state0 = aesdec(state0, key0); state1 = aesenc(state1, key1); state2 = aesdec(state2, key2); state3 = aesenc(state3, key3); rx_store_vec_i128((rx_vec_i128*)outptr + 0, state0); rx_store_vec_i128((rx_vec_i128*)outptr + 1, state1); rx_store_vec_i128((rx_vec_i128*)outptr + 2, state2); rx_store_vec_i128((rx_vec_i128*)outptr + 3, state3); outptr += 64; } rx_store_vec_i128((rx_vec_i128*)state + 0, state0); rx_store_vec_i128((rx_vec_i128*)state + 1, state1); rx_store_vec_i128((rx_vec_i128*)state + 2, state2); rx_store_vec_i128((rx_vec_i128*)state + 3, state3); } template void fillAes1Rx4(void *state, size_t outputSize, void *buffer); template void fillAes1Rx4(void *state, size_t outputSize, void *buffer); #define AES_GEN_4R_KEY0 0x99e5d23f, 0x2f546d2b, 0xd1833ddb, 0x6421aadd #define AES_GEN_4R_KEY1 0xa5dfcde5, 0x06f79d53, 0xb6913f55, 0xb20e3450 #define AES_GEN_4R_KEY2 0x171c02bf, 0x0aa4679f, 0x515e7baf, 0x5c3ed904 #define AES_GEN_4R_KEY3 0xd8ded291, 0xcd673785, 0xe78f5d08, 0x85623763 #define AES_GEN_4R_KEY4 0x229effb4, 0x3d518b6d, 0xe3d6a7a6, 0xb5826f73 #define AES_GEN_4R_KEY5 0xb272b7d2, 0xe9024d4e, 0x9c10b3d9, 0xc7566bf3 #define AES_GEN_4R_KEY6 0xf63befa7, 0x2ba9660a, 0xf765a38b, 0xf273c9e7 #define AES_GEN_4R_KEY7 0xc0b0762d, 0x0c06d1fd, 0x915839de, 0x7a7cd609 template void fillAes4Rx4(void *state, size_t outputSize, void *buffer) { assert(outputSize % 64 == 0); const uint8_t* outptr = (uint8_t*)buffer; const uint8_t* outputEnd = outptr + outputSize; rx_vec_i128 state0, state1, state2, state3; rx_vec_i128 key0, key1, key2, key3, key4, key5, key6, key7; key0 = rx_set_int_vec_i128(AES_GEN_4R_KEY0); key1 = rx_set_int_vec_i128(AES_GEN_4R_KEY1); key2 = rx_set_int_vec_i128(AES_GEN_4R_KEY2); key3 = rx_set_int_vec_i128(AES_GEN_4R_KEY3); key4 = rx_set_int_vec_i128(AES_GEN_4R_KEY4); key5 = rx_set_int_vec_i128(AES_GEN_4R_KEY5); key6 = rx_set_int_vec_i128(AES_GEN_4R_KEY6); key7 = rx_set_int_vec_i128(AES_GEN_4R_KEY7); state0 = rx_load_vec_i128((rx_vec_i128*)state + 0); state1 = rx_load_vec_i128((rx_vec_i128*)state + 1); state2 = rx_load_vec_i128((rx_vec_i128*)state + 2); state3 = rx_load_vec_i128((rx_vec_i128*)state + 3); while (outptr < outputEnd) { state0 = aesdec(state0, key0); state1 = aesenc(state1, key0); state2 = aesdec(state2, key4); state3 = aesenc(state3, key4); state0 = aesdec(state0, key1); state1 = aesenc(state1, key1); state2 = aesdec(state2, key5); state3 = aesenc(state3, key5); state0 = aesdec(state0, key2); state1 = aesenc(state1, key2); state2 = aesdec(state2, key6); state3 = aesenc(state3, key6); state0 = aesdec(state0, key3); state1 = aesenc(state1, key3); state2 = aesdec(state2, key7); state3 = aesenc(state3, key7); rx_store_vec_i128((rx_vec_i128*)outptr + 0, state0); rx_store_vec_i128((rx_vec_i128*)outptr + 1, state1); rx_store_vec_i128((rx_vec_i128*)outptr + 2, state2); rx_store_vec_i128((rx_vec_i128*)outptr + 3, state3); outptr += 64; } } template void fillAes4Rx4(void *state, size_t outputSize, void *buffer); template void fillAes4Rx4(void *state, size_t outputSize, void *buffer);