/* Copyright (c) 2015 DataLab, s.l. This file is part of GlusterFS. This file is licensed to you under your choice of the GNU Lesser General Public License, version 3 or any later version (LGPLv3 or later), or the GNU General Public License, version 2 (GPLv2), in all cases as published by the Free Software Foundation. */ #include #include #include "ec-method.h" #include "ec-code-c.h" #define WIDTH (EC_METHOD_WORD_SIZE / sizeof(uint64_t)) static void gf8_muladd_00(void *out, void *in) { memcpy(out, in, EC_METHOD_WORD_SIZE * 8); } static void gf8_muladd_01(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { out_ptr[0] ^= in_ptr[0]; out_ptr[WIDTH] ^= in_ptr[WIDTH]; out_ptr[WIDTH * 2] ^= in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] ^= in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] ^= in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] ^= in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] ^= in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] ^= in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_02(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in7; out1 = in0; out7 = in6; out5 = in4; out6 = in5; out3 = in2 ^ in7; out4 = in3 ^ in7; out2 = in1 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_03(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in0 ^ in7; tmp0 = in2 ^ in7; out1 = in0 ^ in1; out7 = in6 ^ in7; out5 = in4 ^ in5; out6 = in5 ^ in6; out4 = in3 ^ in4 ^ in7; out2 = tmp0 ^ in1; out3 = tmp0 ^ in3; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_04(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in6; out1 = in7; out7 = in5; out6 = in4; tmp0 = in6 ^ in7; out2 = in0 ^ in6; out5 = in3 ^ in7; out3 = tmp0 ^ in1; out4 = tmp0 ^ in2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_05(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in0 ^ in6; out1 = in1 ^ in7; out7 = in5 ^ in7; out6 = in4 ^ in6; out2 = out0 ^ in2; out3 = out1 ^ in3 ^ in6; out5 = out7 ^ in3; out4 = out6 ^ in2 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_06(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in6 ^ in7; tmp0 = in1 ^ in6; out1 = in0 ^ in7; out7 = in5 ^ in6; out6 = in4 ^ in5; out4 = in2 ^ in3 ^ in6; out5 = in3 ^ in4 ^ in7; out3 = tmp0 ^ in2; out2 = tmp0 ^ out1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_07(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in2 ^ in6; tmp1 = in5 ^ in6; tmp2 = in0 ^ in7; tmp3 = tmp0 ^ in3; out6 = tmp1 ^ in4; out7 = tmp1 ^ in7; out0 = tmp2 ^ in6; out1 = tmp2 ^ in1; out3 = tmp3 ^ in1; out4 = tmp3 ^ in4; out5 = out4 ^ out7 ^ in2; out2 = tmp0 ^ out1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_08(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in5; out1 = in6; out7 = in4; out6 = in3 ^ in7; out3 = in0 ^ in5 ^ in6; out5 = in2 ^ in6 ^ in7; out2 = in5 ^ in7; out4 = out2 ^ in1 ^ in6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_09(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in0 ^ in5; tmp0 = in3 ^ in6; out1 = in1 ^ in6; out7 = in4 ^ in7; out2 = in2 ^ in5 ^ in7; out3 = tmp0 ^ out0; out6 = tmp0 ^ in7; out4 = out1 ^ out7 ^ in5; out5 = out2 ^ in6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_0A(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in5 ^ in7; out1 = in0 ^ in6; out7 = in4 ^ in6; out2 = in1 ^ in5; out6 = out0 ^ in3; out3 = out0 ^ out1 ^ in2; out5 = out7 ^ in2 ^ in7; out4 = out2 ^ in3 ^ in6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_0B(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in2 ^ in5; tmp1 = in0 ^ in6; tmp2 = in4 ^ in7; out0 = in0 ^ in5 ^ in7; out2 = tmp0 ^ in1; out1 = tmp1 ^ in1; out6 = tmp1 ^ out0 ^ in3; out7 = tmp2 ^ in6; out4 = tmp2 ^ out6 ^ in1; out3 = out6 ^ in0 ^ in2; out5 = tmp0 ^ out7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_0C(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in5 ^ in6; out1 = in6 ^ in7; out7 = in4 ^ in5; tmp0 = in1 ^ in5; tmp1 = in0 ^ in7; out5 = in2 ^ in3 ^ in6; out6 = in3 ^ in4 ^ in7; out2 = tmp1 ^ out0; out4 = tmp0 ^ in2; out3 = tmp0 ^ tmp1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_0D(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in4 ^ in5; tmp1 = in5 ^ in6; out1 = in1 ^ in6 ^ in7; out7 = tmp0 ^ in7; out4 = tmp0 ^ in1 ^ in2; out0 = tmp1 ^ in0; tmp2 = tmp1 ^ in3; out6 = tmp2 ^ out7; out2 = out0 ^ in2 ^ in7; out3 = out0 ^ out1 ^ in3; out5 = tmp2 ^ in2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_0E(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in1; tmp1 = in2 ^ in5; tmp2 = in5 ^ in6; out1 = in0 ^ in6 ^ in7; out3 = tmp0 ^ tmp1; out2 = tmp0 ^ tmp2; tmp3 = tmp1 ^ in3; out7 = tmp2 ^ in4; out0 = tmp2 ^ in7; out4 = tmp3 ^ in1 ^ in7; out5 = tmp3 ^ out7; out6 = out0 ^ out5 ^ in2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_0F(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in6 ^ in7; tmp1 = tmp0 ^ in1; tmp2 = tmp0 ^ in5; out1 = tmp1 ^ in0; out7 = tmp2 ^ in4; out0 = tmp2 ^ in0; out6 = out7 ^ in3; out5 = out6 ^ in2 ^ in7; tmp3 = tmp1 ^ out0 ^ in2; out4 = tmp1 ^ out5; out2 = tmp3 ^ in6; out3 = tmp3 ^ in3; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_10(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in4; out1 = in5; out7 = in3 ^ in7; tmp0 = in6 ^ in7; out2 = in4 ^ in6; tmp1 = out2 ^ in5; out6 = tmp0 ^ in2; out3 = tmp0 ^ tmp1; out5 = out2 ^ out3 ^ in1; out4 = tmp1 ^ in0; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_11(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out7 = in3; out0 = in0 ^ in4; out1 = in1 ^ in5; out6 = in2 ^ in7; out4 = in0 ^ in5 ^ in6; out5 = in1 ^ in6 ^ in7; out2 = in2 ^ in4 ^ in6; out3 = in3 ^ in4 ^ in5 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_12(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in4 ^ in7; out1 = in0 ^ in5; out3 = in2 ^ in4 ^ in5; tmp0 = out0 ^ in6; out2 = tmp0 ^ in1; tmp1 = tmp0 ^ in3; out6 = tmp0 ^ out3; out5 = out2 ^ in5; out7 = tmp1 ^ in4; out4 = tmp1 ^ out1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_13(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out7 = in3 ^ in6; tmp0 = in0 ^ in5; tmp1 = in4 ^ in7; out6 = in2 ^ in5 ^ in7; out4 = tmp0 ^ out7 ^ in7; out1 = tmp0 ^ in1; out0 = tmp1 ^ in0; out5 = tmp1 ^ in1 ^ in6; out3 = tmp1 ^ out6 ^ in3; out2 = out5 ^ in2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_14(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in4 ^ in6; out1 = in5 ^ in7; out2 = in0 ^ in4; tmp0 = out0 ^ in5; out7 = out1 ^ in3; tmp1 = out1 ^ in2; out3 = tmp0 ^ in1; out6 = tmp0 ^ tmp1; out4 = tmp1 ^ out2; out5 = out3 ^ in3 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_15(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out7 = in3 ^ in5; tmp0 = in0 ^ in4; out1 = in1 ^ in5 ^ in7; out5 = in1 ^ in3 ^ in6; out0 = tmp0 ^ in6; out2 = tmp0 ^ in2; out3 = out5 ^ in4 ^ in5; out6 = out2 ^ in0 ^ in7; out4 = tmp0 ^ out6 ^ in5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_16(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in5; tmp1 = in4 ^ in7; tmp2 = in2 ^ in3 ^ in4; out1 = tmp0 ^ in7; out4 = tmp0 ^ tmp2; out0 = tmp1 ^ in6; tmp3 = tmp1 ^ in1; out6 = out0 ^ in2 ^ in5; out2 = tmp3 ^ in0; out3 = out6 ^ in1; out7 = tmp2 ^ out6; out5 = tmp3 ^ out7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_17(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in2 ^ in5; tmp1 = in3 ^ in6; tmp2 = tmp0 ^ in4; out4 = tmp0 ^ in0 ^ in3; out7 = tmp1 ^ in5; tmp3 = tmp1 ^ in1; out6 = tmp2 ^ in7; out5 = tmp3 ^ in4; out3 = tmp3 ^ out6; out0 = out3 ^ out4 ^ in1; out2 = out3 ^ out7 ^ in0; out1 = tmp2 ^ out2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_18(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in4 ^ in5; out1 = in5 ^ in6; tmp0 = in4 ^ in7; out5 = in1 ^ in2 ^ in5; out6 = in2 ^ in3 ^ in6; out2 = tmp0 ^ out1; out7 = tmp0 ^ in3; tmp1 = tmp0 ^ in0; out3 = tmp1 ^ in6; out4 = tmp1 ^ in1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_19(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out5 = in1 ^ in2; out7 = in3 ^ in4; tmp0 = in0 ^ in7; out6 = in2 ^ in3; out1 = in1 ^ in5 ^ in6; out0 = in0 ^ in4 ^ in5; out4 = tmp0 ^ in1; tmp1 = tmp0 ^ in6; out2 = tmp1 ^ out0 ^ in2; out3 = tmp1 ^ out7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_1A(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in4 ^ in5; tmp1 = in5 ^ in6; tmp2 = tmp0 ^ in1; out0 = tmp0 ^ in7; out1 = tmp1 ^ in0; tmp3 = tmp1 ^ in3; out5 = tmp2 ^ in2; out2 = tmp2 ^ in6; out7 = tmp3 ^ out0; out6 = tmp3 ^ in2; out4 = tmp3 ^ out2 ^ in0; out3 = tmp0 ^ out1 ^ in2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_1B(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3, tmp4; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in2 ^ in4; tmp1 = in2 ^ in5; tmp2 = in3 ^ in6; out5 = tmp0 ^ in1; tmp3 = tmp0 ^ in0; out6 = tmp1 ^ in3; out0 = tmp1 ^ tmp3 ^ in7; out7 = tmp2 ^ in4; tmp4 = out5 ^ in6; out3 = tmp2 ^ tmp3; out2 = tmp4 ^ in5; out4 = tmp4 ^ out3; out1 = tmp3 ^ out2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_1C(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3, tmp4; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in2 ^ in3; tmp1 = in4 ^ in6; tmp2 = in5 ^ in7; out6 = tmp0 ^ tmp1; out0 = tmp1 ^ in5; out1 = tmp2 ^ in6; tmp3 = tmp2 ^ in1; tmp4 = tmp2 ^ in4; out2 = tmp4 ^ in0; out7 = tmp4 ^ in3; out5 = tmp0 ^ tmp3; out3 = tmp3 ^ out2; out4 = out3 ^ in2 ^ in6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_1D(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3, tmp4; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in1 ^ in3; tmp1 = in0 ^ in4; tmp2 = in3 ^ in4; tmp3 = in2 ^ in7; out3 = tmp0 ^ tmp1; out5 = tmp0 ^ tmp3; tmp4 = tmp1 ^ in5; out6 = tmp2 ^ in2; out7 = tmp2 ^ in5; out2 = tmp3 ^ tmp4; out4 = out3 ^ out6 ^ in6; out0 = tmp4 ^ in6; out1 = out2 ^ out4 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_1E(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in4; tmp1 = in2 ^ in7; tmp2 = tmp0 ^ in1; out3 = tmp1 ^ tmp2; out2 = tmp2 ^ in5; out4 = out3 ^ in3 ^ in6; tmp3 = out4 ^ in7; out6 = tmp3 ^ out2 ^ in4; out7 = tmp1 ^ out6; out0 = out7 ^ in3; out1 = tmp0 ^ out0; out5 = tmp3 ^ out1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_1F(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in4 ^ in6; tmp1 = tmp0 ^ in5; out7 = tmp1 ^ in3; out0 = tmp1 ^ in0 ^ in7; out6 = out7 ^ in2 ^ in6; out1 = out0 ^ in1 ^ in4; out4 = out0 ^ out6 ^ in1; out3 = tmp0 ^ out4; out2 = out4 ^ out7 ^ in7; out5 = out3 ^ in0; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_20(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out1 = in4; out0 = in3 ^ in7; tmp0 = in3 ^ in4; tmp1 = in6 ^ in7; out2 = out0 ^ in5; out4 = tmp0 ^ in5; out3 = tmp0 ^ tmp1; out7 = tmp1 ^ in2; out6 = tmp1 ^ in1 ^ in5; out5 = out2 ^ out3 ^ in0; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_21(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out1 = in1 ^ in4; tmp0 = in4 ^ in6; out4 = in3 ^ in5; out7 = in2 ^ in6; out0 = in0 ^ in3 ^ in7; out6 = in1 ^ in5 ^ in7; out3 = tmp0 ^ in7; out5 = tmp0 ^ in0; out2 = out4 ^ in2 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_22(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in3; out1 = in0 ^ in4; out7 = in2 ^ in7; out4 = in4 ^ in5 ^ in7; out5 = in0 ^ in5 ^ in6; out6 = in1 ^ in6 ^ in7; out3 = in2 ^ in3 ^ in4 ^ in6; out2 = in1 ^ in3 ^ in5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_23(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out7 = in2; out0 = in0 ^ in3; out4 = in5 ^ in7; out5 = in0 ^ in6; out6 = in1 ^ in7; out3 = in2 ^ in4 ^ in6; out1 = in0 ^ in1 ^ in4; out2 = out4 ^ out6 ^ in2 ^ in3; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_24(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out1 = in4 ^ in7; tmp0 = in3 ^ in4; out0 = in3 ^ in6 ^ in7; out3 = tmp0 ^ in1; tmp1 = out0 ^ in5; out6 = tmp1 ^ out3; out2 = tmp1 ^ in0; out7 = tmp1 ^ in2 ^ in3; out5 = out2 ^ in4; out4 = tmp0 ^ out7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_25(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in1 ^ in4; tmp0 = in2 ^ in5; out1 = out3 ^ in7; out7 = tmp0 ^ in6; out6 = out1 ^ in5; out4 = out7 ^ in3 ^ in7; out2 = out4 ^ in0; out0 = tmp0 ^ out2; out5 = out0 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_26(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in3 ^ in6; tmp0 = in4 ^ in7; out7 = in2 ^ in5 ^ in7; tmp1 = out0 ^ in0 ^ in5; out1 = tmp0 ^ in0; tmp2 = tmp0 ^ in6; out2 = tmp1 ^ in1; out5 = tmp1 ^ in7; out6 = tmp2 ^ in1; out4 = tmp2 ^ out7; out3 = out0 ^ out6 ^ in2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_27(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out7 = in2 ^ in5; out0 = in0 ^ in3 ^ in6; out6 = in1 ^ in4 ^ in7; out4 = out7 ^ in6; out2 = out0 ^ out7 ^ in1; out5 = out0 ^ in7; out1 = out6 ^ in0; out3 = out6 ^ in2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_28(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in3; out1 = in4 ^ in6; out0 = in3 ^ in5 ^ in7; tmp0 = out1 ^ in7; tmp1 = out0 ^ in4; out7 = tmp0 ^ in2; tmp2 = tmp0 ^ in1; out3 = tmp1 ^ in0; out6 = tmp1 ^ tmp2; out4 = tmp2 ^ in3; out5 = out3 ^ in2 ^ in3; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_29(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in2 ^ in3; tmp0 = in1 ^ in3; tmp1 = in4 ^ in6; tmp2 = in0 ^ in4 ^ in7; out6 = tmp0 ^ in5; out4 = tmp0 ^ in6 ^ in7; out1 = tmp1 ^ in1; out7 = tmp1 ^ in2; out3 = tmp2 ^ in5; out5 = tmp2 ^ in2; out0 = out3 ^ in3 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_2A(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in3 ^ in5; tmp0 = in1 ^ in3; tmp1 = in0 ^ in4; out7 = in2 ^ in4 ^ in7; out3 = tmp1 ^ out0 ^ in2; out2 = tmp0 ^ in7; out6 = tmp0 ^ in6; out1 = tmp1 ^ in6; out5 = tmp1 ^ out7 ^ in5; out4 = out1 ^ in0 ^ in1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_2B(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out4 = in1 ^ in6; out7 = in2 ^ in4; tmp0 = in0 ^ in5; tmp1 = in2 ^ in7; out6 = in1 ^ in3; out1 = out4 ^ in0 ^ in4; out3 = tmp0 ^ out7; out0 = tmp0 ^ in3; out5 = tmp1 ^ in0; out2 = tmp1 ^ out6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_2C(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in2 ^ in5; tmp1 = in2 ^ in3 ^ in4; tmp2 = tmp0 ^ in6; out4 = tmp1 ^ in1; out5 = tmp1 ^ in0 ^ in5; tmp3 = tmp2 ^ in4; out6 = tmp2 ^ out4; out7 = tmp3 ^ in7; out2 = tmp3 ^ out5; out3 = out6 ^ in0; out0 = tmp1 ^ out7; out1 = tmp0 ^ out7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_2D(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in2 ^ in3; out4 = tmp0 ^ in1; tmp1 = tmp0 ^ in0; out2 = tmp1 ^ in6; out5 = tmp1 ^ in4; tmp2 = out2 ^ in2; tmp3 = tmp2 ^ in5; out0 = tmp3 ^ in7; out7 = tmp3 ^ out5; out6 = out4 ^ out7 ^ in6; out3 = tmp2 ^ out6; out1 = out0 ^ out6 ^ in0; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_2E(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in4 ^ in7; out0 = in3 ^ in5 ^ in6; tmp1 = tmp0 ^ in0; tmp2 = tmp0 ^ in2; out1 = tmp1 ^ in6; out4 = tmp2 ^ in1; out7 = tmp2 ^ in5; out3 = out0 ^ out4 ^ in0; out2 = out3 ^ out7 ^ in7; out6 = tmp1 ^ out2; out5 = tmp1 ^ out7 ^ in3; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_2F(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in3; tmp1 = in2 ^ in5; out4 = in1 ^ in2 ^ in7; out6 = in1 ^ in3 ^ in4; out5 = tmp0 ^ in2; tmp2 = tmp0 ^ in6; out7 = tmp1 ^ in4; out0 = tmp2 ^ in5; out2 = tmp2 ^ out4; out1 = tmp2 ^ out6 ^ in7; out3 = tmp1 ^ out1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_30(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out1 = in4 ^ in5; tmp0 = in3 ^ in6; tmp1 = in4 ^ in7; out6 = in1 ^ in2 ^ in5; out3 = tmp0 ^ in5; out4 = tmp0 ^ in0; out7 = tmp0 ^ in2; out0 = tmp1 ^ in3; out2 = tmp1 ^ out3; out5 = tmp1 ^ in0 ^ in1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_31(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in5 ^ in6; tmp0 = in4 ^ in5; tmp1 = in0 ^ in3 ^ in4; tmp2 = out3 ^ in2; out1 = tmp0 ^ in1; out0 = tmp1 ^ in7; out4 = tmp1 ^ in6; out6 = tmp2 ^ in1; out2 = tmp2 ^ out0 ^ in0; out5 = out1 ^ in0 ^ in7; out7 = tmp0 ^ out2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_32(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in3 ^ in4; out7 = in2 ^ in3; tmp0 = in5 ^ in6; tmp1 = in0 ^ in7; out6 = in1 ^ in2; out1 = in0 ^ in4 ^ in5; out2 = tmp0 ^ out0 ^ in1; out3 = tmp0 ^ out7 ^ in7; out4 = tmp1 ^ in6; out5 = tmp1 ^ in1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_33(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3, tmp4; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in2 ^ in3; tmp1 = in0 ^ in4; tmp2 = in1 ^ in5; out6 = in1 ^ in2 ^ in6; out7 = tmp0 ^ in7; out0 = tmp1 ^ in3; out1 = tmp1 ^ tmp2; tmp3 = tmp2 ^ in7; tmp4 = tmp2 ^ in4 ^ in6; out5 = tmp3 ^ in0; out3 = tmp3 ^ out6; out4 = tmp4 ^ out5; out2 = tmp0 ^ tmp4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_34(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3, tmp4; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in3 ^ in4; tmp1 = in4 ^ in5; tmp2 = tmp0 ^ in1; tmp3 = tmp0 ^ in6; out1 = tmp1 ^ in7; tmp4 = tmp1 ^ in2; out5 = tmp2 ^ in0; out3 = tmp2 ^ out1; out0 = tmp3 ^ in7; out7 = tmp3 ^ tmp4; out6 = tmp4 ^ in1; out2 = out3 ^ out5 ^ in3; out4 = tmp4 ^ out2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_35(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in2 ^ in6; tmp1 = in5 ^ in7; out7 = tmp0 ^ tmp1 ^ in3; out3 = tmp1 ^ in1; out1 = out3 ^ in4; tmp2 = out1 ^ in7; out5 = tmp2 ^ in0 ^ in3; out6 = tmp0 ^ tmp2; out0 = out3 ^ out5 ^ in6; out4 = tmp0 ^ out0; out2 = out4 ^ in5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_36(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out4 = in0 ^ in2; tmp0 = in1 ^ in3; out0 = in3 ^ in4 ^ in6; out6 = in1 ^ in2 ^ in4; out5 = tmp0 ^ in0; tmp1 = out5 ^ in5; out2 = tmp1 ^ in4; out3 = tmp1 ^ out4; out1 = tmp0 ^ out2 ^ in7; out7 = out3 ^ in1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_37(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in1 ^ in2; tmp1 = in2 ^ in4; tmp2 = tmp0 ^ in6; out3 = tmp0 ^ in5; out4 = tmp1 ^ in0; out6 = tmp2 ^ in4; out1 = out3 ^ out4 ^ in7; tmp3 = out4 ^ in1 ^ in3; out7 = tmp3 ^ out1; out2 = tmp3 ^ in5; out5 = tmp1 ^ out2; out0 = tmp2 ^ tmp3; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_38(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in0 ^ in3; tmp0 = in3 ^ in4; tmp1 = in5 ^ in7; tmp2 = out3 ^ in1; out2 = tmp0 ^ in6; out0 = tmp0 ^ tmp1; out4 = tmp1 ^ tmp2; out7 = out2 ^ in2; out1 = out2 ^ in3 ^ in5; out6 = out4 ^ in0 ^ in2; out5 = tmp2 ^ out7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_39(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in0; tmp0 = in1 ^ in5; tmp1 = tmp0 ^ in4; out1 = tmp1 ^ in6; out5 = out1 ^ in0 ^ in2; tmp2 = tmp0 ^ out5; out2 = tmp2 ^ in0 ^ in3; out7 = out2 ^ in7; out6 = tmp1 ^ out7; out4 = tmp2 ^ out6; out0 = out4 ^ in1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_3A(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3, tmp4, tmp5; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in1; tmp1 = in0 ^ in2; tmp2 = in3 ^ in4; tmp3 = in1 ^ in6; tmp4 = in3 ^ in7; out4 = tmp0 ^ in5; out5 = tmp1 ^ tmp3; out3 = tmp1 ^ tmp4; out0 = tmp2 ^ in5; out7 = tmp2 ^ in2; tmp5 = tmp3 ^ in4; out2 = tmp4 ^ tmp5; out1 = tmp5 ^ out4; out6 = tmp0 ^ out3; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_3B(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in1 ^ in6; tmp1 = in2 ^ in7; tmp2 = tmp0 ^ in3; out3 = tmp1 ^ in0; out6 = tmp1 ^ tmp2; out2 = out6 ^ in4; out7 = tmp0 ^ out2; out0 = out3 ^ out7 ^ in5; out5 = out0 ^ out2 ^ in7; out1 = tmp2 ^ out0; out4 = out1 ^ in6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_3C(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in3; tmp1 = in2 ^ in7; tmp2 = in1 ^ in6 ^ in7; out2 = tmp0 ^ in4; out3 = tmp0 ^ tmp2; out4 = tmp1 ^ out3 ^ in5; out5 = tmp2 ^ out2 ^ in2; out1 = out4 ^ out5 ^ in6; out0 = out1 ^ in3; out7 = tmp1 ^ out0; out6 = tmp2 ^ out7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_3D(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in2; tmp1 = tmp0 ^ in3; out2 = tmp1 ^ in4; tmp2 = out2 ^ in5; out4 = tmp2 ^ in1 ^ in6; out5 = out4 ^ in7; out6 = out5 ^ in0; out7 = out6 ^ in1; out0 = tmp0 ^ out7; out1 = tmp1 ^ out5; out3 = tmp2 ^ out6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_3E(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in3 ^ in5; tmp1 = tmp0 ^ in4; out0 = tmp1 ^ in6; out7 = tmp1 ^ in2; out6 = out7 ^ in1 ^ in5 ^ in7; out2 = out6 ^ in0 ^ in2; out4 = out0 ^ out6 ^ in0; out5 = tmp0 ^ out4; out3 = out5 ^ in7; out1 = out3 ^ out6 ^ in5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_3F(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in1; out3 = tmp0 ^ in2 ^ in6; tmp1 = out3 ^ in5 ^ in7; out4 = tmp1 ^ in4; out5 = tmp1 ^ in3; out1 = out4 ^ in2; out7 = out1 ^ out3 ^ in3; out2 = tmp0 ^ out7 ^ in5; tmp2 = out2 ^ in0; out6 = tmp2 ^ in6; out0 = tmp1 ^ tmp2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_40(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out1 = in3 ^ in7; tmp0 = in3 ^ in4; tmp1 = in6 ^ in7; out4 = tmp0 ^ in2; out5 = tmp0 ^ in5; out0 = tmp1 ^ in2; out7 = tmp1 ^ in1 ^ in5; out2 = out0 ^ in4; out3 = out2 ^ out5 ^ in7; out6 = out3 ^ out4 ^ in0; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_41(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out4 = in2 ^ in3; tmp0 = in5 ^ in6; tmp1 = in6 ^ in7; out5 = in3 ^ in4; out1 = in1 ^ in3 ^ in7; out6 = in0 ^ in4 ^ in5; out3 = tmp0 ^ in2; out7 = tmp0 ^ in1; out2 = tmp1 ^ in4; out0 = tmp1 ^ in0 ^ in2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_42(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in2 ^ in6; out5 = in3 ^ in5; out1 = in0 ^ in3 ^ in7; out7 = in1 ^ in5 ^ in7; out4 = in2 ^ in4 ^ in7; out6 = in0 ^ in4 ^ in6; out2 = out0 ^ in1 ^ in4; out3 = out5 ^ in6 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_43(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out5 = in3; out7 = in1 ^ in5; out4 = in2 ^ in7; out6 = in0 ^ in4; out0 = in0 ^ in2 ^ in6; out3 = in5 ^ in6 ^ in7; out2 = in1 ^ in4 ^ in6; out1 = in0 ^ in1 ^ in3 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_44(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out1 = in3; out0 = in2 ^ in7; tmp0 = in4 ^ in7; out7 = in1 ^ in6 ^ in7; out6 = in0 ^ in5 ^ in6; out4 = tmp0 ^ in3 ^ in6; out3 = out0 ^ in1 ^ in3 ^ in5; out2 = out0 ^ in0 ^ in4; out5 = tmp0 ^ in5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_45(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out1 = in1 ^ in3; out7 = in1 ^ in6; out5 = in4 ^ in7; out6 = in0 ^ in5; out0 = in0 ^ in2 ^ in7; out4 = in3 ^ in6 ^ in7; out2 = out5 ^ in0; out3 = out0 ^ out6 ^ in1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_46(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in2; out1 = in0 ^ in3; out7 = in1 ^ in7; out4 = in4 ^ in6; out5 = in5 ^ in7; out6 = in0 ^ in6; out3 = in1 ^ in3 ^ in5; out2 = out4 ^ out6 ^ in1 ^ in2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_47(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out4 = in6; out7 = in1; out5 = in7; out6 = in0; tmp0 = in0 ^ in1; out3 = in1 ^ in5; out0 = in0 ^ in2; out1 = tmp0 ^ in3; out2 = tmp0 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_48(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in2 ^ in3; out1 = in3 ^ in6 ^ in7; out3 = tmp0 ^ in0; out0 = tmp0 ^ out1 ^ in5; tmp1 = out0 ^ in4; out2 = tmp1 ^ in7; out5 = tmp1 ^ in3; out4 = out5 ^ in1; out7 = tmp0 ^ out4; out6 = tmp1 ^ out3; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_49(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in0 ^ in2; tmp0 = in2 ^ in5; out2 = in4 ^ in5 ^ in6; tmp1 = tmp0 ^ out2 ^ in3; out7 = out2 ^ in1; out5 = tmp1 ^ in7; out4 = out5 ^ out7 ^ in6; out1 = tmp0 ^ out4; out6 = out1 ^ out7 ^ in0; out0 = tmp1 ^ out6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_4A(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in2 ^ in6; tmp1 = in3 ^ in7; out0 = tmp0 ^ in5; out3 = tmp1 ^ in0; out5 = tmp1 ^ out0; out4 = out0 ^ in1 ^ in4; out1 = out3 ^ in6; out2 = out4 ^ in7; out6 = out1 ^ in4; out7 = tmp0 ^ out2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_4B(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in0 ^ in7; tmp0 = in1 ^ in5; tmp1 = in2 ^ in6; tmp2 = out3 ^ in3; out7 = tmp0 ^ in4; out4 = tmp0 ^ tmp1; tmp3 = tmp1 ^ in0; out6 = tmp2 ^ in4; out5 = tmp2 ^ tmp3; out1 = tmp2 ^ in1 ^ in6; out2 = out7 ^ in6 ^ in7; out0 = tmp3 ^ in5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_4C(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out1 = in3 ^ in6; tmp0 = in2 ^ in5; tmp1 = out1 ^ in5 ^ in7; out0 = tmp0 ^ in7; tmp2 = tmp0 ^ in4; out6 = tmp1 ^ in0; out2 = tmp2 ^ in0; out5 = tmp2 ^ in6; out3 = tmp0 ^ out6 ^ in1; out7 = out0 ^ out5 ^ in1; out4 = tmp1 ^ out7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_4D(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in5; tmp1 = in1 ^ in6; out4 = in1 ^ in3 ^ in5; tmp2 = tmp0 ^ in7; out2 = tmp0 ^ in4; out1 = tmp1 ^ in3; out7 = tmp1 ^ in4; out0 = tmp2 ^ in2; out6 = tmp2 ^ in3; out5 = out7 ^ in1 ^ in2; out3 = tmp1 ^ out0 ^ in5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_4E(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in2 ^ in5; out7 = in1 ^ in4 ^ in7; out1 = in0 ^ in3 ^ in6; out5 = out0 ^ in6; out4 = out7 ^ in5; out3 = out1 ^ in1; out6 = out1 ^ in7; out2 = out4 ^ in0 ^ in2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_4F(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out5 = in2 ^ in6; out7 = in1 ^ in4; out3 = in0 ^ in1 ^ in6; out4 = in1 ^ in5 ^ in7; out0 = in0 ^ in2 ^ in5; out6 = in0 ^ in3 ^ in7; out1 = out3 ^ in3; out2 = out4 ^ in0 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_50(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in2 ^ in7; tmp0 = in3 ^ in5; out0 = out2 ^ in4 ^ in6; out1 = tmp0 ^ in7; tmp1 = tmp0 ^ in6; out3 = out0 ^ in3; out7 = tmp1 ^ in1; tmp2 = tmp1 ^ in0; out5 = out3 ^ in1 ^ in2; out4 = tmp2 ^ in2; out6 = tmp2 ^ out3; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_51(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in7; out3 = in2 ^ in4 ^ in6 ^ in7; out0 = out3 ^ in0; out6 = out0 ^ in5; out4 = out6 ^ in3 ^ in7; out1 = out0 ^ out4 ^ in1; out7 = out1 ^ in6; out5 = out7 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_52(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in1 ^ in2; tmp0 = in2 ^ in4; tmp1 = in3 ^ in5; tmp2 = in3 ^ in6; tmp3 = in0 ^ in7; out0 = tmp0 ^ in6; out6 = tmp0 ^ tmp3; out7 = tmp1 ^ in1; out1 = tmp1 ^ tmp3; out3 = tmp2 ^ in4; out5 = tmp2 ^ in1 ^ in7; out4 = tmp2 ^ out1 ^ in2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_53(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in1; out3 = in4 ^ in6; out0 = out3 ^ in0 ^ in2; out6 = out0 ^ in7; out4 = out6 ^ in5; out7 = out0 ^ out4 ^ in1 ^ in3; out1 = out7 ^ in0; out5 = out7 ^ in6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_54(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out1 = in3 ^ in5; tmp0 = in1 ^ in3; tmp1 = in2 ^ in4; tmp2 = in0 ^ in7; out5 = in1 ^ in4 ^ in6; out4 = tmp2 ^ out1; out7 = tmp0 ^ in6; out3 = tmp0 ^ tmp1; out0 = tmp1 ^ in7; tmp3 = tmp2 ^ in2; out2 = tmp3 ^ in6; out6 = tmp3 ^ in5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_55(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in1 ^ in3; tmp1 = in1 ^ in4; tmp2 = in6 ^ in7; out7 = tmp0 ^ tmp2; out1 = tmp0 ^ in5; out3 = tmp1 ^ in2; out5 = tmp1 ^ in5 ^ in6; out2 = tmp2 ^ in0; out4 = out5 ^ out7 ^ in0; out6 = out2 ^ in2 ^ in5; out0 = out5 ^ out6 ^ in1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_56(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in2 ^ in4; tmp0 = in0 ^ in2; out4 = in0 ^ in5; out7 = in1 ^ in3; out5 = in1 ^ in6; out6 = tmp0 ^ in7; out2 = tmp0 ^ out5; out1 = out4 ^ in3; out3 = out7 ^ in4 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_57(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in5; tmp1 = in1 ^ in7; out0 = in0 ^ in2 ^ in4; out5 = in1 ^ in5 ^ in6; out4 = tmp0 ^ in4; out1 = tmp0 ^ in1 ^ in3; out2 = tmp0 ^ out5; out3 = tmp1 ^ in4; out7 = tmp1 ^ in3; out6 = tmp1 ^ out2 ^ in2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_58(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in2 ^ in5; tmp0 = in2 ^ in3 ^ in4; out5 = tmp0 ^ in1; out6 = tmp0 ^ in0 ^ in5; out3 = out6 ^ in7; tmp1 = out2 ^ out5; out7 = tmp1 ^ in6; out4 = tmp1 ^ out3 ^ in3; out0 = out4 ^ out7 ^ in0; out1 = tmp0 ^ out0; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_59(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in5; tmp0 = in0 ^ in5 ^ in7; out3 = tmp0 ^ in2 ^ in4; out0 = out3 ^ in6; tmp1 = out0 ^ in7; out6 = tmp1 ^ in3; out5 = out6 ^ in0 ^ in1 ^ in6; out4 = tmp0 ^ out5; out1 = tmp1 ^ out4; out7 = out1 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_5A(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in1 ^ in2; tmp1 = in2 ^ in5; out5 = tmp0 ^ in3; out4 = tmp0 ^ in0; tmp2 = tmp1 ^ in4; out2 = tmp1 ^ in1 ^ in7; out7 = tmp2 ^ out5; out6 = out4 ^ out7 ^ in5; out0 = tmp2 ^ in6; out1 = out0 ^ out6 ^ in7; out3 = tmp1 ^ out6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_5B(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3, tmp4; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in2 ^ in3; tmp1 = in0 ^ in4; tmp2 = in1 ^ in5; out5 = tmp0 ^ tmp2; tmp3 = tmp1 ^ in6; out3 = tmp1 ^ in5; out2 = tmp2 ^ in7; tmp4 = out3 ^ in2; out7 = out2 ^ in3 ^ in4; out0 = tmp4 ^ in6; out6 = tmp0 ^ tmp3; out4 = tmp2 ^ tmp4; out1 = tmp3 ^ out7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_5C(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in3 ^ in6; tmp1 = in0 ^ in2 ^ in5; out1 = tmp0 ^ in5; tmp2 = tmp0 ^ in1; out2 = tmp1 ^ in6; out6 = tmp1 ^ in3; out4 = tmp2 ^ in0; out7 = tmp2 ^ in4; out3 = tmp1 ^ out7; out0 = out3 ^ out4 ^ in7; out5 = out0 ^ in1 ^ in5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_5D(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3, tmp4; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in1; tmp1 = in0 ^ in6; out2 = tmp1 ^ in5; tmp2 = out2 ^ in3; out6 = tmp2 ^ in2; out1 = tmp0 ^ tmp2; tmp3 = out1 ^ in4 ^ in5; out4 = tmp3 ^ in0; out7 = tmp3 ^ in7; tmp4 = out4 ^ out6; out5 = tmp4 ^ in7; out0 = tmp0 ^ out5; out3 = tmp1 ^ tmp4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_5E(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3, tmp4; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in2 ^ in5; tmp1 = in3 ^ in5; tmp2 = in1 ^ in7; out7 = in1 ^ in3 ^ in4; out0 = tmp0 ^ in4; tmp3 = tmp1 ^ in0; out5 = tmp2 ^ in2; out1 = tmp3 ^ in6; out6 = tmp0 ^ tmp3; tmp4 = tmp2 ^ out1; out3 = tmp4 ^ in4; out4 = tmp1 ^ tmp4; out2 = tmp0 ^ out4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_5F(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in1 ^ in5; tmp1 = in0 ^ in6; tmp2 = tmp0 ^ in7; tmp3 = tmp1 ^ in3; out2 = tmp1 ^ tmp2; out5 = tmp2 ^ in2; out6 = tmp3 ^ in2; out3 = out2 ^ in4; out4 = out3 ^ in5; out1 = tmp0 ^ tmp3; out7 = tmp3 ^ out4; out0 = out4 ^ out5 ^ in6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_60(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out4 = in2 ^ in5; tmp0 = in3 ^ in6; out1 = in3 ^ in4 ^ in7; out7 = out4 ^ in1; tmp1 = out4 ^ in4; out0 = tmp0 ^ in2; out5 = tmp0 ^ in0; out2 = tmp0 ^ tmp1; out3 = tmp1 ^ in7; out6 = out3 ^ out7 ^ in0; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_61(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in2 ^ in5; out4 = tmp0 ^ in4; tmp1 = out4 ^ in3; out3 = tmp1 ^ in7; out2 = tmp1 ^ in2 ^ in6; out1 = tmp0 ^ out3 ^ in1; out0 = out2 ^ out4 ^ in0; out7 = tmp1 ^ out1; out6 = out0 ^ out1 ^ in2; out5 = tmp0 ^ out0; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_62(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in4 ^ in5; tmp0 = in0 ^ in3 ^ in4; out1 = tmp0 ^ in7; out5 = tmp0 ^ in6; tmp1 = out1 ^ in0; tmp2 = tmp1 ^ out3; out4 = tmp2 ^ in2; tmp3 = tmp2 ^ in1; out0 = out4 ^ in5 ^ in6; out7 = tmp3 ^ out0; out6 = tmp0 ^ tmp3; out2 = tmp1 ^ out7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_63(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3, tmp4; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in3 ^ in4; tmp1 = in1 ^ in7; out3 = tmp0 ^ in5; tmp2 = out3 ^ in6; out4 = out3 ^ in2 ^ in7; out5 = tmp2 ^ in0; tmp3 = out5 ^ in3; out0 = tmp3 ^ out4; out2 = tmp1 ^ tmp2; out6 = tmp1 ^ tmp3; tmp4 = tmp0 ^ out2; out1 = tmp4 ^ out5; out7 = tmp4 ^ in2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_64(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in2 ^ in3; out1 = in3 ^ in4; out7 = in1 ^ in2; tmp0 = in4 ^ in5; tmp1 = in0 ^ in7; out4 = in5 ^ in6 ^ in7; out2 = tmp0 ^ out0 ^ in0; out3 = tmp0 ^ out7 ^ in6; out5 = tmp1 ^ in6; out6 = tmp1 ^ in1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_65(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in3; tmp1 = in4 ^ in5; tmp2 = in6 ^ in7; out7 = in1 ^ in2 ^ in7; out1 = in1 ^ in3 ^ in4; out0 = tmp0 ^ in2; out2 = tmp0 ^ tmp1; out4 = tmp1 ^ tmp2; tmp3 = tmp2 ^ in0; out3 = out4 ^ out7 ^ in3; out5 = tmp3 ^ in5; out6 = tmp3 ^ in1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_66(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3, tmp4; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in1 ^ in2; tmp1 = in2 ^ in3; tmp2 = in0 ^ in4; out7 = tmp0 ^ in6; out0 = tmp1 ^ in7; out1 = tmp2 ^ in3; tmp3 = tmp2 ^ in6; tmp4 = out1 ^ in5; out5 = tmp3 ^ in7; out4 = tmp3 ^ tmp4; out2 = tmp0 ^ tmp4 ^ in7; out6 = tmp1 ^ out2 ^ in4; out3 = tmp3 ^ out6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_67(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in3; tmp1 = tmp0 ^ in1; tmp2 = tmp0 ^ in7; out1 = tmp1 ^ in4; out0 = tmp2 ^ in2; tmp3 = out1 ^ in7; out2 = tmp3 ^ in5; out3 = out2 ^ in0 ^ in6; out7 = tmp1 ^ out0 ^ in6; out5 = tmp1 ^ out3; out4 = tmp2 ^ out5; out6 = tmp3 ^ out4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_68(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in3 ^ in4; tmp1 = in2 ^ in3 ^ in5; tmp2 = tmp0 ^ in1; tmp3 = tmp0 ^ in6; out0 = tmp1 ^ in6; out6 = tmp2 ^ in0; out7 = tmp1 ^ tmp2; out1 = tmp3 ^ in7; out2 = out1 ^ in2; out4 = tmp2 ^ out2; out3 = out4 ^ out6 ^ in3; out5 = tmp3 ^ out3; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_69(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in6 ^ in7; out2 = tmp0 ^ in3 ^ in4; out1 = out2 ^ in1; out3 = out2 ^ in0 ^ in2; out4 = out1 ^ in2 ^ in3; out6 = out1 ^ in0 ^ in7; out7 = out4 ^ in5 ^ in6; out5 = out4 ^ out6 ^ in5; out0 = tmp0 ^ out5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_6A(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in2 ^ in6; out3 = in0 ^ in4 ^ in6; tmp1 = tmp0 ^ in3; out4 = tmp1 ^ in1; tmp2 = tmp1 ^ in7; out2 = out4 ^ in4; out0 = tmp2 ^ in5; out5 = tmp2 ^ out3; out7 = out2 ^ in3 ^ in5; out1 = tmp0 ^ out5; out6 = tmp1 ^ out7 ^ in0; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_6B(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in4 ^ in6; out2 = tmp0 ^ in1 ^ in3; out4 = out2 ^ in2; tmp1 = out2 ^ in0; out7 = out4 ^ in3 ^ in5 ^ in7; out1 = tmp1 ^ in7; out3 = tmp1 ^ in1; out6 = tmp1 ^ in5; out0 = tmp1 ^ out7 ^ in6; out5 = tmp0 ^ out0; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_6C(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out4 = in1; tmp0 = in2 ^ in3; out5 = in0 ^ in2; out1 = in3 ^ in4 ^ in6; tmp1 = out5 ^ in1; out0 = tmp0 ^ in5; out6 = tmp0 ^ tmp1; out3 = tmp1 ^ in4; out7 = out3 ^ in0; out2 = out6 ^ out7 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_6D(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out4 = in1 ^ in4; tmp0 = in0 ^ in2; tmp1 = out4 ^ in3; out7 = out4 ^ in2 ^ in7; out5 = tmp0 ^ in5; out3 = tmp0 ^ tmp1; out1 = tmp1 ^ in6; out0 = out5 ^ in3; out2 = out3 ^ out7 ^ in4; out6 = out1 ^ in0 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_6E(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in1 ^ in3; tmp1 = in0 ^ in4; out4 = tmp0 ^ in7; out6 = tmp0 ^ in0 ^ in5; out5 = tmp1 ^ in2; tmp2 = tmp1 ^ in3; out3 = tmp2 ^ out4; out1 = tmp2 ^ in6; out2 = tmp0 ^ out5; out0 = out2 ^ out3 ^ in5; out7 = out1 ^ out2 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_6F(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in3 ^ in7; tmp1 = tmp0 ^ in4; tmp2 = tmp0 ^ in0 ^ in2; out4 = tmp1 ^ in1; out0 = tmp2 ^ in5; out3 = out4 ^ in0; out2 = out3 ^ in7; out1 = out2 ^ in6; out6 = out1 ^ in4 ^ in5; out7 = tmp2 ^ out1; out5 = tmp1 ^ out0; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_70(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in2; tmp0 = in2 ^ in4; out2 = in2 ^ in3 ^ in5; tmp1 = tmp0 ^ in6; tmp2 = out2 ^ in7; out0 = tmp1 ^ in3; out4 = tmp1 ^ in0; out7 = tmp2 ^ in1; out6 = out4 ^ in1; out5 = out7 ^ in0 ^ in2; out1 = tmp0 ^ tmp2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_71(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in3 ^ in5; out3 = in2 ^ in3; tmp0 = in0 ^ in2; tmp1 = out2 ^ in1; out4 = tmp0 ^ in6; tmp2 = tmp0 ^ in1; out7 = tmp1 ^ in2; out1 = tmp1 ^ in4 ^ in7; out0 = out4 ^ in3 ^ in4; out6 = tmp2 ^ in4; out5 = tmp2 ^ out3 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_72(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in7; tmp0 = in0 ^ in4; tmp1 = tmp0 ^ in3 ^ in7; out1 = tmp1 ^ in5; out5 = out1 ^ in1; tmp2 = tmp0 ^ out5; out2 = tmp2 ^ in2; out7 = out2 ^ in6; out6 = tmp1 ^ out7; out4 = tmp2 ^ out6; out0 = out4 ^ in0; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_73(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in3 ^ in7; out2 = out3 ^ in1 ^ in5; out1 = out2 ^ in0 ^ in4; out5 = out1 ^ in5; out6 = out1 ^ out3 ^ in2; out0 = out2 ^ out6 ^ in6; out7 = out0 ^ out1 ^ in3; out4 = out0 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_74(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in3 ^ in4; tmp1 = in1 ^ in2 ^ in6; out4 = in0 ^ in4 ^ in7; out5 = in0 ^ in1 ^ in5; out0 = tmp0 ^ in2; out1 = tmp0 ^ in5; out3 = tmp1 ^ in7; out6 = tmp1 ^ in0; out2 = tmp1 ^ out5 ^ in3; out7 = out3 ^ in3 ^ in6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_75(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out4 = in0 ^ in7; tmp0 = in1 ^ in3; out5 = in0 ^ in1; out7 = tmp0 ^ in2; tmp1 = tmp0 ^ in4; out6 = out5 ^ in2; tmp2 = out7 ^ in6; out1 = tmp1 ^ in5; out0 = tmp1 ^ out6; out3 = tmp2 ^ in7; out2 = tmp2 ^ out6 ^ in5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_76(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in1 ^ in6; tmp0 = in0 ^ in5; tmp1 = in3 ^ in7; tmp2 = tmp0 ^ in4; tmp3 = tmp1 ^ in2; out5 = tmp2 ^ in1; out1 = tmp2 ^ in3; out0 = tmp3 ^ in4; out4 = out1 ^ in5; out7 = tmp3 ^ out3; out2 = tmp0 ^ out7; out6 = tmp1 ^ out2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_77(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out4 = in0 ^ in3; tmp0 = in1 ^ in4; tmp1 = in1 ^ in6; tmp2 = out4 ^ in5; out5 = tmp0 ^ in0; out1 = tmp0 ^ tmp2; out3 = tmp1 ^ in3; out2 = tmp1 ^ tmp2 ^ in7; out7 = out3 ^ in2; tmp3 = out7 ^ in6; out6 = tmp2 ^ tmp3; out0 = tmp3 ^ out5 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_78(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in3; tmp1 = in2 ^ in7; tmp2 = in0 ^ in5 ^ in6; out2 = tmp1 ^ in3; out3 = tmp2 ^ in2; out5 = out3 ^ in1 ^ in3; out0 = tmp0 ^ out3 ^ in4; out1 = tmp1 ^ out0; out4 = out1 ^ out5 ^ in5; out7 = tmp0 ^ out4; out6 = tmp2 ^ out7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_79(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in3 ^ in7; tmp0 = in3 ^ in4; tmp1 = in1 ^ in5; tmp2 = tmp1 ^ in2; out4 = tmp2 ^ in0 ^ in7; tmp3 = out4 ^ in5; out5 = tmp3 ^ out2 ^ in6; out7 = tmp0 ^ tmp2; out6 = tmp0 ^ tmp3; out3 = tmp1 ^ out5; out0 = out3 ^ in4; out1 = tmp3 ^ out0; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_7A(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in1 ^ in2; out2 = tmp0 ^ in3; tmp1 = out2 ^ in4; out4 = tmp1 ^ in0 ^ in5; out5 = out4 ^ in6; out6 = out5 ^ in7; out7 = out6 ^ in0; out0 = out7 ^ in1; out1 = tmp0 ^ out6; out3 = tmp1 ^ out6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_7B(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in1 ^ in3; tmp0 = in0 ^ in5; out4 = tmp0 ^ out2 ^ in2; tmp1 = out4 ^ in4; out6 = tmp1 ^ in7; out5 = tmp1 ^ in5 ^ in6; out0 = out6 ^ in1 ^ in6; tmp2 = out0 ^ in2; out1 = tmp2 ^ in1; out3 = tmp2 ^ in4; out7 = tmp0 ^ out5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_7C(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in3 ^ in5; tmp1 = tmp0 ^ in4; out0 = tmp1 ^ in2; out1 = tmp1 ^ in6; out7 = out0 ^ in1 ^ in5 ^ in7; out5 = out1 ^ out7 ^ in0; out3 = out5 ^ in6; out6 = tmp0 ^ out5; out2 = out6 ^ in1; out4 = out2 ^ out7 ^ in5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_7D(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in1 ^ in2; tmp1 = tmp0 ^ in3; tmp2 = tmp0 ^ in6; out7 = tmp1 ^ in4; tmp3 = tmp2 ^ in0; out5 = tmp3 ^ in7; out4 = tmp3 ^ in2 ^ in5; out2 = tmp1 ^ out5; out6 = tmp2 ^ out2; out0 = out4 ^ out7 ^ in6; out1 = tmp3 ^ out0; out3 = out6 ^ in5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_7E(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in3 ^ in4; tmp1 = in0 ^ in5; out1 = tmp0 ^ tmp1 ^ in6; out3 = tmp1 ^ in1; out4 = out1 ^ in1 ^ in7; tmp2 = out4 ^ in3; out5 = tmp2 ^ in2; out6 = tmp0 ^ out5; out7 = tmp1 ^ out4 ^ in2; out2 = out6 ^ in5 ^ in7; out0 = tmp2 ^ out2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_7F(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in2 ^ in7; tmp1 = tmp0 ^ in3 ^ in5; tmp2 = tmp1 ^ in0; out0 = tmp2 ^ in4; out6 = tmp2 ^ in1; out3 = tmp0 ^ out6; tmp3 = out3 ^ in6; out1 = tmp3 ^ in4; out2 = tmp3 ^ in5; out4 = tmp3 ^ in7; out5 = tmp1 ^ out1; out7 = out0 ^ out4 ^ in3; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_80(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in2 ^ in3; tmp1 = in4 ^ in5; out1 = in2 ^ in6 ^ in7; out5 = tmp0 ^ in4; tmp2 = tmp0 ^ in1; out6 = tmp1 ^ in3; out7 = tmp1 ^ in0 ^ in6; out4 = tmp2 ^ in7; out3 = tmp2 ^ out6; out2 = out3 ^ out5 ^ in6; out0 = out2 ^ in3 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_81(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in4 ^ in6; tmp1 = tmp0 ^ in3; out6 = tmp1 ^ in5; out5 = out6 ^ in2 ^ in6; out3 = out5 ^ in1; out2 = tmp0 ^ out3; out1 = out3 ^ out6 ^ in7; out4 = tmp1 ^ out1; out7 = out2 ^ out4 ^ in0; out0 = out7 ^ in1 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_82(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out4 = in1 ^ in2; tmp0 = in6 ^ in7; out5 = in2 ^ in3; out6 = in3 ^ in4; out7 = in0 ^ in4 ^ in5; out0 = in1 ^ in5 ^ in6; out1 = tmp0 ^ in0 ^ in2; out2 = tmp0 ^ in3 ^ in5; out3 = tmp0 ^ out0 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_83(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3, tmp4; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in1; tmp1 = in2 ^ in5; tmp2 = in3 ^ in6; out4 = in1 ^ in2 ^ in4; out0 = tmp0 ^ in5 ^ in6; out5 = tmp1 ^ in3; tmp3 = tmp1 ^ in7; out6 = tmp2 ^ in4; out2 = tmp2 ^ tmp3; tmp4 = tmp3 ^ out4; out1 = tmp3 ^ out0; out3 = tmp4 ^ in3; out7 = tmp0 ^ tmp4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_84(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out1 = in2 ^ in6; out6 = in3 ^ in5; out0 = in1 ^ in5 ^ in7; out7 = in0 ^ in4 ^ in6; out4 = in1 ^ in3 ^ in6; out5 = in2 ^ in4 ^ in7; out2 = out6 ^ in0 ^ in1; out3 = out5 ^ in5 ^ in6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_85(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in1 ^ in6; tmp1 = in3 ^ in6; tmp2 = tmp0 ^ in4; out1 = tmp0 ^ in2; out6 = tmp1 ^ in5; out4 = tmp2 ^ in3; tmp3 = out1 ^ out6; out2 = tmp3 ^ in0; out3 = tmp2 ^ tmp3 ^ in7; out7 = out2 ^ out3 ^ in1; out5 = tmp1 ^ out3; out0 = tmp2 ^ out7 ^ in5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_86(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out6 = in3; out7 = in0 ^ in4; out0 = in1 ^ in5; out5 = in2 ^ in7; out3 = in4 ^ in5 ^ in6; out1 = in0 ^ in2 ^ in6; out4 = in1 ^ in6 ^ in7; out2 = in0 ^ in3 ^ in5 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_87(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out6 = in3 ^ in6; tmp0 = in0 ^ in1; out7 = in0 ^ in4 ^ in7; out5 = in2 ^ in5 ^ in7; out3 = out6 ^ in4 ^ in5; out0 = tmp0 ^ in5; tmp1 = tmp0 ^ in6; out2 = out5 ^ in0 ^ in3; out1 = tmp1 ^ in2; out4 = tmp1 ^ out7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_88(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out1 = in2 ^ in7; tmp0 = in5 ^ in6; out0 = in1 ^ in6 ^ in7; out6 = in4 ^ in5 ^ in7; out3 = out0 ^ out1 ^ in0 ^ in4; out7 = tmp0 ^ in0; tmp1 = tmp0 ^ in3; out2 = out0 ^ in3; out4 = tmp1 ^ in2; out5 = tmp1 ^ out6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_89(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in7; tmp1 = in2 ^ in7; tmp2 = tmp0 ^ in6; out1 = tmp1 ^ in1; out7 = tmp2 ^ in5; out0 = tmp2 ^ in1; out2 = out1 ^ in3 ^ in6; out6 = out7 ^ in0 ^ in4; out5 = out6 ^ in3; out3 = tmp0 ^ out2 ^ in4; out4 = tmp1 ^ out5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_8A(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in1 ^ in6; out7 = in0 ^ in5; out2 = in3 ^ in6; out6 = in4 ^ in7; out1 = in0 ^ in2 ^ in7; out3 = out0 ^ out6 ^ in0; out4 = out1 ^ out7 ^ in6; out5 = out2 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_8B(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3, tmp4; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in1; tmp1 = in3 ^ in6; tmp2 = in5 ^ in7; tmp3 = tmp0 ^ in7; out0 = tmp0 ^ in6; out2 = tmp1 ^ in2; out5 = tmp1 ^ tmp2; out7 = tmp2 ^ in0; tmp4 = tmp3 ^ in4; out1 = tmp3 ^ in2; out6 = tmp4 ^ out0; out4 = out6 ^ in2 ^ in5; out3 = tmp1 ^ tmp4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_8C(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out1 = in2; out0 = in1 ^ in7; out7 = in0 ^ in6; out5 = in4 ^ in6; out6 = in5 ^ in7; out2 = out0 ^ in0 ^ in3; out3 = out5 ^ out7 ^ in2 ^ in7; out4 = out6 ^ in3; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_8D(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out1 = in1 ^ in2; tmp0 = in6 ^ in7; out0 = in0 ^ in1 ^ in7; out5 = in4 ^ in5 ^ in6; out6 = tmp0 ^ in5; out7 = tmp0 ^ in0; out4 = tmp0 ^ out5 ^ in3; out2 = out0 ^ in2 ^ in3; out3 = out2 ^ in1 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_8E(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in1; out4 = in5; out7 = in0; out5 = in6; out6 = in7; out3 = in0 ^ in4; out1 = in0 ^ in2; out2 = in0 ^ in3; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_8F(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in0 ^ in1; tmp0 = in0 ^ in3; out4 = in4 ^ in5; out7 = in0 ^ in7; out5 = in5 ^ in6; out6 = in6 ^ in7; out1 = out0 ^ in2; out2 = tmp0 ^ in2; out3 = tmp0 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_90(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in1 ^ in2; tmp1 = in2 ^ in6 ^ in7; out3 = tmp0 ^ in7; out1 = tmp1 ^ in5; tmp2 = out1 ^ in4; out6 = tmp2 ^ in3; out5 = out6 ^ in1; out4 = out5 ^ in0; out0 = tmp0 ^ tmp2; out7 = tmp0 ^ out4; out2 = tmp1 ^ out5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_91(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in2 ^ in4; tmp1 = tmp0 ^ in3 ^ in5; out2 = tmp1 ^ in1; out6 = tmp1 ^ in7; tmp2 = out2 ^ in5 ^ in7; out3 = tmp2 ^ in4; out5 = tmp2 ^ in6; out1 = tmp1 ^ out5 ^ in2; tmp3 = out1 ^ in0; out4 = tmp3 ^ in3; out0 = tmp0 ^ tmp3; out7 = tmp2 ^ tmp3; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_92(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in1; tmp0 = in4 ^ in5; tmp1 = tmp0 ^ in1; out2 = tmp0 ^ in3 ^ in7; out0 = tmp1 ^ in6; out7 = out2 ^ in0; out4 = out0 ^ in0 ^ in2; out5 = out4 ^ out7 ^ in5; out6 = tmp1 ^ out5; out1 = out6 ^ out7 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_93(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in1 ^ in3; tmp0 = in2 ^ in7; tmp1 = out3 ^ in6; tmp2 = tmp0 ^ in4; out5 = tmp0 ^ tmp1; out6 = tmp2 ^ in3; out2 = out6 ^ in5; out0 = out2 ^ out5 ^ in0; out7 = tmp1 ^ out0; out1 = tmp2 ^ out0; out4 = out1 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_94(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in2 ^ in6; tmp0 = in1 ^ in4 ^ in5; out1 = out3 ^ in5; out5 = tmp0 ^ out3; out0 = tmp0 ^ in7; out4 = tmp0 ^ in0 ^ in3; out6 = out1 ^ in3 ^ in7; out2 = out4 ^ in6; out7 = out0 ^ out2 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_95(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3, tmp4, tmp5; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in2 ^ in3; out3 = tmp0 ^ in6; tmp1 = tmp0 ^ in7; tmp2 = out3 ^ in0; out6 = tmp1 ^ in5; tmp3 = tmp2 ^ in4; out7 = tmp3 ^ in2; tmp4 = tmp3 ^ in5; out2 = tmp4 ^ in1; tmp5 = out2 ^ in6; out0 = tmp1 ^ tmp5; out1 = tmp5 ^ out7; out4 = tmp2 ^ out1; out5 = tmp4 ^ out4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_96(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in6 ^ in7; tmp0 = in1 ^ in5; tmp1 = in5 ^ in6; out6 = out3 ^ in2 ^ in3; out0 = tmp0 ^ in4; tmp2 = tmp1 ^ in2; out4 = out0 ^ in0 ^ in7; out1 = tmp2 ^ in0; out5 = tmp2 ^ in1; out7 = tmp0 ^ out4 ^ in3; out2 = tmp1 ^ out7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_97(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in4; tmp1 = in2 ^ in6; out3 = in3 ^ in6 ^ in7; out7 = tmp0 ^ in3; tmp2 = tmp0 ^ in5; out5 = tmp1 ^ in1; out6 = tmp1 ^ out3; out0 = tmp2 ^ in1; out2 = tmp2 ^ out3 ^ in2; tmp3 = out0 ^ in4; out4 = tmp3 ^ in7; out1 = tmp1 ^ tmp3; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_98(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in5 ^ in7; tmp1 = in1 ^ in4 ^ in7; out1 = tmp0 ^ in2; out0 = tmp1 ^ in6; out2 = tmp1 ^ in3; out6 = out0 ^ out1 ^ in1; out5 = tmp0 ^ out2; out3 = tmp1 ^ out6 ^ in0; out7 = out0 ^ out5 ^ in0; out4 = out6 ^ out7 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_99(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in3; out5 = in1 ^ in3 ^ in4; out6 = in2 ^ in4 ^ in5; out4 = tmp0 ^ in2; tmp1 = tmp0 ^ in6; tmp2 = out5 ^ in7; out7 = tmp1 ^ in5; out0 = tmp1 ^ tmp2; out2 = tmp2 ^ in2; out3 = out0 ^ out6 ^ in3; out1 = tmp1 ^ out3; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_9A(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in3 ^ in4; tmp0 = in0 ^ in5; tmp1 = in1 ^ in6; out5 = in1 ^ in3 ^ in5; tmp2 = tmp0 ^ in7; out3 = tmp0 ^ tmp1; out0 = tmp1 ^ in4; out7 = tmp2 ^ in3; out1 = tmp2 ^ in2; out6 = out0 ^ in1 ^ in2; out4 = out1 ^ in4 ^ in5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_9B(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out5 = in1 ^ in3; tmp0 = in3 ^ in5; out6 = in2 ^ in4; out4 = in0 ^ in2 ^ in7; out7 = tmp0 ^ in0; out2 = out6 ^ in3; out1 = out4 ^ in1 ^ in5; out3 = out7 ^ in1 ^ in6; out0 = tmp0 ^ out3 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_9C(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out1 = in2 ^ in5; tmp0 = in0 ^ in3 ^ in6; out3 = out1 ^ in0; out6 = out1 ^ in6; out7 = tmp0 ^ in7; out4 = out7 ^ in4; out2 = out4 ^ in1; out0 = tmp0 ^ out2; out5 = out0 ^ in5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_9D(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out6 = in2 ^ in5; tmp0 = in0 ^ in3; out5 = in1 ^ in4 ^ in7; out1 = out6 ^ in1; out3 = tmp0 ^ out6; out7 = tmp0 ^ in6; out0 = out5 ^ in0; out4 = out7 ^ in7; out2 = out5 ^ out7 ^ in2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_9E(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in1 ^ in4; tmp0 = in0 ^ in5; out6 = in2 ^ in6; out7 = in0 ^ in3 ^ in7; out4 = in0 ^ in4 ^ in6; out5 = in1 ^ in5 ^ in7; out1 = tmp0 ^ in2; out3 = tmp0 ^ in7; out2 = out4 ^ in3; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_9F(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out6 = in2; out7 = in0 ^ in3; tmp0 = in0 ^ in1; out4 = in0 ^ in6; out5 = in1 ^ in7; out1 = tmp0 ^ in2 ^ in5; out2 = out7 ^ in2 ^ in4 ^ in6; out3 = out7 ^ in5 ^ in7; out0 = tmp0 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_A0(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in1 ^ in6; out2 = tmp0 ^ in7; tmp1 = tmp0 ^ in5; out6 = out2 ^ in3 ^ in4; out0 = tmp1 ^ in3; tmp2 = out0 ^ in2; out3 = tmp2 ^ in7; tmp3 = tmp2 ^ in1; out5 = tmp3 ^ in0; out4 = tmp3 ^ out6; out7 = out5 ^ out6 ^ in1; out1 = tmp1 ^ out4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_A1(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in2 ^ in5; tmp1 = tmp0 ^ in1; tmp2 = tmp0 ^ in4; out4 = tmp1 ^ in7; out7 = tmp2 ^ in0; out6 = tmp2 ^ out4 ^ in3; out3 = out4 ^ in6; out2 = out3 ^ in5; out1 = out2 ^ in4; out5 = out1 ^ out6 ^ in0; out0 = tmp1 ^ out5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_A2(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in6; tmp0 = in1 ^ in3 ^ in5; out3 = tmp0 ^ in6; out4 = tmp0 ^ in2 ^ in4; out0 = out3 ^ in7; out6 = out0 ^ in4; out1 = out0 ^ out4 ^ in0; out7 = out1 ^ in5; out5 = out7 ^ in3 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_A3(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in2 ^ in6; out3 = in1 ^ in5 ^ in6; tmp0 = out2 ^ in0; out4 = out2 ^ out3 ^ in3; tmp1 = tmp0 ^ in4; out0 = tmp0 ^ out4 ^ in7; out5 = tmp1 ^ in3; out7 = tmp1 ^ in5; out1 = tmp1 ^ in1 ^ in7; out6 = tmp1 ^ out0 ^ in2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_A4(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3, tmp4; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in1 ^ in3; tmp1 = in2 ^ in4; tmp2 = in2 ^ in5; tmp3 = in0 ^ in7; out0 = tmp0 ^ in5; out6 = tmp0 ^ in6 ^ in7; out1 = tmp1 ^ in6; out7 = tmp1 ^ tmp3; out3 = tmp2 ^ in3; tmp4 = tmp2 ^ out1; out2 = tmp3 ^ in1; out5 = tmp4 ^ out7; out4 = tmp4 ^ in1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_A5(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in2 ^ in5; tmp0 = in1 ^ in6; tmp1 = in0 ^ in1; tmp2 = in2 ^ in4; out6 = in1 ^ in3 ^ in7; out4 = tmp0 ^ in5; out1 = tmp0 ^ tmp2; out0 = tmp1 ^ in3 ^ in5; out2 = tmp1 ^ in2 ^ in7; out7 = tmp2 ^ in0; out5 = tmp0 ^ out2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_A6(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in0; out3 = in3 ^ in5 ^ in7; out1 = in0 ^ in2 ^ in4 ^ in6; out0 = out3 ^ in1; out7 = out1 ^ in7; out6 = out0 ^ in6; out5 = out7 ^ in5; out4 = out6 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_A7(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in0 ^ in2; out3 = in5 ^ in7; out7 = out2 ^ in4 ^ in6; out6 = out3 ^ in1 ^ in3; out1 = out7 ^ in1; out5 = out7 ^ in7; out0 = out6 ^ in0; out4 = out6 ^ in6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_A8(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in2 ^ in4; tmp1 = in1 ^ in6; tmp2 = in0 ^ in2 ^ in7; out1 = tmp0 ^ in7; out4 = tmp0 ^ in6; out0 = tmp1 ^ in3; out2 = tmp1 ^ in5; out6 = tmp1 ^ in4; out7 = tmp2 ^ in5; out3 = tmp2 ^ out0 ^ in6; out5 = out7 ^ in2 ^ in3; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_A9(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out4 = in2 ^ in6; out6 = in1 ^ in4; out7 = in0 ^ in2 ^ in5; out5 = in0 ^ in3 ^ in7; out2 = out4 ^ in1 ^ in5; out1 = out6 ^ in2 ^ in7; out0 = out2 ^ out7 ^ in3; out3 = out1 ^ in0 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_AA(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in2; tmp1 = in1 ^ in3; tmp2 = in6 ^ in7; out1 = tmp0 ^ in4 ^ in7; out3 = tmp1 ^ in0; out0 = tmp1 ^ tmp2; out2 = tmp2 ^ in5; out7 = tmp0 ^ out2; out6 = out1 ^ out7 ^ in1; out5 = out0 ^ out6 ^ in0; out4 = out5 ^ out7 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_AB(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in0 ^ in1; tmp0 = in1 ^ in4; tmp1 = in0 ^ in7; out6 = tmp0 ^ in5; out1 = tmp0 ^ tmp1 ^ in2; out5 = tmp1 ^ in3 ^ in4; out0 = tmp0 ^ out5 ^ in6; out4 = out0 ^ out3 ^ in2; out2 = out4 ^ in3 ^ in5; out7 = tmp1 ^ out2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_AC(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in1 ^ in3; out1 = in2 ^ in4; tmp0 = in0 ^ in2; out4 = in4 ^ in7; out5 = in0 ^ in5; out6 = in1 ^ in6; out7 = tmp0 ^ in7; out3 = tmp0 ^ in3 ^ in6; out2 = out5 ^ in1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_AD(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out4 = in7; out5 = in0; out6 = in1; out7 = in0 ^ in2; out0 = in0 ^ in1 ^ in3; out2 = out7 ^ in1 ^ in5; out1 = in1 ^ in2 ^ in4; out3 = out7 ^ in6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_AE(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out4 = in3 ^ in4; tmp0 = in0 ^ in4; tmp1 = in0 ^ in7; out0 = in1 ^ in3 ^ in7; out1 = tmp0 ^ in2; out5 = tmp0 ^ in5; tmp2 = tmp1 ^ in6; out2 = tmp1 ^ in5; out3 = tmp2 ^ in3; out7 = tmp2 ^ in2; out6 = tmp2 ^ out2 ^ in1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_AF(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out4 = in3; tmp0 = in0 ^ in7; out5 = in0 ^ in4; out6 = in1 ^ in5; out7 = in0 ^ in2 ^ in6; out0 = tmp0 ^ in1 ^ in3; out3 = tmp0 ^ in6; out2 = tmp0 ^ in2 ^ in5; out1 = out5 ^ in1 ^ in2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_B0(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in1 ^ in4; tmp1 = in3 ^ in6; out2 = tmp0 ^ in7; tmp2 = tmp0 ^ tmp1; out0 = tmp2 ^ in5; out3 = tmp2 ^ in2; out6 = out3 ^ in6; tmp3 = out6 ^ in0 ^ in1; out7 = tmp3 ^ in5; out5 = tmp3 ^ out2; out1 = out0 ^ out5 ^ in0; out4 = tmp1 ^ out5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_B1(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in1 ^ in4; out2 = tmp0 ^ in2 ^ in7; tmp1 = out2 ^ in6; out1 = tmp1 ^ in5; out3 = tmp1 ^ in7; out4 = tmp1 ^ in0; out6 = out3 ^ in3; out0 = out6 ^ in0 ^ in2 ^ in5; out5 = tmp1 ^ out0 ^ in1; out7 = tmp0 ^ out5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_B2(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3, tmp4; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in4; tmp0 = in4 ^ in7; tmp1 = in1 ^ in3 ^ in6; out3 = tmp0 ^ tmp1; tmp2 = tmp1 ^ in0; out0 = out3 ^ in5; out4 = tmp2 ^ in2; tmp3 = out4 ^ in6; out5 = tmp0 ^ tmp3; out1 = tmp3 ^ out0; tmp4 = out1 ^ in7; out7 = tmp4 ^ in3; out6 = tmp2 ^ tmp4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_B3(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in2 ^ in4; tmp0 = in0 ^ in5; tmp1 = in1 ^ in6; out3 = tmp1 ^ in4 ^ in7; tmp2 = tmp0 ^ out3; out0 = tmp2 ^ in3; out1 = tmp2 ^ in2; out5 = out0 ^ in2 ^ in6; out7 = tmp1 ^ out5; out4 = out7 ^ in1 ^ in5 ^ in7; out6 = tmp0 ^ out4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_B4(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out4 = in0 ^ in1; out5 = out4 ^ in2; tmp0 = out4 ^ in4; out6 = out5 ^ in0 ^ in3; out7 = tmp0 ^ out6; out2 = tmp0 ^ in6 ^ in7; out3 = out7 ^ in0 ^ in7; out0 = out5 ^ out7 ^ in5; out1 = out0 ^ out6 ^ in6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_B5(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in1; tmp1 = in2 ^ in4; out4 = tmp0 ^ in4; out3 = tmp1 ^ in7; tmp2 = out4 ^ in5; out7 = out3 ^ in0 ^ in3; out0 = tmp2 ^ in3; out2 = tmp0 ^ out3 ^ in6; out5 = tmp1 ^ tmp2; out6 = out2 ^ out7 ^ in2; out1 = tmp0 ^ out0 ^ out6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_B6(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in3 ^ in4; tmp0 = in1 ^ in2; tmp1 = in0 ^ in4; tmp2 = in3 ^ in5; tmp3 = out3 ^ in1 ^ in7; out5 = tmp0 ^ tmp1; out6 = tmp0 ^ tmp2; out2 = tmp1 ^ in6; out4 = tmp1 ^ tmp3; out0 = tmp3 ^ in5; out1 = out2 ^ in2 ^ in5; out7 = tmp2 ^ out1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_B7(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in4; tmp0 = in0 ^ in4; out2 = tmp0 ^ in2 ^ in6; tmp1 = out2 ^ in7; out1 = out2 ^ in1 ^ in5; out7 = tmp1 ^ in3; out5 = out1 ^ in6; out6 = tmp0 ^ out1 ^ in3; out0 = tmp1 ^ out6; out4 = out0 ^ in5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_B8(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in1 ^ in4; tmp1 = in2 ^ in5; out2 = tmp0 ^ in5; out4 = tmp1 ^ in0; tmp2 = tmp1 ^ in7; out6 = tmp2 ^ out2; out7 = out4 ^ in3; out1 = tmp2 ^ in4; out3 = tmp0 ^ out7; out0 = out3 ^ out4 ^ in6; out5 = out0 ^ in0 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_B9(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in2; tmp1 = in4 ^ in5; out4 = tmp0 ^ tmp1; tmp2 = tmp0 ^ in3 ^ in7; out3 = out4 ^ in1; out7 = tmp2 ^ in5; out2 = out3 ^ in0; out1 = out2 ^ in7; out6 = out1 ^ in5 ^ in6; out0 = tmp2 ^ out6; out5 = tmp1 ^ out0; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_BA(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in5 ^ in7; out2 = tmp0 ^ in4; tmp1 = out2 ^ in2; out1 = tmp1 ^ in0; out6 = tmp1 ^ in1; out4 = out1 ^ in3 ^ in4; tmp2 = out4 ^ out6; out7 = out4 ^ in6 ^ in7; out5 = tmp2 ^ in6; out3 = tmp0 ^ tmp2; out0 = out6 ^ out7 ^ in0; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_BB(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in2 ^ in4 ^ in5 ^ in7; tmp0 = out2 ^ in1; out4 = out2 ^ in0 ^ in3; out1 = tmp0 ^ in0; out6 = tmp0 ^ in6; out3 = out1 ^ in2; tmp1 = out4 ^ out6 ^ in4; out0 = tmp1 ^ in7; out5 = tmp1 ^ in5; out7 = tmp0 ^ tmp1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_BC(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in2; tmp1 = in2 ^ in4; out0 = in1 ^ in3 ^ in4; out6 = in1 ^ in2 ^ in7; out7 = tmp0 ^ in3; out5 = tmp0 ^ out6 ^ in6; out1 = tmp1 ^ in5; tmp2 = out1 ^ out5 ^ in1; out3 = tmp2 ^ in3; out4 = tmp1 ^ tmp2; out2 = tmp2 ^ out6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_BD(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in3; tmp1 = in1 ^ in4; out0 = tmp0 ^ tmp1; out7 = tmp0 ^ in2 ^ in7; out1 = tmp1 ^ in2 ^ in5; tmp2 = out1 ^ in0; out2 = tmp2 ^ in6; out3 = out2 ^ in1 ^ in7; out4 = out3 ^ in2; out5 = tmp1 ^ out4; out6 = tmp2 ^ out4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_BE(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in3 ^ in6; out4 = tmp0 ^ in5; out7 = tmp0 ^ in2; out3 = out4 ^ in4; out1 = out3 ^ out7 ^ in0; out2 = out3 ^ in3 ^ in7; out0 = out2 ^ out4 ^ in1; out5 = tmp0 ^ out0; out6 = out1 ^ out5 ^ in6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_BF(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in4; out3 = tmp0 ^ in5 ^ in6; out4 = out3 ^ in3; tmp1 = out3 ^ in7; out2 = tmp1 ^ in2; out5 = tmp1 ^ in1; tmp2 = out2 ^ in5; out7 = tmp2 ^ in3 ^ in4; tmp3 = tmp0 ^ out5; out0 = tmp3 ^ out4; out1 = tmp2 ^ tmp3; out6 = tmp3 ^ in2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_C0(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out5 = in2 ^ in5; tmp0 = in1 ^ in4; tmp1 = in3 ^ in6; out0 = out5 ^ in1; out4 = tmp0 ^ in7; out3 = tmp0 ^ tmp1; out1 = tmp1 ^ in2; out6 = tmp1 ^ in0; out7 = out4 ^ in0; out2 = out4 ^ out5 ^ in3; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_C1(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out5 = in2; tmp0 = in0 ^ in1; out4 = in1 ^ in7; out6 = in0 ^ in3; out3 = in1 ^ in4 ^ in6; tmp1 = tmp0 ^ in2; out7 = tmp0 ^ in4; out0 = tmp1 ^ in5; out1 = tmp1 ^ out6 ^ in6; out2 = out6 ^ out7 ^ in5 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_C2(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out4 = in1 ^ in3 ^ in4; tmp0 = in0 ^ in3 ^ in6; out5 = in2 ^ in4 ^ in5; tmp1 = out4 ^ in7; out1 = tmp0 ^ in2; out6 = tmp0 ^ in5; out2 = out5 ^ in3; out7 = tmp0 ^ tmp1; out3 = tmp1 ^ in2 ^ in6; out0 = tmp1 ^ out2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_C3(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out4 = in1 ^ in3; tmp0 = in0 ^ in2; tmp1 = in3 ^ in5; out5 = in2 ^ in4; tmp2 = tmp0 ^ out4; out2 = tmp1 ^ in4; out6 = tmp1 ^ in0; out0 = tmp1 ^ tmp2 ^ in7; out1 = tmp2 ^ in6; out7 = out1 ^ out5 ^ in3; out3 = tmp0 ^ out7 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_C4(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in3 ^ in7; out3 = tmp0 ^ in4; tmp1 = tmp0 ^ in2; out1 = tmp1 ^ in6; out5 = tmp1 ^ in5; out4 = out1 ^ out3 ^ in1; out0 = out4 ^ in4 ^ in5; out2 = out0 ^ out3 ^ in0; out7 = out1 ^ out2 ^ in7; out6 = tmp1 ^ out0 ^ out7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_C5(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in4 ^ in7; tmp0 = in3 ^ in7; out4 = in1 ^ in2 ^ in6; out6 = in0 ^ in3 ^ in4; out5 = tmp0 ^ in2; out1 = tmp0 ^ out4; out0 = out4 ^ in0 ^ in5; out2 = out0 ^ out5 ^ in4; out7 = tmp0 ^ out2 ^ in6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_C6(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3, tmp4, tmp5; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in5 ^ in6; tmp1 = in1 ^ in7; tmp2 = tmp0 ^ in0; tmp3 = tmp0 ^ tmp1; tmp4 = tmp2 ^ in4; out0 = tmp3 ^ in2; out6 = tmp4 ^ in3; out2 = out6 ^ in2; out7 = tmp1 ^ tmp4; out3 = tmp2 ^ out2; tmp5 = out3 ^ in5; out5 = tmp5 ^ in7; out4 = tmp3 ^ tmp5; out1 = tmp4 ^ out5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_C7(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in2 ^ in4; tmp0 = in3 ^ in5; tmp1 = out3 ^ in7; out6 = tmp0 ^ in0 ^ in4; out5 = tmp1 ^ in3; out2 = out6 ^ in6; out7 = out2 ^ in1 ^ in3; out0 = tmp1 ^ out7; out1 = tmp0 ^ out0; out4 = out1 ^ in0; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_C8(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out0 = in1 ^ in2; out1 = in2 ^ in3; tmp0 = in5 ^ in6; tmp1 = in0 ^ in7; out2 = out1 ^ in1 ^ in4; out4 = tmp0 ^ in4; out5 = tmp0 ^ in7; out6 = tmp1 ^ in6; out7 = tmp1 ^ in1; out3 = out2 ^ in0 ^ in2 ^ in5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_C9(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out4 = in5 ^ in6; out7 = in0 ^ in1; tmp0 = in1 ^ in3; out5 = in6 ^ in7; out6 = in0 ^ in7; out0 = out7 ^ in2; out3 = out7 ^ in4 ^ in5; out1 = tmp0 ^ in2; out2 = tmp0 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_CA(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in7; tmp1 = in2 ^ in7; tmp2 = tmp0 ^ in6; out0 = tmp1 ^ in1; tmp3 = tmp1 ^ in3; out6 = tmp2 ^ in5; out7 = tmp2 ^ in1; out2 = tmp3 ^ in4; out5 = out6 ^ in0 ^ in4; out4 = out5 ^ in3; out1 = tmp0 ^ tmp3; out3 = tmp3 ^ out5 ^ out7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_CB(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in4 ^ in7; tmp1 = in5 ^ in7; out7 = in0 ^ in1 ^ in6; out5 = tmp0 ^ in6; out2 = tmp0 ^ in3; out6 = tmp1 ^ in0; out4 = tmp1 ^ in3 ^ in6; tmp2 = out5 ^ out7 ^ in2; out1 = tmp2 ^ out2; out0 = tmp2 ^ in4; out3 = tmp2 ^ in5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_CC(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in3 ^ in5; tmp1 = in1 ^ in6; out1 = in2 ^ in3 ^ in7; out5 = tmp0 ^ in6; out0 = tmp1 ^ in2; tmp2 = out5 ^ in0 ^ in7; out3 = tmp2 ^ in4; out6 = tmp0 ^ out3; out7 = tmp1 ^ tmp2 ^ in3; tmp3 = out1 ^ out6; out4 = tmp2 ^ tmp3; out2 = tmp3 ^ in1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_CD(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out5 = in3 ^ in6; tmp0 = in0 ^ in1; tmp1 = in2 ^ in7; out6 = in0 ^ in4 ^ in7; out2 = tmp0 ^ out5 ^ in4; out7 = tmp0 ^ in5; out0 = tmp0 ^ in2 ^ in6; out4 = tmp1 ^ in5; out1 = tmp1 ^ in1 ^ in3; out3 = out6 ^ in5 ^ in6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_CE(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in2 ^ in5; tmp1 = tmp0 ^ in3; out4 = tmp1 ^ in4; tmp2 = out4 ^ in6; out3 = tmp2 ^ in0; out5 = tmp2 ^ in2; out2 = out3 ^ in5 ^ in7; out6 = tmp1 ^ out2; out7 = out2 ^ out4 ^ in1; out1 = tmp2 ^ out6; out0 = tmp0 ^ out7 ^ in0; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_CF(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in3 ^ in6; tmp1 = in0 ^ in1 ^ in5; out4 = in2 ^ in3 ^ in5; out5 = tmp0 ^ in4; out7 = tmp1 ^ in6; out1 = tmp1 ^ out4 ^ in7; tmp2 = out5 ^ in0; out2 = tmp2 ^ in7; out3 = tmp2 ^ out4; out6 = tmp0 ^ out2 ^ in5; out0 = tmp0 ^ out1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_D0(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3, tmp4; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in3; tmp1 = in1 ^ in4; tmp2 = in2 ^ in5; out7 = tmp0 ^ tmp1; out0 = tmp1 ^ tmp2; tmp3 = tmp2 ^ in3; out1 = tmp3 ^ in6; tmp4 = out1 ^ in1; out2 = tmp4 ^ in7; out3 = out2 ^ in2; out4 = tmp0 ^ out3; out5 = tmp3 ^ out3; out6 = tmp4 ^ out4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_D1(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in3 ^ in5 ^ in6; tmp1 = tmp0 ^ in1; out1 = tmp1 ^ in2; out2 = tmp1 ^ in7; out3 = out2 ^ in3; out5 = out3 ^ in2; tmp2 = out3 ^ in0; out4 = tmp2 ^ in4; out7 = tmp0 ^ out4; out6 = tmp2 ^ out1 ^ in6; out0 = out2 ^ out6 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_D2(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in5 ^ in6; out2 = tmp0 ^ in2 ^ in3; out1 = out2 ^ in0; out3 = out2 ^ in1; out4 = out1 ^ in1 ^ in2; out6 = out1 ^ in6 ^ in7; out7 = out4 ^ in4 ^ in5; out5 = out4 ^ out6 ^ in4; out0 = tmp0 ^ out5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_D3(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in3 ^ in5 ^ in6; tmp0 = out2 ^ in2; tmp1 = tmp0 ^ in1; out1 = tmp1 ^ in0; out3 = tmp1 ^ in3; out4 = out1 ^ in2 ^ in4; tmp2 = out4 ^ in5; out7 = tmp2 ^ in7; out0 = tmp0 ^ out7; tmp3 = out0 ^ in0; out5 = tmp3 ^ in6; out6 = tmp2 ^ tmp3; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_D4(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in3 ^ in5; tmp0 = in1 ^ in5; tmp1 = tmp0 ^ in2; out4 = tmp1 ^ in0; tmp2 = tmp1 ^ in6; out2 = out4 ^ in3 ^ in7; out0 = tmp2 ^ in4; out5 = tmp2 ^ out3; out1 = tmp0 ^ out5 ^ in7; out6 = tmp0 ^ out2 ^ in4; out7 = tmp1 ^ out6 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_D5(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in5; tmp0 = in0 ^ in4; tmp1 = tmp0 ^ in1 ^ in5; out4 = tmp1 ^ in2; out0 = out4 ^ in6; tmp2 = tmp0 ^ out0; out5 = tmp2 ^ in3; out1 = out5 ^ in7; out6 = tmp1 ^ out1; out7 = tmp2 ^ out6; out2 = out7 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_D6(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in1 ^ in2 ^ in4 ^ in6; out5 = tmp0 ^ in3; out0 = tmp0 ^ in5 ^ in7; out3 = out0 ^ out5 ^ in2; tmp1 = out3 ^ in0; out1 = tmp1 ^ in6; out2 = tmp1 ^ in7; out4 = tmp1 ^ in1; out6 = tmp1 ^ in4; out7 = tmp0 ^ out2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_D7(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in3; out3 = in2 ^ in5 ^ in7; out2 = tmp0 ^ in5; tmp1 = tmp0 ^ out3 ^ in1; out1 = tmp1 ^ in6; out4 = tmp1 ^ in4; tmp2 = out1 ^ in4; out6 = tmp2 ^ in1; out7 = tmp2 ^ in2; out0 = tmp2 ^ in3; out5 = tmp2 ^ in0 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_D8(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out4 = in0; out5 = in1; tmp0 = in1 ^ in2; out6 = in0 ^ in2; out0 = tmp0 ^ in4; tmp1 = tmp0 ^ in3; out7 = tmp1 ^ out6; out2 = tmp1 ^ in6; out3 = out7 ^ in7; out1 = tmp1 ^ in1 ^ in5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_D9(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out4 = in0 ^ in4; out5 = in1 ^ in5; out2 = in1 ^ in3 ^ in6; out3 = in0 ^ in1 ^ in7; out6 = in0 ^ in2 ^ in6; out0 = out4 ^ in1 ^ in2; out1 = out5 ^ in2 ^ in3; out7 = out3 ^ in3; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_DA(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out5 = in1 ^ in4; tmp0 = in2 ^ in7; tmp1 = in0 ^ in2 ^ in3; out0 = tmp0 ^ out5; out4 = tmp0 ^ tmp1; out2 = tmp0 ^ in3 ^ in6; out1 = tmp1 ^ in5; out3 = tmp1 ^ in1; out6 = out1 ^ in3; out7 = out3 ^ in2 ^ in6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_DB(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3, tmp4; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in1; tmp1 = in1 ^ in5; tmp2 = in3 ^ in7; out3 = tmp0 ^ in2; out5 = tmp1 ^ in4; out6 = tmp1 ^ out3 ^ in6; out2 = tmp2 ^ in6; tmp3 = tmp2 ^ in4; tmp4 = out3 ^ in3; out4 = tmp3 ^ in0; out1 = tmp4 ^ in5; out0 = tmp3 ^ tmp4; out7 = tmp0 ^ out2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_DC(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in2; tmp1 = in0 ^ in3; out6 = tmp0 ^ in4; tmp2 = tmp0 ^ in7; out3 = tmp1 ^ in6; tmp3 = tmp1 ^ in1; out1 = tmp1 ^ tmp2 ^ in5; out4 = tmp2 ^ in6; out2 = tmp3 ^ in2; out7 = tmp3 ^ in5; out5 = tmp2 ^ out2; out0 = out2 ^ out3 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_DD(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in0 ^ in6; out2 = in0 ^ in1 ^ in3; out6 = out3 ^ in2 ^ in4; out7 = out2 ^ in5 ^ in7; out0 = out6 ^ in1; out4 = out6 ^ in7; out5 = out7 ^ in0; out1 = out5 ^ in2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_DE(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in2 ^ in3 ^ in6; tmp1 = in3 ^ in4 ^ in7; out4 = tmp0 ^ in0; out5 = tmp1 ^ in1; out3 = out4 ^ in7; out2 = out3 ^ in6; out1 = out2 ^ in5; out6 = tmp1 ^ out1; out0 = tmp0 ^ out5; out7 = out0 ^ out1 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_DF(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in0 ^ in3 ^ in7; tmp0 = out2 ^ in1 ^ in5; out1 = tmp0 ^ in2; out7 = tmp0 ^ in6; out5 = tmp0 ^ in0 ^ in4; tmp1 = out1 ^ out5 ^ in6; out4 = tmp1 ^ in3; out6 = tmp1 ^ in5; tmp2 = tmp1 ^ in7; out0 = tmp2 ^ in1; out3 = tmp2 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_E0(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in1 ^ in7; tmp0 = in2 ^ in4; out4 = out3 ^ in3 ^ in5; out2 = tmp0 ^ in1; tmp1 = tmp0 ^ in6; out0 = out4 ^ in2; out6 = out4 ^ in0; out1 = tmp1 ^ in3; out5 = tmp1 ^ in0; out7 = out5 ^ in1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_E1(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in1 ^ in4; tmp0 = in1 ^ in7; out3 = tmp0 ^ in3; tmp1 = out3 ^ in5; out4 = tmp1 ^ in4; tmp2 = tmp1 ^ in0; out0 = tmp2 ^ in2; out6 = tmp2 ^ in6; tmp3 = out0 ^ out4 ^ in6; out5 = tmp3 ^ in5; out7 = tmp0 ^ tmp3; out1 = tmp2 ^ out5 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_E2(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in1 ^ in2; out4 = in1 ^ in5; out2 = in2 ^ in4 ^ in7; out5 = in0 ^ in2 ^ in6; out0 = out3 ^ in3 ^ in5; out7 = out3 ^ in0 ^ in4; out6 = out2 ^ out7 ^ in3; out1 = out5 ^ in3 ^ in4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_E3(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3, tmp4; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in4 ^ in7; tmp0 = in1 ^ in3; out3 = tmp0 ^ in2; tmp1 = out3 ^ in0; out0 = tmp1 ^ in5; tmp2 = tmp1 ^ in4; out1 = tmp2 ^ in6; tmp3 = tmp2 ^ in3; out7 = tmp3 ^ in7; out6 = out1 ^ out2 ^ in2; tmp4 = tmp0 ^ out0; out5 = tmp4 ^ in6; out4 = tmp3 ^ tmp4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_E4(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in6; tmp0 = in0 ^ in4; tmp1 = tmp0 ^ in2 ^ in6; out2 = tmp1 ^ in1; out7 = out2 ^ in5; tmp2 = tmp0 ^ out7; out4 = tmp2 ^ in3; out0 = out4 ^ in7; out6 = tmp1 ^ out0; out5 = tmp2 ^ out6; out1 = out5 ^ in0; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_E5(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in3 ^ in6; tmp0 = in0 ^ in1; tmp1 = in5 ^ in7; out2 = tmp0 ^ in4 ^ in6; tmp2 = tmp1 ^ out2; out6 = tmp2 ^ in3; out7 = tmp2 ^ in2; out0 = out6 ^ in2 ^ in4; out5 = out6 ^ in1 ^ in2; out1 = tmp0 ^ out5 ^ in5; out4 = tmp1 ^ out1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_E6(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in2 ^ in6 ^ in7; out2 = out3 ^ in0 ^ in4; out4 = out3 ^ in1 ^ in5; out1 = out2 ^ in3; out7 = out2 ^ out4 ^ in2; out0 = out4 ^ in3 ^ in7; out5 = out1 ^ in4; out6 = out0 ^ out2 ^ in5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_E7(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3, tmp4; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in2 ^ in3; out3 = tmp0 ^ in6 ^ in7; tmp1 = out3 ^ in0; out5 = tmp1 ^ in5; tmp2 = tmp1 ^ in4; tmp3 = out5 ^ in7; out1 = tmp2 ^ in1; out0 = tmp3 ^ in1; out6 = out1 ^ in2; out2 = tmp0 ^ tmp2; tmp4 = tmp3 ^ out6; out4 = tmp4 ^ in6; out7 = tmp4 ^ in0; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_E8(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out4 = in3 ^ in6; tmp0 = in4 ^ in7; out1 = in2 ^ in3 ^ in4; out5 = tmp0 ^ in0; tmp1 = tmp0 ^ in1; tmp2 = tmp1 ^ in5; out0 = tmp1 ^ out1; out2 = tmp2 ^ in2; out6 = tmp2 ^ out5; tmp3 = out6 ^ in6; out3 = tmp3 ^ in7; out7 = tmp3 ^ in2 ^ in5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_E9(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in1; tmp1 = in3 ^ in6; tmp2 = tmp0 ^ in6; out4 = tmp1 ^ in4; out6 = tmp2 ^ in5; out7 = tmp2 ^ in2 ^ in7; out3 = out6 ^ in3 ^ in7; out0 = tmp1 ^ out7; out2 = out3 ^ out4 ^ in0; out5 = tmp0 ^ out2; out1 = out0 ^ out5 ^ in5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_EA(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out4 = in6 ^ in7; out5 = in0 ^ in7; out6 = in0 ^ in1; out0 = in1 ^ in2 ^ in3; out2 = in2 ^ in4 ^ in5; out7 = out6 ^ in2; out1 = out0 ^ out6 ^ in4; out3 = out7 ^ in5 ^ in6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_EB(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in4 ^ in5; tmp0 = in0 ^ in1; out4 = in4 ^ in6 ^ in7; out5 = in0 ^ in5 ^ in7; out6 = tmp0 ^ in6; tmp1 = tmp0 ^ in2; out0 = tmp1 ^ in3; out7 = tmp1 ^ in7; out1 = out0 ^ in4; out3 = out0 ^ in5 ^ in6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_EC(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out3 = in0 ^ in5; out4 = in2 ^ in3 ^ in7; out5 = in0 ^ in3 ^ in4; out6 = out3 ^ in1 ^ in4; out1 = out4 ^ in4; out0 = out4 ^ in1 ^ in6; out2 = out0 ^ out5 ^ in5; out7 = out2 ^ in4 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_ED(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in2 ^ in4; tmp1 = in3 ^ in5; out4 = tmp0 ^ in3 ^ in7; out3 = tmp1 ^ in0; out1 = out4 ^ in1; out5 = out3 ^ in4; out7 = out1 ^ out5 ^ in6; out2 = tmp0 ^ out7; out0 = tmp1 ^ out7; out6 = out2 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_EE(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out4 = in2; tmp0 = in0 ^ in1; out5 = in0 ^ in3; tmp1 = tmp0 ^ in2; out6 = tmp0 ^ in4; tmp2 = tmp1 ^ out5; out7 = tmp1 ^ in5; out1 = tmp2 ^ out6 ^ in7; out0 = tmp2 ^ in6; tmp3 = out7 ^ in1; out3 = tmp3 ^ in7; out2 = tmp3 ^ in4 ^ in6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_EF(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out4 = in2 ^ in4; tmp0 = in0 ^ in5; tmp1 = in4 ^ in6; out5 = tmp0 ^ in3; out2 = tmp0 ^ tmp1; out6 = tmp1 ^ in0 ^ in1; out3 = out5 ^ in2 ^ in7; out7 = out3 ^ in1 ^ in3; out0 = out4 ^ out6 ^ in3; out1 = tmp1 ^ out0 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_F0(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in1 ^ in2; tmp1 = in4 ^ in5; out2 = tmp0 ^ in6; out3 = tmp1 ^ in1; tmp2 = tmp1 ^ in7; out1 = out2 ^ out3 ^ in3; tmp3 = tmp0 ^ tmp2; out0 = tmp3 ^ in3; out5 = tmp3 ^ in0; out4 = out1 ^ out5 ^ in4; out7 = out4 ^ in2; out6 = tmp2 ^ out7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_F1(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in1 ^ in6; tmp0 = in3 ^ in5; out3 = tmp0 ^ in1 ^ in4; tmp1 = out3 ^ in2; out1 = tmp1 ^ in6; tmp2 = tmp1 ^ in0; tmp3 = out1 ^ in5; out0 = tmp2 ^ in7; out6 = tmp2 ^ in4; out7 = tmp3 ^ in0; out5 = tmp0 ^ out0; out4 = tmp3 ^ out5 ^ in1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_F2(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in4 ^ in5; out2 = in2 ^ in6 ^ in7; tmp1 = tmp0 ^ in1; tmp2 = tmp1 ^ in2; out0 = tmp2 ^ in3; out3 = tmp2 ^ in7; out5 = out3 ^ in0 ^ in4; tmp3 = tmp0 ^ out5; out7 = tmp3 ^ in3; out4 = tmp3 ^ out2; out1 = out0 ^ out4 ^ in4; out6 = tmp1 ^ out1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_F3(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in6 ^ in7; tmp0 = in0 ^ in1; out4 = tmp0 ^ in6; tmp1 = tmp0 ^ in2; out5 = tmp1 ^ in7; out6 = tmp1 ^ in3; out7 = out6 ^ in4; out0 = out7 ^ in5; out1 = out0 ^ in6; out3 = out0 ^ in0 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_F4(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in0 ^ in1 ^ in2; tmp0 = out2 ^ in3; out4 = tmp0 ^ in4; out5 = out4 ^ in5; out6 = out5 ^ in6; out7 = out6 ^ in7; out0 = out7 ^ in0; out1 = out0 ^ in1; out3 = tmp0 ^ out7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_F5(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in0 ^ in1; tmp0 = out2 ^ in2; out4 = tmp0 ^ in3; out5 = out4 ^ in4; out6 = out5 ^ in5; out7 = out6 ^ in6; out0 = out7 ^ in7; out1 = out0 ^ in0; out3 = tmp0 ^ out0; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_F6(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in7; out2 = tmp0 ^ in2; out4 = out2 ^ in1 ^ in4; out7 = out4 ^ in3 ^ in5; out5 = out7 ^ in4 ^ in7; out0 = tmp0 ^ out7 ^ in6; tmp1 = out0 ^ in1; out6 = out0 ^ in0 ^ in5; out3 = tmp1 ^ in3; out1 = tmp0 ^ tmp1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_F7(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in0 ^ in7; tmp0 = out2 ^ in1; out4 = tmp0 ^ in2; out5 = out4 ^ in3 ^ in7; out6 = out5 ^ in4; out7 = out6 ^ in5; out0 = out7 ^ in6; out1 = out0 ^ in7; out3 = tmp0 ^ out1; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_F8(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in4; tmp1 = in3 ^ in5; tmp2 = tmp0 ^ in6; out4 = tmp0 ^ tmp1; out1 = tmp1 ^ in2 ^ in4; out3 = tmp2 ^ in1; out5 = out3 ^ in5; out7 = out1 ^ out5 ^ in7; out6 = tmp1 ^ out7; out0 = tmp2 ^ out7; out2 = out6 ^ in0; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_F9(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3, tmp4; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in3 ^ in5; tmp1 = in0 ^ in6; out4 = tmp0 ^ in0; tmp2 = tmp1 ^ in4; tmp3 = tmp1 ^ in2; out5 = tmp2 ^ in1; out3 = out5 ^ in3; tmp4 = tmp3 ^ out3; out1 = tmp4 ^ in5; out0 = tmp4 ^ in0 ^ in7; out6 = tmp0 ^ out0 ^ in4; out7 = tmp2 ^ tmp4; out2 = tmp3 ^ out6; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_FA(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in1; tmp1 = tmp0 ^ in2; tmp2 = tmp0 ^ in5; tmp3 = tmp1 ^ in7; out5 = tmp2 ^ in6; out6 = tmp3 ^ in6; out7 = tmp3 ^ in3; out3 = out6 ^ in4; out2 = tmp1 ^ out5; out4 = out2 ^ out3 ^ in1; out0 = out4 ^ out7 ^ in5; out1 = tmp2 ^ out0; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_FB(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in5 ^ in6; tmp0 = in0 ^ in1; out4 = in0 ^ in5 ^ in7; out5 = tmp0 ^ in6; tmp1 = tmp0 ^ in2; out6 = tmp1 ^ in7; out7 = tmp1 ^ in3; out0 = out7 ^ in4; out1 = out0 ^ in5; out3 = out0 ^ in6 ^ in7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_FC(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in1 ^ in2; tmp1 = in0 ^ in7; out2 = tmp0 ^ tmp1 ^ in5; out3 = tmp1 ^ in4; tmp2 = out2 ^ in6; out6 = tmp2 ^ in4; out7 = tmp2 ^ in3; out4 = out6 ^ in1 ^ in3; tmp3 = out4 ^ in0; out1 = tmp3 ^ in6; out0 = tmp3 ^ in1 ^ in5; out5 = tmp0 ^ out4; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_FD(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in5; tmp1 = in1 ^ in7; out2 = tmp0 ^ tmp1; out6 = out2 ^ in2 ^ in4; tmp2 = out6 ^ in0; out1 = tmp2 ^ in3; out0 = tmp0 ^ out1 ^ in6; out5 = out0 ^ in2; tmp3 = out5 ^ in1; out3 = tmp3 ^ in6; out7 = tmp2 ^ tmp3; out4 = tmp1 ^ out7; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_FE(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3, tmp4; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; tmp0 = in0 ^ in2; out2 = tmp0 ^ in5; out3 = tmp0 ^ in4; tmp1 = out3 ^ in6; out4 = tmp1 ^ in5; tmp2 = tmp1 ^ in1; out6 = tmp2 ^ in7; tmp3 = tmp2 ^ in0; out0 = tmp3 ^ in3; tmp4 = out0 ^ out4 ^ in7; out5 = tmp4 ^ in6; out7 = tmp4 ^ in2; out1 = tmp3 ^ out5; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void gf8_muladd_FF(void *out, void *in) { unsigned int i; uint64_t *in_ptr = (uint64_t *)in; uint64_t *out_ptr = (uint64_t *)out; for (i = 0; i < WIDTH; i++) { uint64_t out0, out1, out2, out3, out4, out5, out6, out7; uint64_t tmp0, tmp1, tmp2, tmp3; uint64_t in0 = out_ptr[0]; uint64_t in1 = out_ptr[WIDTH]; uint64_t in2 = out_ptr[WIDTH * 2]; uint64_t in3 = out_ptr[WIDTH * 3]; uint64_t in4 = out_ptr[WIDTH * 4]; uint64_t in5 = out_ptr[WIDTH * 5]; uint64_t in6 = out_ptr[WIDTH * 6]; uint64_t in7 = out_ptr[WIDTH * 7]; out2 = in0 ^ in5; tmp0 = in4 ^ in7; tmp1 = out2 ^ in2; out4 = tmp1 ^ in6; out7 = tmp1 ^ in1 ^ in3; out1 = tmp0 ^ out7; tmp2 = out1 ^ in5; out6 = tmp2 ^ in3; tmp3 = tmp2 ^ in7; out0 = tmp3 ^ in6; out3 = tmp3 ^ in1; out5 = tmp0 ^ out0 ^ in2; out_ptr[0] = out0 ^ in_ptr[0]; out_ptr[WIDTH] = out1 ^ in_ptr[WIDTH]; out_ptr[WIDTH * 2] = out2 ^ in_ptr[WIDTH * 2]; out_ptr[WIDTH * 3] = out3 ^ in_ptr[WIDTH * 3]; out_ptr[WIDTH * 4] = out4 ^ in_ptr[WIDTH * 4]; out_ptr[WIDTH * 5] = out5 ^ in_ptr[WIDTH * 5]; out_ptr[WIDTH * 6] = out6 ^ in_ptr[WIDTH * 6]; out_ptr[WIDTH * 7] = out7 ^ in_ptr[WIDTH * 7]; in_ptr++; out_ptr++; } } static void (*gf8_muladd[])(void *out, void *in) = { gf8_muladd_00, gf8_muladd_01, gf8_muladd_02, gf8_muladd_03, gf8_muladd_04, gf8_muladd_05, gf8_muladd_06, gf8_muladd_07, gf8_muladd_08, gf8_muladd_09, gf8_muladd_0A, gf8_muladd_0B, gf8_muladd_0C, gf8_muladd_0D, gf8_muladd_0E, gf8_muladd_0F, gf8_muladd_10, gf8_muladd_11, gf8_muladd_12, gf8_muladd_13, gf8_muladd_14, gf8_muladd_15, gf8_muladd_16, gf8_muladd_17, gf8_muladd_18, gf8_muladd_19, gf8_muladd_1A, gf8_muladd_1B, gf8_muladd_1C, gf8_muladd_1D, gf8_muladd_1E, gf8_muladd_1F, gf8_muladd_20, gf8_muladd_21, gf8_muladd_22, gf8_muladd_23, gf8_muladd_24, gf8_muladd_25, gf8_muladd_26, gf8_muladd_27, gf8_muladd_28, gf8_muladd_29, gf8_muladd_2A, gf8_muladd_2B, gf8_muladd_2C, gf8_muladd_2D, gf8_muladd_2E, gf8_muladd_2F, gf8_muladd_30, gf8_muladd_31, gf8_muladd_32, gf8_muladd_33, gf8_muladd_34, gf8_muladd_35, gf8_muladd_36, gf8_muladd_37, gf8_muladd_38, gf8_muladd_39, gf8_muladd_3A, gf8_muladd_3B, gf8_muladd_3C, gf8_muladd_3D, gf8_muladd_3E, gf8_muladd_3F, gf8_muladd_40, gf8_muladd_41, gf8_muladd_42, gf8_muladd_43, gf8_muladd_44, gf8_muladd_45, gf8_muladd_46, gf8_muladd_47, gf8_muladd_48, gf8_muladd_49, gf8_muladd_4A, gf8_muladd_4B, gf8_muladd_4C, gf8_muladd_4D, gf8_muladd_4E, gf8_muladd_4F, gf8_muladd_50, gf8_muladd_51, gf8_muladd_52, gf8_muladd_53, gf8_muladd_54, gf8_muladd_55, gf8_muladd_56, gf8_muladd_57, gf8_muladd_58, gf8_muladd_59, gf8_muladd_5A, gf8_muladd_5B, gf8_muladd_5C, gf8_muladd_5D, gf8_muladd_5E, gf8_muladd_5F, gf8_muladd_60, gf8_muladd_61, gf8_muladd_62, gf8_muladd_63, gf8_muladd_64, gf8_muladd_65, gf8_muladd_66, gf8_muladd_67, gf8_muladd_68, gf8_muladd_69, gf8_muladd_6A, gf8_muladd_6B, gf8_muladd_6C, gf8_muladd_6D, gf8_muladd_6E, gf8_muladd_6F, gf8_muladd_70, gf8_muladd_71, gf8_muladd_72, gf8_muladd_73, gf8_muladd_74, gf8_muladd_75, gf8_muladd_76, gf8_muladd_77, gf8_muladd_78, gf8_muladd_79, gf8_muladd_7A, gf8_muladd_7B, gf8_muladd_7C, gf8_muladd_7D, gf8_muladd_7E, gf8_muladd_7F, gf8_muladd_80, gf8_muladd_81, gf8_muladd_82, gf8_muladd_83, gf8_muladd_84, gf8_muladd_85, gf8_muladd_86, gf8_muladd_87, gf8_muladd_88, gf8_muladd_89, gf8_muladd_8A, gf8_muladd_8B, gf8_muladd_8C, gf8_muladd_8D, gf8_muladd_8E, gf8_muladd_8F, gf8_muladd_90, gf8_muladd_91, gf8_muladd_92, gf8_muladd_93, gf8_muladd_94, gf8_muladd_95, gf8_muladd_96, gf8_muladd_97, gf8_muladd_98, gf8_muladd_99, gf8_muladd_9A, gf8_muladd_9B, gf8_muladd_9C, gf8_muladd_9D, gf8_muladd_9E, gf8_muladd_9F, gf8_muladd_A0, gf8_muladd_A1, gf8_muladd_A2, gf8_muladd_A3, gf8_muladd_A4, gf8_muladd_A5, gf8_muladd_A6, gf8_muladd_A7, gf8_muladd_A8, gf8_muladd_A9, gf8_muladd_AA, gf8_muladd_AB, gf8_muladd_AC, gf8_muladd_AD, gf8_muladd_AE, gf8_muladd_AF, gf8_muladd_B0, gf8_muladd_B1, gf8_muladd_B2, gf8_muladd_B3, gf8_muladd_B4, gf8_muladd_B5, gf8_muladd_B6, gf8_muladd_B7, gf8_muladd_B8, gf8_muladd_B9, gf8_muladd_BA, gf8_muladd_BB, gf8_muladd_BC, gf8_muladd_BD, gf8_muladd_BE, gf8_muladd_BF, gf8_muladd_C0, gf8_muladd_C1, gf8_muladd_C2, gf8_muladd_C3, gf8_muladd_C4, gf8_muladd_C5, gf8_muladd_C6, gf8_muladd_C7, gf8_muladd_C8, gf8_muladd_C9, gf8_muladd_CA, gf8_muladd_CB, gf8_muladd_CC, gf8_muladd_CD, gf8_muladd_CE, gf8_muladd_CF, gf8_muladd_D0, gf8_muladd_D1, gf8_muladd_D2, gf8_muladd_D3, gf8_muladd_D4, gf8_muladd_D5, gf8_muladd_D6, gf8_muladd_D7, gf8_muladd_D8, gf8_muladd_D9, gf8_muladd_DA, gf8_muladd_DB, gf8_muladd_DC, gf8_muladd_DD, gf8_muladd_DE, gf8_muladd_DF, gf8_muladd_E0, gf8_muladd_E1, gf8_muladd_E2, gf8_muladd_E3, gf8_muladd_E4, gf8_muladd_E5, gf8_muladd_E6, gf8_muladd_E7, gf8_muladd_E8, gf8_muladd_E9, gf8_muladd_EA, gf8_muladd_EB, gf8_muladd_EC, gf8_muladd_ED, gf8_muladd_EE, gf8_muladd_EF, gf8_muladd_F0, gf8_muladd_F1, gf8_muladd_F2, gf8_muladd_F3, gf8_muladd_F4, gf8_muladd_F5, gf8_muladd_F6, gf8_muladd_F7, gf8_muladd_F8, gf8_muladd_F9, gf8_muladd_FA, gf8_muladd_FB, gf8_muladd_FC, gf8_muladd_FD, gf8_muladd_FE, gf8_muladd_FF }; static uint64_t zero[EC_METHOD_WORD_SIZE * 8] = {0, }; void ec_code_c_prepare(ec_gf_t *gf, uint32_t *values, uint32_t count) { uint32_t i, last, tmp; last = 1; for (i = count; i > 0; i--) { if (values[i - 1] != 0) { tmp = values[i - 1]; values[i - 1] = ec_gf_div(gf, tmp, last); last = tmp; } } } void ec_code_c_linear(void *dst, void *src, uint64_t offset, uint32_t *values, uint32_t count) { src += offset; gf8_muladd_00(dst, src); while (--count > 0) { src += EC_METHOD_CHUNK_SIZE; gf8_muladd[*values](dst, src); values++; } } void ec_code_c_interleaved(void *dst, void **src, uint64_t offset, uint32_t *values, uint32_t count) { uint32_t i, last, tmp; i = 0; while ((last = *values++) == 0) { i++; } gf8_muladd_00(dst, src[i++] + offset); while (i < count) { tmp = *values++; if (tmp != 0) { gf8_muladd[last](dst, src[i] + offset); last = tmp; } i++; } gf8_muladd[last](dst, zero); }