20580421342

Committed 29 Dec 2025 06:57PM UTC coverage: 90.426% (+0.01%) from 90.416%

Build # 20580421342

Build Type

push

github

Committed by

web-flow

Commit Message

Merge pull request #5163 from polarnis/wasm-simd128-part-2

Port `simd_2x64` to SIMD128 and make use of it in `ghash_vperm`

Run Details

101651 of 112413 relevant lines covered (90.43%)

12858812.15 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

98.24

/src/tests/test_simd.cpp

/*
* (C) 2017 Jack Lloyd
*
* Botan is released under the Simplified BSD License (see license.txt)
*/

#include "tests.h"

#if defined(BOTAN_HAS_SIMD_4X32)
   #include <botan/internal/bswap.h>
   #include <botan/internal/loadstor.h>
   #include <botan/internal/rotate.h>
   #include <botan/internal/simd_4x32.h>
   #include <botan/internal/stl_util.h>
#endif

#if defined(BOTAN_HAS_SIMD_2X64)
   #include <botan/internal/simd_2x64.h>
#endif

#if defined(BOTAN_HAS_CPUID)
   #include <botan/internal/cpuid.h>
#endif

namespace Botan_Tests {

#if defined(BOTAN_HAS_SIMD_4X32)

class SIMD_4X32_Tests final : public Test {
   public:
      std::vector<Test::Result> run() override {
         Test::Result result("SIMD_4x32");

   #if defined(BOTAN_HAS_CPUID)
         if(!Botan::CPUID::has(Botan::CPUID::Feature::SIMD_4X32)) {
            result.test_note("Skipping SIMD_4x32 tests due to missing CPU support at runtime");
            return {result};
         }
   #endif

         const uint32_t pat1 = 0xAABBCCDD;
         const uint32_t pat2 = 0x87654321;
         const uint32_t pat3 = 0x01234567;
         const uint32_t pat4 = 0xC0D0E0F0;

         // pat1 + pat{1,2,3,4}
         // precomputed to avoid integer overflow warnings
         const uint32_t pat1_1 = 0x557799BA;
         const uint32_t pat1_2 = 0x32210FFE;
         const uint32_t pat1_3 = 0xABDF1244;
         const uint32_t pat1_4 = 0x6B8CADCD;

         test_eq(result, "default init", Botan::SIMD_4x32(), 0, 0, 0, 0);
         test_eq(result, "SIMD scalar constructor", Botan::SIMD_4x32(1, 2, 3, 4), 1, 2, 3, 4);

         const Botan::SIMD_4x32 splat = Botan::SIMD_4x32::splat(pat1);

         test_eq(result, "splat", splat, pat1, pat1, pat1, pat1);

         const Botan::SIMD_4x32 input(pat1, pat2, pat3, pat4);

         const Botan::SIMD_4x32 rol = input.rotl<3>();

         test_eq(result,
                 "rotl",
                 rol,
                 Botan::rotl<3>(pat1),
                 Botan::rotl<3>(pat2),
                 Botan::rotl<3>(pat3),
                 Botan::rotl<3>(pat4));

         const Botan::SIMD_4x32 ror = input.rotr<9>();

         test_eq(result,
                 "rotr",
                 ror,
                 Botan::rotr<9>(pat1),
                 Botan::rotr<9>(pat2),
                 Botan::rotr<9>(pat3),
                 Botan::rotr<9>(pat4));

         Botan::SIMD_4x32 add = input + splat;
         test_eq(result, "add +", add, pat1_1, pat1_2, pat1_3, pat1_4);

         add -= splat;
         test_eq(result, "sub -=", add, pat1, pat2, pat3, pat4);

         add += splat;
         test_eq(result, "add +=", add, pat1_1, pat1_2, pat1_3, pat1_4);

         test_eq(result, "xor", input ^ splat, 0, pat2 ^ pat1, pat3 ^ pat1, pat4 ^ pat1);
         test_eq(result, "or", input | splat, pat1, pat2 | pat1, pat3 | pat1, pat4 | pat1);
         test_eq(result, "and", input & splat, pat1, pat2 & pat1, pat3 & pat1, pat4 & pat1);

         Botan::SIMD_4x32 blender = input;
         blender |= splat;
         test_eq(result, "|=", blender, pat1, pat2 | pat1, pat3 | pat1, pat4 | pat1);
         blender &= splat;
         test_eq(result, "&=", blender, pat1, pat1, pat1, pat1);
         blender ^= splat;
         test_eq(result, "^=", blender, 0, 0, 0, 0);

         blender = ~blender;
         test_eq(result, "~", blender, 0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF);

         blender = blender.shr<23>();
         test_eq(result, ">>", blender, 0x1FF, 0x1FF, 0x1FF, 0x1FF);

         blender = blender.shl<27>();
         test_eq(result, "<<", blender, 0xF8000000, 0xF8000000, 0xF8000000, 0xF8000000);

         blender = ~blender;
         test_eq(result, "~", blender, 0x7FFFFFF, 0x7FFFFFF, 0x7FFFFFF, 0x7FFFFFF);

         blender = input.andc(~blender);
         test_eq(
            result, "andc", blender, ~pat1 & 0xF8000000, ~pat2 & 0xF8000000, ~pat3 & 0xF8000000, ~pat4 & 0xF8000000);

         test_eq(result,
                 "bswap",
                 input.bswap(),
                 Botan::reverse_bytes(pat1),
                 Botan::reverse_bytes(pat2),
                 Botan::reverse_bytes(pat3),
                 Botan::reverse_bytes(pat4));

         Botan::SIMD_4x32 t1(pat1, pat2, pat3, pat4);
         Botan::SIMD_4x32 t2(pat1 + 1, pat2 + 1, pat3 + 1, pat4 + 1);
         Botan::SIMD_4x32 t3(pat1 + 2, pat2 + 2, pat3 + 2, pat4 + 2);
         Botan::SIMD_4x32 t4(pat1 + 3, pat2 + 3, pat3 + 3, pat4 + 3);

         Botan::SIMD_4x32::transpose(t1, t2, t3, t4);

         test_eq(result, "transpose t1", t1, pat1, pat1 + 1, pat1 + 2, pat1 + 3);
         test_eq(result, "transpose t2", t2, pat2, pat2 + 1, pat2 + 2, pat2 + 3);
         test_eq(result, "transpose t3", t3, pat3, pat3 + 1, pat3 + 2, pat3 + 3);
         test_eq(result, "transpose t4", t4, pat4, pat4 + 1, pat4 + 2, pat4 + 3);

         test_eq(result, "shift left 1", input.shift_elems_left<1>(), 0, pat1, pat2, pat3);
         test_eq(result, "shift left 2", input.shift_elems_left<2>(), 0, 0, pat1, pat2);
         test_eq(result, "shift left 3", input.shift_elems_left<3>(), 0, 0, 0, pat1);

         test_eq(result, "shift right 1", input.shift_elems_right<1>(), pat2, pat3, pat4, 0);
         test_eq(result, "shift right 2", input.shift_elems_right<2>(), pat3, pat4, 0, 0);
         test_eq(result, "shift right 3", input.shift_elems_right<3>(), pat4, 0, 0, 0);

         // Test load/stores SIMD wrapper types
         const auto simd_le_in = Botan::hex_decode("ABCDEF01234567890123456789ABCDEF");
         const auto simd_be_in = Botan::hex_decode("0123456789ABCDEFABCDEF0123456789");
         const auto simd_le_array_in = Botan::concat(simd_le_in, simd_be_in);
         const auto simd_be_array_in = Botan::concat(simd_be_in, simd_le_in);

         auto simd_le = Botan::load_le<Botan::SIMD_4x32>(simd_le_in);
         auto simd_be = Botan::load_be<Botan::SIMD_4x32>(simd_be_in);
         auto simd_le_array = Botan::load_le<std::array<Botan::SIMD_4x32, 2>>(simd_le_array_in);
         auto simd_be_array = Botan::load_be<std::array<Botan::SIMD_4x32, 2>>(simd_be_array_in);

         auto simd_le_vec = Botan::store_le<std::vector<uint8_t>>(simd_le);
         auto simd_be_vec = Botan::store_be(simd_be);
         auto simd_le_array_vec = Botan::store_le<std::vector<uint8_t>>(simd_le_array);
         auto simd_be_array_vec = Botan::store_be(simd_be_array);

         result.test_is_eq("roundtrip SIMD little-endian", simd_le_vec, simd_le_in);
         result.test_is_eq(
            "roundtrip SIMD big-endian", std::vector(simd_be_vec.begin(), simd_be_vec.end()), simd_be_in);
         result.test_is_eq("roundtrip SIMD array little-endian", simd_le_array_vec, simd_le_array_in);
         result.test_is_eq("roundtrip SIMD array big-endian",
                           std::vector(simd_be_array_vec.begin(), simd_be_array_vec.end()),
                           simd_be_array_in);

         using StrongSIMD = Botan::Strong<Botan::SIMD_4x32, struct StrongSIMD_>;
         const auto simd_le_strong = Botan::load_le<StrongSIMD>(simd_le_in);
         const auto simd_be_strong = Botan::load_be<StrongSIMD>(simd_be_in);

         result.test_is_eq(
            "roundtrip SIMD strong little-endian", Botan::store_le<std::vector<uint8_t>>(simd_le_strong), simd_le_in);
         result.test_is_eq(
            "roundtrip SIMD strong big-endian", Botan::store_be<std::vector<uint8_t>>(simd_be_strong), simd_be_in);

         return {result};
      }

   private:
      static void test_eq(Test::Result& result,
                          const std::string& op,
                          const Botan::SIMD_4x32& simd,
                          uint32_t exp0,
                          uint32_t exp1,
                          uint32_t exp2,
                          uint32_t exp3) {
         uint8_t arr_be[16 + 15];
         uint8_t arr_be2[16 + 15];
         uint8_t arr_le[16 + 15];
         uint8_t arr_le2[16 + 15];

         for(size_t misalignment = 0; misalignment != 16; ++misalignment) {
            uint8_t* mem_be = arr_be + misalignment;
            uint8_t* mem_be2 = arr_be2 + misalignment;
            uint8_t* mem_le = arr_le + misalignment;
            uint8_t* mem_le2 = arr_le2 + misalignment;

            simd.store_be(mem_be);

            result.test_int_eq(
               "SIMD_4x32 " + op + " elem0 BE", Botan::make_uint32(mem_be[0], mem_be[1], mem_be[2], mem_be[3]), exp0);
            result.test_int_eq(
               "SIMD_4x32 " + op + " elem1 BE", Botan::make_uint32(mem_be[4], mem_be[5], mem_be[6], mem_be[7]), exp1);
            result.test_int_eq(
               "SIMD_4x32 " + op + " elem2 BE", Botan::make_uint32(mem_be[8], mem_be[9], mem_be[10], mem_be[11]), exp2);
            result.test_int_eq("SIMD_4x32 " + op + " elem3 BE",
                               Botan::make_uint32(mem_be[12], mem_be[13], mem_be[14], mem_be[15]),
                               exp3);

            // Check load_be+store_be results in same value
            const Botan::SIMD_4x32 reloaded_be = Botan::SIMD_4x32::load_be(mem_be);
            reloaded_be.store_be(mem_be2);
            result.test_eq(nullptr, "SIMD_4x32 load_be", mem_be, 16, mem_be2, 16);

            simd.store_le(mem_le);

            result.test_int_eq(
               "SIMD_4x32 " + op + " elem0 LE", Botan::make_uint32(mem_le[3], mem_le[2], mem_le[1], mem_le[0]), exp0);
            result.test_int_eq(
               "SIMD_4x32 " + op + " elem1 LE", Botan::make_uint32(mem_le[7], mem_le[6], mem_le[5], mem_le[4]), exp1);
            result.test_int_eq(
               "SIMD_4x32 " + op + " elem2 LE", Botan::make_uint32(mem_le[11], mem_le[10], mem_le[9], mem_le[8]), exp2);
            result.test_int_eq("SIMD_4x32 " + op + " elem3 LE",
                               Botan::make_uint32(mem_le[15], mem_le[14], mem_le[13], mem_le[12]),
                               exp3);

            // Check load_le+store_le results in same value
            const Botan::SIMD_4x32 reloaded_le = Botan::SIMD_4x32::load_le(mem_le);
            reloaded_le.store_le(mem_le2);
            result.test_eq(nullptr, "SIMD_4x32 load_le", mem_le, 16, mem_le2, 16);
         }
      }
};

BOTAN_REGISTER_TEST("utils", "simd_4x32", SIMD_4X32_Tests);
#endif

#if defined(BOTAN_HAS_SIMD_2X64)

class SIMD_2X64_Tests final : public Test {
   public:
      std::vector<Test::Result> run() override {
         Test::Result result("SIMD_2x64");

   #if defined(BOTAN_HAS_CPUID)
         if(!Botan::CPUID::has(Botan::CPUID::Feature::SIMD_2X64)) {
            result.test_note("Skipping SIMD_2x64 tests due to missing CPU support at runtime");
            return {result};
         }
   #endif

         const uint64_t pat1 = 0x2F8C91D4A37E5C10;
         const uint64_t pat2 = 0x1B74A6F8C29D1345;

         const uint64_t pat1_1 = pat1 + pat1;
         const uint64_t pat1_2 = pat1 + pat2;

         test_eq(result, "default init", Botan::SIMD_2x64(), 0, 0);
         test_eq(result, "SIMD scalar constructor", Botan::SIMD_2x64(1, 2), 1, 2);

         const auto input = Botan::SIMD_2x64(pat1, pat2);
         const auto splat = Botan::SIMD_2x64(pat1, pat1);

         const auto rotl = input.rotl<3>();
         test_eq(result, "rotl", rotl, Botan::rotl<3>(pat1), Botan::rotl<3>(pat2));

         const auto rotr = input.rotr<9>();
         test_eq(result, "rotr", rotr, Botan::rotr<9>(pat1), Botan::rotr<9>(pat2));

         test_eq(result, "rotr<8>", input.rotr<8>(), Botan::rotr<8>(pat1), Botan::rotr<8>(pat2));
         test_eq(result, "rotr<16>", input.rotr<16>(), Botan::rotr<16>(pat1), Botan::rotr<16>(pat2));
         test_eq(result, "rotr<24>", input.rotr<24>(), Botan::rotr<24>(pat1), Botan::rotr<24>(pat2));
         test_eq(result, "rotr<32>", input.rotr<32>(), Botan::rotr<32>(pat1), Botan::rotr<32>(pat2));

         const auto add = input + splat;
         test_eq(result, "add +", add, pat1_1, pat1_2);

         test_eq(result, "xor", input ^ splat, 0, pat2 ^ pat1);

         auto shifter = Botan::SIMD_2x64(0xFFFFFFFFFFFFFFFF, 0xFFFFFFFFFFFFFFFF);
         shifter = shifter.shr<23>();
         test_eq(result, ">>", shifter, 0x1FFFFFFFFFF, 0x1FFFFFFFFFF);

         shifter = shifter.shl<27>();
         test_eq(result, "<<", shifter, 0xFFFFFFFFF8000000, 0xFFFFFFFFF8000000);

         shifter = input.andc(shifter);
         test_eq(result, "andc", shifter, ~pat1 & 0xFFFFFFFFF8000000, ~pat2 & 0xFFFFFFFFF8000000);

         test_eq(result, "bswap", input.bswap(), Botan::reverse_bytes(pat1), Botan::reverse_bytes(pat2));

         test_eq(result,
                 "reverse_all_bytes",
                 Botan::SIMD_2x64(0x0001020304050607, 0x08090a0b0c0d0e0f).reverse_all_bytes(),
                 0x0f0e0d0c0b0a0908,
                 0x0706050403020100);

         test_eq(result, "swap_lanes", Botan::SIMD_2x64(pat1, pat2).swap_lanes(), pat2, pat1);

         const auto interleave_a = Botan::SIMD_2x64(0x1111111122222222, 0x3333333344444444);
         const auto interleave_b = Botan::SIMD_2x64(0x5555555566666666, 0x7777777788888888);
         test_eq(result,
                 "interleave_high",
                 Botan::SIMD_2x64::interleave_high(interleave_a, interleave_b),
                 0x3333333344444444,
                 0x7777777788888888);

         test_eq(result,
                 "interleave_low",
                 Botan::SIMD_2x64::interleave_low(interleave_a, interleave_b),
                 0x1111111122222222,
                 0x5555555566666666);

         test_eq(result, "all_ones", Botan::SIMD_2x64::all_ones(), 0xFFFFFFFFFFFFFFFF, 0xFFFFFFFFFFFFFFFF);

         // Test load/stores SIMD wrapper types
         const auto simd_le_in = Botan::hex_decode("ABCDEF01234567890123456789ABCDEF");
         const auto simd_be_in = Botan::hex_decode("0123456789ABCDEFABCDEF0123456789");
         const auto simd_le_array_in = Botan::concat(simd_le_in, simd_be_in);
         const auto simd_be_array_in = Botan::concat(simd_be_in, simd_le_in);

         auto simd_le = Botan::load_le<Botan::SIMD_2x64>(simd_le_in);
         auto simd_be = Botan::load_be<Botan::SIMD_2x64>(simd_be_in);
         auto simd_le_array = Botan::load_le<std::array<Botan::SIMD_2x64, 2>>(simd_le_array_in);
         auto simd_be_array = Botan::load_be<std::array<Botan::SIMD_2x64, 2>>(simd_be_array_in);

         auto simd_le_vec = Botan::store_le<std::vector<uint8_t>>(simd_le);
         auto simd_be_vec = Botan::store_be(simd_be);
         auto simd_le_array_vec = Botan::store_le<std::vector<uint8_t>>(simd_le_array);
         auto simd_be_array_vec = Botan::store_be(simd_be_array);

         result.test_is_eq("roundtrip SIMD little-endian", simd_le_vec, simd_le_in);
         result.test_is_eq(
            "roundtrip SIMD big-endian", std::vector(simd_be_vec.begin(), simd_be_vec.end()), simd_be_in);
         result.test_is_eq("roundtrip SIMD array little-endian", simd_le_array_vec, simd_le_array_in);
         result.test_is_eq("roundtrip SIMD array big-endian",
                           std::vector(simd_be_array_vec.begin(), simd_be_array_vec.end()),
                           simd_be_array_in);

         using StrongSIMD = Botan::Strong<Botan::SIMD_2x64, struct StrongSIMD_>;
         const auto simd_le_strong = Botan::load_le<StrongSIMD>(simd_le_in);
         const auto simd_be_strong = Botan::load_be<StrongSIMD>(simd_be_in);

         result.test_is_eq(
            "roundtrip SIMD strong little-endian", Botan::store_le<std::vector<uint8_t>>(simd_le_strong), simd_le_in);
         result.test_is_eq(
            "roundtrip SIMD strong big-endian", Botan::store_be<std::vector<uint8_t>>(simd_be_strong), simd_be_in);

         return {result};
      }

   private:
      static void test_eq(
         Test::Result& result, const std::string& op, const Botan::SIMD_2x64& simd, uint64_t exp0, uint64_t exp1) {
         uint8_t arr_be[16 + 15];
         uint8_t arr_be2[16 + 15];
         uint8_t arr_le[16 + 15];
         uint8_t arr_le2[16 + 15];

         for(size_t misalignment = 0; misalignment != 16; ++misalignment) {
            uint8_t* mem_be = arr_be + misalignment;
            uint8_t* mem_be2 = arr_be2 + misalignment;
            uint8_t* mem_le = arr_le + misalignment;
            uint8_t* mem_le2 = arr_le2 + misalignment;

            simd.store_be(mem_be);

            result.test_int_eq(
               "SIMD_2x64 " + op + " elem0 BE",
               Botan::make_uint64(
                  mem_be[0], mem_be[1], mem_be[2], mem_be[3], mem_be[4], mem_be[5], mem_be[6], mem_be[7]),
               exp0);
            result.test_int_eq(
               "SIMD_2x64 " + op + " elem1 BE",
               Botan::make_uint64(
                  mem_be[8], mem_be[9], mem_be[10], mem_be[11], mem_be[12], mem_be[13], mem_be[14], mem_be[15]),
               exp1);

            // Check load_be+store_be results in same value
            const Botan::SIMD_2x64 reloaded_be = Botan::SIMD_2x64::load_be(mem_be);
            reloaded_be.store_be(mem_be2);
            result.test_eq(nullptr, "SIMD_2x64 load_be", mem_be, 16, mem_be2, 16);

            simd.store_le(mem_le);

            result.test_int_eq(
               "SIMD_2x64 " + op + " elem0 LE",
               Botan::make_uint64(
                  mem_le[7], mem_le[6], mem_le[5], mem_le[4], mem_le[3], mem_le[2], mem_le[1], mem_le[0]),
               exp0);
            result.test_int_eq(
               "SIMD_2x64 " + op + " elem1 LE",
               Botan::make_uint64(
                  mem_le[15], mem_le[14], mem_le[13], mem_le[12], mem_le[11], mem_le[10], mem_le[9], mem_le[8]),
               exp1);

            // Check load_le+store_le results in same value
            const Botan::SIMD_2x64 reloaded_le = Botan::SIMD_2x64::load_le(mem_le);
            reloaded_le.store_le(mem_le2);
            result.test_eq(nullptr, "SIMD_2x64 load_le", mem_le, 16, mem_le2, 16);
         }
      }
};

BOTAN_REGISTER_TEST("utils", "simd_2x64", SIMD_2X64_Tests);
#endif

}  // namespace Botan_Tests

1	/*
2	* (C) 2017 Jack Lloyd
3	*
4	* Botan is released under the Simplified BSD License (see license.txt)
5	*/
6
7	#include "tests.h"
8
9	#if defined(BOTAN_HAS_SIMD_4X32)
10	#include <botan/internal/bswap.h>
11	#include <botan/internal/loadstor.h>
12	#include <botan/internal/rotate.h>
13	#include <botan/internal/simd_4x32.h>
14	#include <botan/internal/stl_util.h>
15	#endif
16
17	#if defined(BOTAN_HAS_SIMD_2X64)
18	#include <botan/internal/simd_2x64.h>
19	#endif
20
21	#if defined(BOTAN_HAS_CPUID)
22	#include <botan/internal/cpuid.h>
23	#endif
24
25	namespace Botan_Tests {
26
27	#if defined(BOTAN_HAS_SIMD_4X32)
28
29	class SIMD_4X32_Tests final : public Test {	1✔
30	public:
31	std::vector<Test::Result> run() override {	1✔
32	Test::Result result("SIMD_4x32");	1✔
33
34	#if defined(BOTAN_HAS_CPUID)
35	if(!Botan::CPUID::has(Botan::CPUID::Feature::SIMD_4X32)) {	1✔
36	result.test_note("Skipping SIMD_4x32 tests due to missing CPU support at runtime");	×
37	return {result};	×
38	}
39	#endif
40
41	const uint32_t pat1 = 0xAABBCCDD;	1✔
42	const uint32_t pat2 = 0x87654321;	1✔
43	const uint32_t pat3 = 0x01234567;	1✔
44	const uint32_t pat4 = 0xC0D0E0F0;	1✔
45
46	// pat1 + pat{1,2,3,4}
47	// precomputed to avoid integer overflow warnings
48	const uint32_t pat1_1 = 0x557799BA;	1✔
49	const uint32_t pat1_2 = 0x32210FFE;	1✔
50	const uint32_t pat1_3 = 0xABDF1244;	1✔
51	const uint32_t pat1_4 = 0x6B8CADCD;	1✔
52
53	test_eq(result, "default init", Botan::SIMD_4x32(), 0, 0, 0, 0);	1✔
54	test_eq(result, "SIMD scalar constructor", Botan::SIMD_4x32(1, 2, 3, 4), 1, 2, 3, 4);	1✔
55
56	const Botan::SIMD_4x32 splat = Botan::SIMD_4x32::splat(pat1);	1✔
57
58	test_eq(result, "splat", splat, pat1, pat1, pat1, pat1);	1✔
59
60	const Botan::SIMD_4x32 input(pat1, pat2, pat3, pat4);	1✔
61
62	const Botan::SIMD_4x32 rol = input.rotl<3>();	1✔
63
64	test_eq(result,	1✔
65	"rotl",
66	rol,
67	Botan::rotl<3>(pat1),
68	Botan::rotl<3>(pat2),
69	Botan::rotl<3>(pat3),
70	Botan::rotl<3>(pat4));
71
72	const Botan::SIMD_4x32 ror = input.rotr<9>();	1✔
73
74	test_eq(result,	1✔
75	"rotr",
76	ror,
77	Botan::rotr<9>(pat1),
78	Botan::rotr<9>(pat2),
79	Botan::rotr<9>(pat3),
80	Botan::rotr<9>(pat4));
81
82	Botan::SIMD_4x32 add = input + splat;	1✔
83	test_eq(result, "add +", add, pat1_1, pat1_2, pat1_3, pat1_4);	1✔
84
85	add -= splat;	1✔
86	test_eq(result, "sub -=", add, pat1, pat2, pat3, pat4);	1✔
87
88	add += splat;	1✔
89	test_eq(result, "add +=", add, pat1_1, pat1_2, pat1_3, pat1_4);	1✔
90
91	test_eq(result, "xor", input ^ splat, 0, pat2 ^ pat1, pat3 ^ pat1, pat4 ^ pat1);	1✔
92	test_eq(result, "or", input \| splat, pat1, pat2 \| pat1, pat3 \| pat1, pat4 \| pat1);	1✔
93	test_eq(result, "and", input & splat, pat1, pat2 & pat1, pat3 & pat1, pat4 & pat1);	1✔
94
95	Botan::SIMD_4x32 blender = input;	1✔
96	blender \|= splat;	1✔
97	test_eq(result, "\|=", blender, pat1, pat2 \| pat1, pat3 \| pat1, pat4 \| pat1);	1✔
98	blender &= splat;	1✔
99	test_eq(result, "&=", blender, pat1, pat1, pat1, pat1);	1✔
100	blender ^= splat;	1✔
101	test_eq(result, "^=", blender, 0, 0, 0, 0);	1✔
102
103	blender = ~blender;	1✔
104	test_eq(result, "~", blender, 0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF);	1✔
105
106	blender = blender.shr<23>();	1✔
107	test_eq(result, ">>", blender, 0x1FF, 0x1FF, 0x1FF, 0x1FF);	1✔
108
109	blender = blender.shl<27>();	1✔
110	test_eq(result, "<<", blender, 0xF8000000, 0xF8000000, 0xF8000000, 0xF8000000);	1✔
111
112	blender = ~blender;	1✔
113	test_eq(result, "~", blender, 0x7FFFFFF, 0x7FFFFFF, 0x7FFFFFF, 0x7FFFFFF);	1✔
114
115	blender = input.andc(~blender);	1✔
116	test_eq(	1✔
117	result, "andc", blender, ~pat1 & 0xF8000000, ~pat2 & 0xF8000000, ~pat3 & 0xF8000000, ~pat4 & 0xF8000000);
118
119	test_eq(result,	1✔
120	"bswap",
121	input.bswap(),	1✔
122	Botan::reverse_bytes(pat1),
123	Botan::reverse_bytes(pat2),
124	Botan::reverse_bytes(pat3),
125	Botan::reverse_bytes(pat4));
126
127	Botan::SIMD_4x32 t1(pat1, pat2, pat3, pat4);	1✔
128	Botan::SIMD_4x32 t2(pat1 + 1, pat2 + 1, pat3 + 1, pat4 + 1);	1✔
129	Botan::SIMD_4x32 t3(pat1 + 2, pat2 + 2, pat3 + 2, pat4 + 2);	1✔
130	Botan::SIMD_4x32 t4(pat1 + 3, pat2 + 3, pat3 + 3, pat4 + 3);	1✔
131
132	Botan::SIMD_4x32::transpose(t1, t2, t3, t4);	1✔
133
134	test_eq(result, "transpose t1", t1, pat1, pat1 + 1, pat1 + 2, pat1 + 3);	1✔
135	test_eq(result, "transpose t2", t2, pat2, pat2 + 1, pat2 + 2, pat2 + 3);	1✔
136	test_eq(result, "transpose t3", t3, pat3, pat3 + 1, pat3 + 2, pat3 + 3);	1✔
137	test_eq(result, "transpose t4", t4, pat4, pat4 + 1, pat4 + 2, pat4 + 3);	1✔
138
139	test_eq(result, "shift left 1", input.shift_elems_left<1>(), 0, pat1, pat2, pat3);	1✔
140	test_eq(result, "shift left 2", input.shift_elems_left<2>(), 0, 0, pat1, pat2);	1✔
141	test_eq(result, "shift left 3", input.shift_elems_left<3>(), 0, 0, 0, pat1);	1✔
142
143	test_eq(result, "shift right 1", input.shift_elems_right<1>(), pat2, pat3, pat4, 0);	1✔
144	test_eq(result, "shift right 2", input.shift_elems_right<2>(), pat3, pat4, 0, 0);	1✔
145	test_eq(result, "shift right 3", input.shift_elems_right<3>(), pat4, 0, 0, 0);	1✔
146
147	// Test load/stores SIMD wrapper types
148	const auto simd_le_in = Botan::hex_decode("ABCDEF01234567890123456789ABCDEF");	1✔
149	const auto simd_be_in = Botan::hex_decode("0123456789ABCDEFABCDEF0123456789");	1✔
150	const auto simd_le_array_in = Botan::concat(simd_le_in, simd_be_in);	1✔
151	const auto simd_be_array_in = Botan::concat(simd_be_in, simd_le_in);	1✔
152
153	auto simd_le = Botan::load_le<Botan::SIMD_4x32>(simd_le_in);	1✔
154	auto simd_be = Botan::load_be<Botan::SIMD_4x32>(simd_be_in);	1✔
155	auto simd_le_array = Botan::load_le<std::array<Botan::SIMD_4x32, 2>>(simd_le_array_in);	1✔
156	auto simd_be_array = Botan::load_be<std::array<Botan::SIMD_4x32, 2>>(simd_be_array_in);	1✔
157
158	auto simd_le_vec = Botan::store_le<std::vector<uint8_t>>(simd_le);	1✔
159	auto simd_be_vec = Botan::store_be(simd_be);	1✔
160	auto simd_le_array_vec = Botan::store_le<std::vector<uint8_t>>(simd_le_array);	1✔
161	auto simd_be_array_vec = Botan::store_be(simd_be_array);	1✔
162
163	result.test_is_eq("roundtrip SIMD little-endian", simd_le_vec, simd_le_in);	2✔
164	result.test_is_eq(	2✔
165	"roundtrip SIMD big-endian", std::vector(simd_be_vec.begin(), simd_be_vec.end()), simd_be_in);	1✔
166	result.test_is_eq("roundtrip SIMD array little-endian", simd_le_array_vec, simd_le_array_in);	1✔
167	result.test_is_eq("roundtrip SIMD array big-endian",	2✔
168	std::vector(simd_be_array_vec.begin(), simd_be_array_vec.end()),	1✔
169	simd_be_array_in);
170
171	using StrongSIMD = Botan::Strong<Botan::SIMD_4x32, struct StrongSIMD_>;	1✔
172	const auto simd_le_strong = Botan::load_le<StrongSIMD>(simd_le_in);	1✔
173	const auto simd_be_strong = Botan::load_be<StrongSIMD>(simd_be_in);	1✔
174
175	result.test_is_eq(	2✔
176	"roundtrip SIMD strong little-endian", Botan::store_le<std::vector<uint8_t>>(simd_le_strong), simd_le_in);	1✔
177	result.test_is_eq(	2✔
178	"roundtrip SIMD strong big-endian", Botan::store_be<std::vector<uint8_t>>(simd_be_strong), simd_be_in);	1✔
179
180	return {result};	2✔
181	}	7✔
182
183	private:
184	static void test_eq(Test::Result& result,	30✔
185	const std::string& op,
186	const Botan::SIMD_4x32& simd,
187	uint32_t exp0,
188	uint32_t exp1,
189	uint32_t exp2,
190	uint32_t exp3) {
191	uint8_t arr_be[16 + 15];	30✔
192	uint8_t arr_be2[16 + 15];	30✔
193	uint8_t arr_le[16 + 15];	30✔
194	uint8_t arr_le2[16 + 15];	30✔
195
196	for(size_t misalignment = 0; misalignment != 16; ++misalignment) {	510✔
197	uint8_t* mem_be = arr_be + misalignment;	480✔
198	uint8_t* mem_be2 = arr_be2 + misalignment;	480✔
199	uint8_t* mem_le = arr_le + misalignment;	480✔
200	uint8_t* mem_le2 = arr_le2 + misalignment;	480✔
201
202	simd.store_be(mem_be);	480✔
203
204	result.test_int_eq(	960✔
205	"SIMD_4x32 " + op + " elem0 BE", Botan::make_uint32(mem_be[0], mem_be[1], mem_be[2], mem_be[3]), exp0);	1,440✔
206	result.test_int_eq(	480✔
207	"SIMD_4x32 " + op + " elem1 BE", Botan::make_uint32(mem_be[4], mem_be[5], mem_be[6], mem_be[7]), exp1);	1,440✔
208	result.test_int_eq(	480✔
209	"SIMD_4x32 " + op + " elem2 BE", Botan::make_uint32(mem_be[8], mem_be[9], mem_be[10], mem_be[11]), exp2);	1,440✔
210	result.test_int_eq("SIMD_4x32 " + op + " elem3 BE",	480✔
211	Botan::make_uint32(mem_be[12], mem_be[13], mem_be[14], mem_be[15]),	480✔
212	exp3);
213
214	// Check load_be+store_be results in same value
215	const Botan::SIMD_4x32 reloaded_be = Botan::SIMD_4x32::load_be(mem_be);	480✔
216	reloaded_be.store_be(mem_be2);	480✔
217	result.test_eq(nullptr, "SIMD_4x32 load_be", mem_be, 16, mem_be2, 16);	480✔
218
219	simd.store_le(mem_le);	480✔
220
221	result.test_int_eq(	960✔
222	"SIMD_4x32 " + op + " elem0 LE", Botan::make_uint32(mem_le[3], mem_le[2], mem_le[1], mem_le[0]), exp0);	1,440✔
223	result.test_int_eq(	480✔
224	"SIMD_4x32 " + op + " elem1 LE", Botan::make_uint32(mem_le[7], mem_le[6], mem_le[5], mem_le[4]), exp1);	1,440✔
225	result.test_int_eq(	480✔
226	"SIMD_4x32 " + op + " elem2 LE", Botan::make_uint32(mem_le[11], mem_le[10], mem_le[9], mem_le[8]), exp2);	1,440✔
227	result.test_int_eq("SIMD_4x32 " + op + " elem3 LE",	480✔
228	Botan::make_uint32(mem_le[15], mem_le[14], mem_le[13], mem_le[12]),	480✔
229	exp3);
230
231	// Check load_le+store_le results in same value
232	const Botan::SIMD_4x32 reloaded_le = Botan::SIMD_4x32::load_le(mem_le);	480✔
233	reloaded_le.store_le(mem_le2);	480✔
234	result.test_eq(nullptr, "SIMD_4x32 load_le", mem_le, 16, mem_le2, 16);	960✔
235	}
236	}	30✔
237	};
238
239	BOTAN_REGISTER_TEST("utils", "simd_4x32", SIMD_4X32_Tests);
240	#endif
241
242	#if defined(BOTAN_HAS_SIMD_2X64)
243
244	class SIMD_2X64_Tests final : public Test {	1✔
245	public:
246	std::vector<Test::Result> run() override {	1✔
247	Test::Result result("SIMD_2x64");	1✔
248
249	#if defined(BOTAN_HAS_CPUID)
250	if(!Botan::CPUID::has(Botan::CPUID::Feature::SIMD_2X64)) {	1✔
251	result.test_note("Skipping SIMD_2x64 tests due to missing CPU support at runtime");	×
252	return {result};	×
253	}
254	#endif
255
256	const uint64_t pat1 = 0x2F8C91D4A37E5C10;	1✔
257	const uint64_t pat2 = 0x1B74A6F8C29D1345;	1✔
258
259	const uint64_t pat1_1 = pat1 + pat1;	1✔
260	const uint64_t pat1_2 = pat1 + pat2;	1✔
261
262	test_eq(result, "default init", Botan::SIMD_2x64(), 0, 0);	1✔
263	test_eq(result, "SIMD scalar constructor", Botan::SIMD_2x64(1, 2), 1, 2);	1✔
264
265	const auto input = Botan::SIMD_2x64(pat1, pat2);	1✔
266	const auto splat = Botan::SIMD_2x64(pat1, pat1);	1✔
267
268	const auto rotl = input.rotl<3>();	1✔
269	test_eq(result, "rotl", rotl, Botan::rotl<3>(pat1), Botan::rotl<3>(pat2));	1✔
270
271	const auto rotr = input.rotr<9>();	1✔
272	test_eq(result, "rotr", rotr, Botan::rotr<9>(pat1), Botan::rotr<9>(pat2));	1✔
273
274	test_eq(result, "rotr<8>", input.rotr<8>(), Botan::rotr<8>(pat1), Botan::rotr<8>(pat2));	1✔
275	test_eq(result, "rotr<16>", input.rotr<16>(), Botan::rotr<16>(pat1), Botan::rotr<16>(pat2));	1✔
276	test_eq(result, "rotr<24>", input.rotr<24>(), Botan::rotr<24>(pat1), Botan::rotr<24>(pat2));	1✔
277	test_eq(result, "rotr<32>", input.rotr<32>(), Botan::rotr<32>(pat1), Botan::rotr<32>(pat2));	1✔
278
279	const auto add = input + splat;	1✔
280	test_eq(result, "add +", add, pat1_1, pat1_2);	1✔
281
282	test_eq(result, "xor", input ^ splat, 0, pat2 ^ pat1);	1✔
283
284	auto shifter = Botan::SIMD_2x64(0xFFFFFFFFFFFFFFFF, 0xFFFFFFFFFFFFFFFF);	1✔
285	shifter = shifter.shr<23>();	1✔
286	test_eq(result, ">>", shifter, 0x1FFFFFFFFFF, 0x1FFFFFFFFFF);	1✔
287
288	shifter = shifter.shl<27>();	1✔
289	test_eq(result, "<<", shifter, 0xFFFFFFFFF8000000, 0xFFFFFFFFF8000000);	1✔
290
291	shifter = input.andc(shifter);	1✔
292	test_eq(result, "andc", shifter, ~pat1 & 0xFFFFFFFFF8000000, ~pat2 & 0xFFFFFFFFF8000000);	1✔
293
294	test_eq(result, "bswap", input.bswap(), Botan::reverse_bytes(pat1), Botan::reverse_bytes(pat2));	1✔
295
296	test_eq(result,	1✔
297	"reverse_all_bytes",
298	Botan::SIMD_2x64(0x0001020304050607, 0x08090a0b0c0d0e0f).reverse_all_bytes(),	1✔
299	0x0f0e0d0c0b0a0908,
300	0x0706050403020100);
301
302	test_eq(result, "swap_lanes", Botan::SIMD_2x64(pat1, pat2).swap_lanes(), pat2, pat1);	1✔
303
304	const auto interleave_a = Botan::SIMD_2x64(0x1111111122222222, 0x3333333344444444);	1✔
305	const auto interleave_b = Botan::SIMD_2x64(0x5555555566666666, 0x7777777788888888);	1✔
306	test_eq(result,	1✔
307	"interleave_high",
308	Botan::SIMD_2x64::interleave_high(interleave_a, interleave_b),	1✔
309	0x3333333344444444,
310	0x7777777788888888);
311
312	test_eq(result,	1✔
313	"interleave_low",
314	Botan::SIMD_2x64::interleave_low(interleave_a, interleave_b),	1✔
315	0x1111111122222222,
316	0x5555555566666666);
317
318	test_eq(result, "all_ones", Botan::SIMD_2x64::all_ones(), 0xFFFFFFFFFFFFFFFF, 0xFFFFFFFFFFFFFFFF);	1✔
319
320	// Test load/stores SIMD wrapper types
321	const auto simd_le_in = Botan::hex_decode("ABCDEF01234567890123456789ABCDEF");	1✔
322	const auto simd_be_in = Botan::hex_decode("0123456789ABCDEFABCDEF0123456789");	1✔
323	const auto simd_le_array_in = Botan::concat(simd_le_in, simd_be_in);	1✔
324	const auto simd_be_array_in = Botan::concat(simd_be_in, simd_le_in);	1✔
325
326	auto simd_le = Botan::load_le<Botan::SIMD_2x64>(simd_le_in);	1✔
327	auto simd_be = Botan::load_be<Botan::SIMD_2x64>(simd_be_in);	1✔
328	auto simd_le_array = Botan::load_le<std::array<Botan::SIMD_2x64, 2>>(simd_le_array_in);	1✔
329	auto simd_be_array = Botan::load_be<std::array<Botan::SIMD_2x64, 2>>(simd_be_array_in);	1✔
330
331	auto simd_le_vec = Botan::store_le<std::vector<uint8_t>>(simd_le);	1✔
332	auto simd_be_vec = Botan::store_be(simd_be);	1✔
333	auto simd_le_array_vec = Botan::store_le<std::vector<uint8_t>>(simd_le_array);	1✔
334	auto simd_be_array_vec = Botan::store_be(simd_be_array);	1✔
335
336	result.test_is_eq("roundtrip SIMD little-endian", simd_le_vec, simd_le_in);	1✔
337	result.test_is_eq(	2✔
338	"roundtrip SIMD big-endian", std::vector(simd_be_vec.begin(), simd_be_vec.end()), simd_be_in);	1✔
339	result.test_is_eq("roundtrip SIMD array little-endian", simd_le_array_vec, simd_le_array_in);	1✔
340	result.test_is_eq("roundtrip SIMD array big-endian",	2✔
341	std::vector(simd_be_array_vec.begin(), simd_be_array_vec.end()),	1✔
342	simd_be_array_in);
343
344	using StrongSIMD = Botan::Strong<Botan::SIMD_2x64, struct StrongSIMD_>;	1✔
345	const auto simd_le_strong = Botan::load_le<StrongSIMD>(simd_le_in);	1✔
346	const auto simd_be_strong = Botan::load_be<StrongSIMD>(simd_be_in);	1✔
347
348	result.test_is_eq(	2✔
349	"roundtrip SIMD strong little-endian", Botan::store_le<std::vector<uint8_t>>(simd_le_strong), simd_le_in);	1✔
350	result.test_is_eq(	2✔
351	"roundtrip SIMD strong big-endian", Botan::store_be<std::vector<uint8_t>>(simd_be_strong), simd_be_in);	1✔
352
353	return {result};	2✔
354	}	7✔
355
356	private:
357	static void test_eq(	19✔
358	Test::Result& result, const std::string& op, const Botan::SIMD_2x64& simd, uint64_t exp0, uint64_t exp1) {
359	uint8_t arr_be[16 + 15];	19✔
360	uint8_t arr_be2[16 + 15];	19✔
361	uint8_t arr_le[16 + 15];	19✔
362	uint8_t arr_le2[16 + 15];	19✔
363
364	for(size_t misalignment = 0; misalignment != 16; ++misalignment) {	323✔
365	uint8_t* mem_be = arr_be + misalignment;	304✔
366	uint8_t* mem_be2 = arr_be2 + misalignment;	304✔
367	uint8_t* mem_le = arr_le + misalignment;	304✔
368	uint8_t* mem_le2 = arr_le2 + misalignment;	304✔
369
370	simd.store_be(mem_be);	304✔
371
372	result.test_int_eq(	608✔
373	"SIMD_2x64 " + op + " elem0 BE",	912✔
374	Botan::make_uint64(
375	mem_be[0], mem_be[1], mem_be[2], mem_be[3], mem_be[4], mem_be[5], mem_be[6], mem_be[7]),
376	exp0);
377	result.test_int_eq(	304✔
378	"SIMD_2x64 " + op + " elem1 BE",	912✔
379	Botan::make_uint64(
380	mem_be[8], mem_be[9], mem_be[10], mem_be[11], mem_be[12], mem_be[13], mem_be[14], mem_be[15]),	304✔
381	exp1);
382
383	// Check load_be+store_be results in same value
384	const Botan::SIMD_2x64 reloaded_be = Botan::SIMD_2x64::load_be(mem_be);	304✔
385	reloaded_be.store_be(mem_be2);	304✔
386	result.test_eq(nullptr, "SIMD_2x64 load_be", mem_be, 16, mem_be2, 16);	304✔
387
388	simd.store_le(mem_le);	304✔
389
390	result.test_int_eq(	608✔
391	"SIMD_2x64 " + op + " elem0 LE",	912✔
392	Botan::make_uint64(
393	mem_le[7], mem_le[6], mem_le[5], mem_le[4], mem_le[3], mem_le[2], mem_le[1], mem_le[0]),
394	exp0);
395	result.test_int_eq(	304✔
396	"SIMD_2x64 " + op + " elem1 LE",	912✔
397	Botan::make_uint64(
398	mem_le[15], mem_le[14], mem_le[13], mem_le[12], mem_le[11], mem_le[10], mem_le[9], mem_le[8]),	304✔
399	exp1);
400
401	// Check load_le+store_le results in same value
402	const Botan::SIMD_2x64 reloaded_le = Botan::SIMD_2x64::load_le(mem_le);	304✔
403	reloaded_le.store_le(mem_le2);	304✔
404	result.test_eq(nullptr, "SIMD_2x64 load_le", mem_le, 16, mem_le2, 16);	608✔
405	}
406	}	19✔
407	};
408
409	BOTAN_REGISTER_TEST("utils", "simd_2x64", SIMD_2X64_Tests);
410	#endif
411
412	} // namespace Botan_Tests

randombit / botan / 20580421342

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous