22039041177

Committed 15 Feb 2026 04:24PM UTC coverage: 90.054% (-0.005%) from 90.059%

Build # 22039041177

Build Type

push

github

Committed by

web-flow

Commit Message

Merge pull request #5341 from randombit/jack/test-h-bin

Cleanup test predicates on binary strings

Run Details

102341 of 113644 relevant lines covered (90.05%)

11487063.99 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

98.75

/src/tests/test_tests.cpp

/*
* (C) 2017,2018 Jack Lloyd
*
* Botan is released under the Simplified BSD License (see license.txt)
*/

#include "tests.h"

#include <botan/rng.h>

#if defined(BOTAN_HAS_BIGINT)
   #include <botan/bigint.h>
#endif

namespace Botan_Tests {

/*
* Test the test framework :)
*/

class Test_Tests final : public Test {
   public:
      std::vector<Test::Result> run() override {
         /*
         Notation here is confusing. Idea is the result is the actual
         result of the test. The test_result is the result that is the
         testcase, and should typically be in a failure mode.
         */

         Test::Result result("Test Framework");

         // Test a few success corner cases first
         const std::string testcase_name = "Failing Test";

         // NOLINTNEXTLINE(hicpp-exception-baseclass)
         result.test_throws("throws pi(-ish)", []() { throw 22.0 / 7; });

         // Test expected failure cases
         {
            Test::Result test_result(testcase_name);
            test_result.test_throws("doesn't throw", []() {});
            verify_failure("test_throws 1", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_failure("explicitly reported failure", std::vector<uint8_t>());
            verify_failure("explicit failure", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_failure("explicitly reported failure", "test error");
            verify_failure("explicit failure", result, test_result);
         }

         { verify_failure("explicit failure", result, Test::Result::Failure(testcase_name, "failure")); }

         {
            Test::Result test_result(testcase_name);
            std::vector<uint8_t> vec1(5);
            std::vector<uint8_t> vec2(3, 9);
            test_result.test_bin_eq("test vectors equal", vec1, vec2);
            verify_failure("test vectors equal", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            std::vector<uint8_t> vec1(5);
            std::vector<uint8_t> vec2(5);
            test_result.test_bin_ne("test vectors not equal", vec1, vec2);
            verify_failure("test vectors equal", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            const size_t x = 5;
            const size_t y = 6;
            test_result.test_sz_eq("test ints equal", x, y);
            verify_failure("test ints equal", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            const size_t x = 5;
            const size_t y = 5;
            test_result.test_sz_ne("test ints not equal", x, y);
            verify_failure("test ints not equal", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_str_not_empty("empty", "");
            verify_failure("test_str_not_empty", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_sz_lt("not less", 5, 5);
            verify_failure("test_lt", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_sz_lte("not lte", 6, 5);
            verify_failure("test_lte", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_sz_gte("not gte", 5, 6);
            verify_failure("test_gte", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_str_ne("string ne", "foo", "foo");
            verify_failure("test_ne", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_rc_ok("test_func", -1);
            verify_failure("test_rc_ok", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_rc("test_func", 0, 5);
            verify_failure("test_rc", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_rc_fail("test_func", "testing", 0);
            verify_failure("test_rc_fail", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_throws(
               "test_throws", "expected msg", []() { throw std::runtime_error("not the message"); });
            verify_failure("test_throws 2", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_throws("test_throws", "expected msg", []() {
               // NOLINTNEXTLINE(hicpp-exception-baseclass)
               throw std::string("not even a std::exception");
            });
            verify_failure("test_throws 3", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_throws("test_throws", "expected msg", []() { ; });
            verify_failure("test_throws 4", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_throws<std::invalid_argument>(
               "test_throws", "expected msg", []() { throw std::runtime_error("expected msg"); });
            verify_failure("test_throws 5", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_throws<std::invalid_argument>("test_throws",
                                                           []() { throw std::runtime_error("expected msg"); });
            verify_failure("test_throws 6", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_no_throw("test_no_throw", []() { throw std::runtime_error("boom!"); });
            verify_failure("test_throws 7", result, test_result);
         }

#if defined(BOTAN_HAS_BIGINT)
         {
            Test::Result test_result(testcase_name);
            const auto x = Botan::BigInt::from_word(5);
            const auto y = Botan::BigInt::from_word(6);
            test_result.test_bn_eq("test ints equal", x, y);
            verify_failure("test ints equal", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            const auto x = Botan::BigInt::from_word(5);
            const auto y = Botan::BigInt::from_word(5);
            test_result.test_bn_ne("test ints not equal", x, y);
            verify_failure("test ints not equal", result, test_result);
         }
#endif

         return {result, test_testsuite_rng()};
      }

   private:
      static Test::Result test_testsuite_rng() {
         Test::Result result("Testsuite_RNG");

         size_t histogram[256] = {0};

         const size_t RUNS = 1000;

         auto rng = Test::new_rng(__func__);

         for(size_t i = 0; i != 256 * RUNS; ++i) {
            histogram[rng->next_byte()] += 1;
         }

         for(const size_t count : histogram) {
            if(count < RUNS / 2 || count > RUNS * 2) {
               result.test_failure("Testsuite_RNG produced non-uniform output");
            } else {
               result.test_success("Testsuite_RNG seemed roughly uniform");
            }
         }

         return result;
      }

      static void verify_failure(const std::string& what, Test::Result& result, const Test::Result& test_result) {
         if(test_result.tests_failed() > 0) {
            result.test_success("Got expected failure for " + what);
            const std::string result_str = test_result.result_string();

            result.test_is_true("result string contains FAIL", result_str.find("FAIL") != std::string::npos);
         } else {
            result.test_failure("Expected test to fail for " + what);
         }
      }
};

BOTAN_REGISTER_TEST("utils", "testcode", Test_Tests);

}  // namespace Botan_Tests

1	/*
2	* (C) 2017,2018 Jack Lloyd
3	*
4	* Botan is released under the Simplified BSD License (see license.txt)
5	*/
6
7	#include "tests.h"
8
9	#include <botan/rng.h>
10
11	#if defined(BOTAN_HAS_BIGINT)
12	#include <botan/bigint.h>
13	#endif
14
15	namespace Botan_Tests {
16
17	/*
18	* Test the test framework :)
19	*/
20
21	class Test_Tests final : public Test {	1✔
22	public:
23	std::vector<Test::Result> run() override {	1✔
24	/*
25	Notation here is confusing. Idea is the result is the actual
26	result of the test. The test_result is the result that is the
27	testcase, and should typically be in a failure mode.
28	*/
29
30	Test::Result result("Test Framework");	1✔
31
32	// Test a few success corner cases first
33	const std::string testcase_name = "Failing Test";	1✔
34
35	// NOLINTNEXTLINE(hicpp-exception-baseclass)
36	result.test_throws("throws pi(-ish)", []() { throw 22.0 / 7; });	2✔
37
38	// Test expected failure cases
39	{	1✔
40	Test::Result test_result(testcase_name);	1✔
41	test_result.test_throws("doesn't throw", []() {});	1✔
42	verify_failure("test_throws 1", result, test_result);	1✔
43	}	1✔
44
45	{	1✔
46	Test::Result test_result(testcase_name);	1✔
47	test_result.test_failure("explicitly reported failure", std::vector<uint8_t>());	1✔
48	verify_failure("explicit failure", result, test_result);	1✔
49	}	1✔
50
51	{	1✔
52	Test::Result test_result(testcase_name);	1✔
53	test_result.test_failure("explicitly reported failure", "test error");	1✔
54	verify_failure("explicit failure", result, test_result);	1✔
55	}	1✔
56
57	{ verify_failure("explicit failure", result, Test::Result::Failure(testcase_name, "failure")); }	3✔
58
59	{	1✔
60	Test::Result test_result(testcase_name);	1✔
61	std::vector<uint8_t> vec1(5);	1✔
62	std::vector<uint8_t> vec2(3, 9);	1✔
63	test_result.test_bin_eq("test vectors equal", vec1, vec2);	1✔
64	verify_failure("test vectors equal", result, test_result);	2✔
65	}	2✔
66
67	{	1✔
68	Test::Result test_result(testcase_name);	1✔
69	std::vector<uint8_t> vec1(5);	1✔
70	std::vector<uint8_t> vec2(5);	1✔
71	test_result.test_bin_ne("test vectors not equal", vec1, vec2);	1✔
72	verify_failure("test vectors equal", result, test_result);	2✔
73	}	2✔
74
75	{	1✔
76	Test::Result test_result(testcase_name);	1✔
77	const size_t x = 5;	1✔
78	const size_t y = 6;	1✔
79	test_result.test_sz_eq("test ints equal", x, y);	1✔
80	verify_failure("test ints equal", result, test_result);	1✔
81	}	1✔
82
83	{	1✔
84	Test::Result test_result(testcase_name);	1✔
85	const size_t x = 5;	1✔
86	const size_t y = 5;	1✔
87	test_result.test_sz_ne("test ints not equal", x, y);	1✔
88	verify_failure("test ints not equal", result, test_result);	1✔
89	}	1✔
90
91	{	1✔
92	Test::Result test_result(testcase_name);	1✔
93	test_result.test_str_not_empty("empty", "");	1✔
94	verify_failure("test_str_not_empty", result, test_result);	1✔
95	}	1✔
96
97	{	1✔
98	Test::Result test_result(testcase_name);	1✔
99	test_result.test_sz_lt("not less", 5, 5);	1✔
100	verify_failure("test_lt", result, test_result);	1✔
101	}	1✔
102
103	{	1✔
104	Test::Result test_result(testcase_name);	1✔
105	test_result.test_sz_lte("not lte", 6, 5);	1✔
106	verify_failure("test_lte", result, test_result);	1✔
107	}	1✔
108
109	{	1✔
110	Test::Result test_result(testcase_name);	1✔
111	test_result.test_sz_gte("not gte", 5, 6);	1✔
112	verify_failure("test_gte", result, test_result);	1✔
113	}	1✔
114
115	{	1✔
116	Test::Result test_result(testcase_name);	1✔
117	test_result.test_str_ne("string ne", "foo", "foo");	1✔
118	verify_failure("test_ne", result, test_result);	1✔
119	}	1✔
120
121	{	1✔
122	Test::Result test_result(testcase_name);	1✔
123	test_result.test_rc_ok("test_func", -1);	1✔
124	verify_failure("test_rc_ok", result, test_result);	1✔
125	}	1✔
126
127	{	1✔
128	Test::Result test_result(testcase_name);	1✔
129	test_result.test_rc("test_func", 0, 5);	1✔
130	verify_failure("test_rc", result, test_result);	1✔
131	}	1✔
132
133	{	1✔
134	Test::Result test_result(testcase_name);	1✔
135	test_result.test_rc_fail("test_func", "testing", 0);	1✔
136	verify_failure("test_rc_fail", result, test_result);	1✔
137	}	1✔
138
139	{	1✔
140	Test::Result test_result(testcase_name);	1✔
141	test_result.test_throws(	1✔
142	"test_throws", "expected msg", []() { throw std::runtime_error("not the message"); });	1✔
143	verify_failure("test_throws 2", result, test_result);	1✔
144	}	1✔
145
146	{	1✔
147	Test::Result test_result(testcase_name);	1✔
148	test_result.test_throws("test_throws", "expected msg", []() {	1✔
149	// NOLINTNEXTLINE(hicpp-exception-baseclass)
150	throw std::string("not even a std::exception");	1✔
151	});
152	verify_failure("test_throws 3", result, test_result);	1✔
153	}	1✔
154
155	{	1✔
156	Test::Result test_result(testcase_name);	1✔
157	test_result.test_throws("test_throws", "expected msg", []() { ; });	1✔
158	verify_failure("test_throws 4", result, test_result);	1✔
159	}	1✔
160
161	{	1✔
162	Test::Result test_result(testcase_name);	1✔
163	test_result.test_throws<std::invalid_argument>(	1✔
164	"test_throws", "expected msg", []() { throw std::runtime_error("expected msg"); });	1✔
165	verify_failure("test_throws 5", result, test_result);	1✔
166	}	1✔
167
168	{	1✔
169	Test::Result test_result(testcase_name);	1✔
170	test_result.test_throws<std::invalid_argument>("test_throws",	1✔
171	[]() { throw std::runtime_error("expected msg"); });	1✔
172	verify_failure("test_throws 6", result, test_result);	1✔
173	}	1✔
174
175	{	1✔
176	Test::Result test_result(testcase_name);	1✔
177	test_result.test_no_throw("test_no_throw", []() { throw std::runtime_error("boom!"); });	2✔
178	verify_failure("test_throws 7", result, test_result);	1✔
179	}	1✔
180
181	#if defined(BOTAN_HAS_BIGINT)
182	{	1✔
183	Test::Result test_result(testcase_name);	1✔
184	const auto x = Botan::BigInt::from_word(5);	1✔
185	const auto y = Botan::BigInt::from_word(6);	1✔
186	test_result.test_bn_eq("test ints equal", x, y);	1✔
187	verify_failure("test ints equal", result, test_result);	1✔
188	}	1✔
189
190	{	1✔
191	Test::Result test_result(testcase_name);	1✔
192	const auto x = Botan::BigInt::from_word(5);	1✔
193	const auto y = Botan::BigInt::from_word(5);	1✔
194	test_result.test_bn_ne("test ints not equal", x, y);	1✔
195	verify_failure("test ints not equal", result, test_result);	1✔
196	}	1✔
197	#endif
198
199	return {result, test_testsuite_rng()};	4✔
200	}	2✔
201
202	private:
203	static Test::Result test_testsuite_rng() {	1✔
204	Test::Result result("Testsuite_RNG");	1✔
205
206	size_t histogram[256] = {0};	1✔
207
208	const size_t RUNS = 1000;	1✔
209
210	auto rng = Test::new_rng(__func__);	1✔
211
212	for(size_t i = 0; i != 256 * RUNS; ++i) {	256,001✔
213	histogram[rng->next_byte()] += 1;	256,000✔
214	}
215
216	for(const size_t count : histogram) {	257✔
217	if(count < RUNS / 2 \|\| count > RUNS * 2) {	256✔
218	result.test_failure("Testsuite_RNG produced non-uniform output");	×
219	} else {
220	result.test_success("Testsuite_RNG seemed roughly uniform");	256✔
221	}
222	}
223
224	return result;	1✔
225	}	1✔
226
227	static void verify_failure(const std::string& what, Test::Result& result, const Test::Result& test_result) {	24✔
228	if(test_result.tests_failed() > 0) {	24✔
229	result.test_success("Got expected failure for " + what);	24✔
230	const std::string result_str = test_result.result_string();	24✔
231
232	result.test_is_true("result string contains FAIL", result_str.find("FAIL") != std::string::npos);	24✔
233	} else {	24✔
234	result.test_failure("Expected test to fail for " + what);	×
235	}
236	}	24✔
237	};
238
239	BOTAN_REGISTER_TEST("utils", "testcode", Test_Tests);
240
241	} // namespace Botan_Tests

randombit / botan / 22039041177

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous