11844561993

Committed 14 Nov 2024 07:58PM UTC coverage: 91.178% (+0.1%) from 91.072%

Build # 11844561993

Build Type

Pull #4435

github

Committed by

web-flow

Commit Message

Merge 81dcb29da into e430f157a

Pull Request Pull Request #4435: Test duration values are now presented in seconds with six digits of precision. Tests without time measurements have been edited.

Run Details

91856 of 100744 relevant lines covered (91.18%)

9311006.71 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

98.19

/src/tests/test_tests.cpp

/*
* (C) 2017,2018 Jack Lloyd
*
* Botan is released under the Simplified BSD License (see license.txt)
*/

#include "tests.h"

#if defined(BOTAN_HAS_BIGINT)
   #include <botan/bigint.h>
#endif

namespace Botan_Tests {

/*
* Test the test framework :)
*/

class Test_Tests final : public Test {
   public:
      std::vector<Test::Result> run() override {
         /*
         Notation here is confusing. Idea is the result is the actual
         result of the test. The test_result is the result that is the
         testcase, and should typically be in a failure mode.
         */

         Test::Result result("Test Framework");
         result.start_timer();

         // Test a few success corner cases first
         const std::string testcase_name = "Failing Test";

         // NOLINTNEXTLINE(hicpp-exception-baseclass)
         result.test_throws("throws pi(-ish)", []() { throw 22.0 / 7; });

         // Test expected failure cases
         {
            Test::Result test_result(testcase_name);
            test_result.test_throws("doesn't throw", []() {});
            verify_failure("test_throws 1", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_failure("explicitly reported failure", std::vector<uint8_t>());
            verify_failure("explicit failure", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_failure("explicitly reported failure", "test error");
            verify_failure("explicit failure", result, test_result);
         }

         { verify_failure("explicit failure", result, Test::Result::Failure(testcase_name, "failure")); }

         {
            Test::Result test_result(testcase_name);
            std::vector<uint8_t> vec1(5), vec2(3, 9);
            test_result.test_eq("test vectors equal", vec1, vec2);
            verify_failure("test vectors equal", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            std::vector<uint8_t> vec1(5), vec2(5);
            test_result.test_ne("test vectors not equal", vec1, vec2);
            verify_failure("test vectors equal", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            std::vector<uint8_t> vec1(5), vec2(5);
            test_result.test_ne("test arrays not equal", vec1.data(), vec1.size(), vec2.data(), vec2.size());
            verify_failure("test vectors equal", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            size_t x = 5, y = 6;
            test_result.test_eq("test ints equal", x, y);
            verify_failure("test ints equal", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            size_t x = 5, y = 5;
            test_result.test_ne("test ints not equal", x, y);
            verify_failure("test ints not equal", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_is_nonempty("empty", "");
            verify_failure("test_is_nonempty", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_lt("not less", 5, 5);
            verify_failure("test_lt", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_lte("not lte", 6, 5);
            verify_failure("test_lte", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_gte("not gte", 5, 6);
            verify_failure("test_gte", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_ne("string ne", "foo", "foo");
            verify_failure("test_ne", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_rc_ok("test_func", -1);
            verify_failure("test_rc_ok", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_rc("test_func", 0, 5);
            verify_failure("test_rc", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_rc_fail("test_func", "testing", 0);
            verify_failure("test_rc_fail", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_throws(
               "test_throws", "expected msg", []() { throw std::runtime_error("not the message"); });
            verify_failure("test_throws 2", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_throws("test_throws", "expected msg", []() {
               // NOLINTNEXTLINE(hicpp-exception-baseclass)
               throw std::string("not even a std::exception");
            });
            verify_failure("test_throws 3", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_throws("test_throws", "expected msg", []() { ; });
            verify_failure("test_throws 4", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_throws<std::invalid_argument>(
               "test_throws", "expected msg", []() { throw std::runtime_error("expected msg"); });
            verify_failure("test_throws 5", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_throws<std::invalid_argument>("test_throws",
                                                           []() { throw std::runtime_error("expected msg"); });
            verify_failure("test_throws 6", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            test_result.test_no_throw("test_no_throw", []() { throw std::runtime_error("boom!"); });
            verify_failure("test_throws 7", result, test_result);
         }

#if defined(BOTAN_HAS_BIGINT)
         {
            Test::Result test_result(testcase_name);
            const auto x = Botan::BigInt::from_word(5);
            const auto y = Botan::BigInt::from_word(6);
            test_result.test_eq("test ints equal", x, y);
            verify_failure("test ints equal", result, test_result);
         }

         {
            Test::Result test_result(testcase_name);
            const auto x = Botan::BigInt::from_word(5);
            const auto y = Botan::BigInt::from_word(5);
            test_result.test_ne("test ints not equal", x, y);
            verify_failure("test ints not equal", result, test_result);
         }
#endif

         result.end_timer();
         return {result, test_testsuite_rng()};
      }

   private:
      static Test::Result test_testsuite_rng() {
         Test::Result result("Testsuite_RNG");
         result.start_timer();

         size_t histogram[256] = {0};

         const size_t RUNS = 1000;

         auto rng = Test::new_rng(__func__);

         for(size_t i = 0; i != 256 * RUNS; ++i) {
            histogram[rng->next_byte()] += 1;
         }

         for(size_t i = 0; i != 256; ++i) {
            if(histogram[i] < RUNS / 2 || histogram[i] > RUNS * 2) {
               result.test_failure("Testsuite_RNG produced non-uniform output");
            } else {
               result.test_success("Testsuite_RNG seemed roughly uniform");
            }
         }

         result.end_timer();
         return result;
      }

      static void verify_failure(const std::string& what, Test::Result& result, const Test::Result& test_result) {
         if(test_result.tests_failed() > 0) {
            result.test_success("Got expected failure for " + what);
            const std::string result_str = test_result.result_string();

            result.confirm("result string contains FAIL", result_str.find("FAIL") != std::string::npos);
         } else {
            result.test_failure("Expected test to fail for " + what);
         }
      }
};

BOTAN_REGISTER_TEST("utils", "testcode", Test_Tests);

}  // namespace Botan_Tests

1	/*
2	* (C) 2017,2018 Jack Lloyd
3	*
4	* Botan is released under the Simplified BSD License (see license.txt)
5	*/
6
7	#include "tests.h"
8
9	#if defined(BOTAN_HAS_BIGINT)
10	#include <botan/bigint.h>
11	#endif
12
13	namespace Botan_Tests {
14
15	/*
16	* Test the test framework :)
17	*/
18
19	class Test_Tests final : public Test {	×
20	public:
21	std::vector<Test::Result> run() override {	1✔
22	/*
23	Notation here is confusing. Idea is the result is the actual
24	result of the test. The test_result is the result that is the
25	testcase, and should typically be in a failure mode.
26	*/
27
28	Test::Result result("Test Framework");	1✔
29	result.start_timer();	1✔
30
31	// Test a few success corner cases first
32	const std::string testcase_name = "Failing Test";	1✔
33
34	// NOLINTNEXTLINE(hicpp-exception-baseclass)
35	result.test_throws("throws pi(-ish)", []() { throw 22.0 / 7; });	3✔
36
37	// Test expected failure cases
38	{	1✔
39	Test::Result test_result(testcase_name);	2✔
40	test_result.test_throws("doesn't throw", []() {});	2✔
41	verify_failure("test_throws 1", result, test_result);	1✔
42	}	1✔
43
44	{	1✔
45	Test::Result test_result(testcase_name);	2✔
46	test_result.test_failure("explicitly reported failure", std::vector<uint8_t>());	2✔
47	verify_failure("explicit failure", result, test_result);	1✔
48	}	1✔
49
50	{	1✔
51	Test::Result test_result(testcase_name);	2✔
52	test_result.test_failure("explicitly reported failure", "test error");	2✔
53	verify_failure("explicit failure", result, test_result);	1✔
54	}	1✔
55
56	{ verify_failure("explicit failure", result, Test::Result::Failure(testcase_name, "failure")); }	2✔
57
58	{	1✔
59	Test::Result test_result(testcase_name);	2✔
60	std::vector<uint8_t> vec1(5), vec2(3, 9);	1✔
61	test_result.test_eq("test vectors equal", vec1, vec2);	1✔
62	verify_failure("test vectors equal", result, test_result);	2✔
63	}	2✔
64
65	{	1✔
66	Test::Result test_result(testcase_name);	2✔
67	std::vector<uint8_t> vec1(5), vec2(5);	1✔
68	test_result.test_ne("test vectors not equal", vec1, vec2);	2✔
69	verify_failure("test vectors equal", result, test_result);	2✔
70	}	2✔
71
72	{	1✔
73	Test::Result test_result(testcase_name);	2✔
74	std::vector<uint8_t> vec1(5), vec2(5);	1✔
75	test_result.test_ne("test arrays not equal", vec1.data(), vec1.size(), vec2.data(), vec2.size());	1✔
76	verify_failure("test vectors equal", result, test_result);	2✔
77	}	2✔
78
79	{	1✔
80	Test::Result test_result(testcase_name);	2✔
81	size_t x = 5, y = 6;	1✔
82	test_result.test_eq("test ints equal", x, y);	1✔
83	verify_failure("test ints equal", result, test_result);	1✔
84	}	1✔
85
86	{	1✔
87	Test::Result test_result(testcase_name);	2✔
88	size_t x = 5, y = 5;	1✔
89	test_result.test_ne("test ints not equal", x, y);	1✔
90	verify_failure("test ints not equal", result, test_result);	1✔
91	}	1✔
92
93	{	1✔
94	Test::Result test_result(testcase_name);	2✔
95	test_result.test_is_nonempty("empty", "");	2✔
96	verify_failure("test_is_nonempty", result, test_result);	1✔
97	}	1✔
98
99	{	1✔
100	Test::Result test_result(testcase_name);	2✔
101	test_result.test_lt("not less", 5, 5);	1✔
102	verify_failure("test_lt", result, test_result);	1✔
103	}	1✔
104
105	{	1✔
106	Test::Result test_result(testcase_name);	2✔
107	test_result.test_lte("not lte", 6, 5);	1✔
108	verify_failure("test_lte", result, test_result);	1✔
109	}	1✔
110
111	{	1✔
112	Test::Result test_result(testcase_name);	2✔
113	test_result.test_gte("not gte", 5, 6);	1✔
114	verify_failure("test_gte", result, test_result);	1✔
115	}	1✔
116
117	{	1✔
118	Test::Result test_result(testcase_name);	2✔
119	test_result.test_ne("string ne", "foo", "foo");	2✔
120	verify_failure("test_ne", result, test_result);	1✔
121	}	1✔
122
123	{	1✔
124	Test::Result test_result(testcase_name);	2✔
125	test_result.test_rc_ok("test_func", -1);	1✔
126	verify_failure("test_rc_ok", result, test_result);	1✔
127	}	1✔
128
129	{	1✔
130	Test::Result test_result(testcase_name);	2✔
131	test_result.test_rc("test_func", 0, 5);	1✔
132	verify_failure("test_rc", result, test_result);	1✔
133	}	1✔
134
135	{	1✔
136	Test::Result test_result(testcase_name);	2✔
137	test_result.test_rc_fail("test_func", "testing", 0);	2✔
138	verify_failure("test_rc_fail", result, test_result);	1✔
139	}	1✔
140
141	{	1✔
142	Test::Result test_result(testcase_name);	2✔
143	test_result.test_throws(	2✔
144	"test_throws", "expected msg", []() { throw std::runtime_error("not the message"); });	1✔
145	verify_failure("test_throws 2", result, test_result);	1✔
146	}	1✔
147
148	{	1✔
149	Test::Result test_result(testcase_name);	2✔
150	test_result.test_throws("test_throws", "expected msg", []() {	2✔
151	// NOLINTNEXTLINE(hicpp-exception-baseclass)
152	throw std::string("not even a std::exception");	1✔
153	});
154	verify_failure("test_throws 3", result, test_result);	1✔
155	}	1✔
156
157	{	1✔
158	Test::Result test_result(testcase_name);	2✔
159	test_result.test_throws("test_throws", "expected msg", []() { ; });	2✔
160	verify_failure("test_throws 4", result, test_result);	1✔
161	}	1✔
162
163	{	1✔
164	Test::Result test_result(testcase_name);	2✔
165	test_result.test_throws<std::invalid_argument>(	2✔
166	"test_throws", "expected msg", []() { throw std::runtime_error("expected msg"); });	1✔
167	verify_failure("test_throws 5", result, test_result);	1✔
168	}	1✔
169
170	{	1✔
171	Test::Result test_result(testcase_name);	2✔
172	test_result.test_throws<std::invalid_argument>("test_throws",	2✔
173	[]() { throw std::runtime_error("expected msg"); });	1✔
174	verify_failure("test_throws 6", result, test_result);	1✔
175	}	1✔
176
177	{	1✔
178	Test::Result test_result(testcase_name);	2✔
179	test_result.test_no_throw("test_no_throw", []() { throw std::runtime_error("boom!"); });	3✔
180	verify_failure("test_throws 7", result, test_result);	1✔
181	}	1✔
182
183	#if defined(BOTAN_HAS_BIGINT)
184	{	1✔
185	Test::Result test_result(testcase_name);	2✔
186	const auto x = Botan::BigInt::from_word(5);	1✔
187	const auto y = Botan::BigInt::from_word(6);	1✔
188	test_result.test_eq("test ints equal", x, y);	1✔
189	verify_failure("test ints equal", result, test_result);	2✔
190	}	2✔
191
192	{	1✔
193	Test::Result test_result(testcase_name);	2✔
194	const auto x = Botan::BigInt::from_word(5);	1✔
195	const auto y = Botan::BigInt::from_word(5);	1✔
196	test_result.test_ne("test ints not equal", x, y);	1✔
197	verify_failure("test ints not equal", result, test_result);	2✔
198	}	2✔
199	#endif
200
201	result.end_timer();	1✔
202	return {result, test_testsuite_rng()};	4✔
203	}	2✔
204
205	private:
206	static Test::Result test_testsuite_rng() {	1✔
207	Test::Result result("Testsuite_RNG");	1✔
208	result.start_timer();	1✔
209
210	size_t histogram[256] = {0};	1✔
211
212	const size_t RUNS = 1000;	1✔
213
214	auto rng = Test::new_rng(__func__);	1✔
215
216	for(size_t i = 0; i != 256 * RUNS; ++i) {	256,001✔
217	histogram[rng->next_byte()] += 1;	256,000✔
218	}
219
220	for(size_t i = 0; i != 256; ++i) {	257✔
221	if(histogram[i] < RUNS / 2 \|\| histogram[i] > RUNS * 2) {	256✔
222	result.test_failure("Testsuite_RNG produced non-uniform output");	×
223	} else {
224	result.test_success("Testsuite_RNG seemed roughly uniform");	512✔
225	}
226	}
227
228	result.end_timer();	1✔
229	return result;	1✔
230	}	1✔
231
232	static void verify_failure(const std::string& what, Test::Result& result, const Test::Result& test_result) {	25✔
233	if(test_result.tests_failed() > 0) {	25✔
234	result.test_success("Got expected failure for " + what);	25✔
235	const std::string result_str = test_result.result_string();	25✔
236
237	result.confirm("result string contains FAIL", result_str.find("FAIL") != std::string::npos);	50✔
238	} else {	25✔
239	result.test_failure("Expected test to fail for " + what);	×
240	}
241	}	25✔
242	};
243
244	BOTAN_REGISTER_TEST("utils", "testcode", Test_Tests);
245
246	} // namespace Botan_Tests

randombit / botan / 11844561993

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous