testutil.h 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607
  1. /*
  2. * Copyright 2014-2021 The OpenSSL Project Authors. All Rights Reserved.
  3. *
  4. * Licensed under the Apache License 2.0 (the "License"). You may not use
  5. * this file except in compliance with the License. You can obtain a copy
  6. * in the file LICENSE in the source distribution or at
  7. * https://www.openssl.org/source/license.html
  8. */
  9. #ifndef OSSL_TESTUTIL_H
  10. # define OSSL_TESTUTIL_H
  11. # include <stdarg.h>
  12. # include "internal/common.h" /* for HAS_PREFIX */
  13. # include <openssl/provider.h>
  14. # include <openssl/err.h>
  15. # include <openssl/e_os2.h>
  16. # include <openssl/bn.h>
  17. # include <openssl/x509.h>
  18. # include "opt.h"
  19. /*-
  20. * Simple unit tests should implement setup_tests().
  21. * This function should return zero if the registration process fails.
  22. * To register tests, call ADD_TEST or ADD_ALL_TESTS:
  23. *
  24. * int setup_tests(void)
  25. * {
  26. * ADD_TEST(test_foo);
  27. * ADD_ALL_TESTS(test_bar, num_test_bar);
  28. * return 1;
  29. * }
  30. *
  31. * Tests that require clean up after execution should implement:
  32. *
  33. * void cleanup_tests(void);
  34. *
  35. * The cleanup_tests function will be called even if setup_tests()
  36. * returns failure.
  37. *
  38. * In some cases, early initialization before the framework is set up
  39. * may be needed. In such a case, this should be implemented:
  40. *
  41. * int global_init(void);
  42. *
  43. * This function should return zero if there is an unrecoverable error and
  44. * non-zero if the initialization was successful.
  45. */
  46. /* Adds a simple test case. */
  47. # define ADD_TEST(test_function) add_test(#test_function, test_function)
  48. /*
  49. * Simple parameterized tests. Calls test_function(idx) for each 0 <= idx < num.
  50. */
  51. # define ADD_ALL_TESTS(test_function, num) \
  52. add_all_tests(#test_function, test_function, num, 1)
  53. /*
  54. * A variant of the same without TAP output.
  55. */
  56. # define ADD_ALL_TESTS_NOSUBTEST(test_function, num) \
  57. add_all_tests(#test_function, test_function, num, 0)
  58. /*-
  59. * Test cases that share common setup should use the helper
  60. * SETUP_TEST_FIXTURE and EXECUTE_TEST macros for test case functions.
  61. *
  62. * SETUP_TEST_FIXTURE will call set_up() to create a new TEST_FIXTURE_TYPE
  63. * object called "fixture". It will also allocate the "result" variable used
  64. * by EXECUTE_TEST. set_up() should take a const char* specifying the test
  65. * case name and return a TEST_FIXTURE_TYPE by reference.
  66. * If case set_up() fails then 0 is returned.
  67. *
  68. * EXECUTE_TEST will pass fixture to execute_func() by reference, call
  69. * tear_down(), and return the result of execute_func(). execute_func() should
  70. * take a TEST_FIXTURE_TYPE by reference and return 1 on success and 0 on
  71. * failure. The tear_down function is responsible for deallocation of the
  72. * result variable, if required.
  73. *
  74. * Unit tests can define their own SETUP_TEST_FIXTURE and EXECUTE_TEST
  75. * variations like so:
  76. *
  77. * #define SETUP_FOOBAR_TEST_FIXTURE()\
  78. * SETUP_TEST_FIXTURE(FOOBAR_TEST_FIXTURE, set_up_foobar)
  79. *
  80. * #define EXECUTE_FOOBAR_TEST()\
  81. * EXECUTE_TEST(execute_foobar, tear_down_foobar)
  82. *
  83. * Then test case functions can take the form:
  84. *
  85. * static int test_foobar_feature()
  86. * {
  87. * SETUP_FOOBAR_TEST_FIXTURE();
  88. * [...set individual members of fixture...]
  89. * EXECUTE_FOOBAR_TEST();
  90. * }
  91. */
  92. # define SETUP_TEST_FIXTURE(TEST_FIXTURE_TYPE, set_up)\
  93. TEST_FIXTURE_TYPE *fixture = set_up(TEST_CASE_NAME); \
  94. int result = 0; \
  95. \
  96. if (fixture == NULL) \
  97. return 0
  98. # define EXECUTE_TEST(execute_func, tear_down)\
  99. if (fixture != NULL) {\
  100. result = execute_func(fixture);\
  101. tear_down(fixture);\
  102. }
  103. /*
  104. * TEST_CASE_NAME is defined as the name of the test case function where
  105. * possible; otherwise we get by with the file name and line number.
  106. */
  107. # if !defined(__STDC_VERSION__) || __STDC_VERSION__ < 199901L
  108. # if defined(_MSC_VER)
  109. # define TEST_CASE_NAME __FUNCTION__
  110. # else
  111. # define testutil_stringify_helper(s) #s
  112. # define testutil_stringify(s) testutil_stringify_helper(s)
  113. # define TEST_CASE_NAME __FILE__ ":" testutil_stringify(__LINE__)
  114. # endif /* _MSC_VER */
  115. # else
  116. # define TEST_CASE_NAME __func__
  117. # endif /* __STDC_VERSION__ */
  118. /* The default test enum which should be common to all tests */
  119. # define OPT_TEST_ENUM \
  120. OPT_TEST_HELP = 500, \
  121. OPT_TEST_LIST, \
  122. OPT_TEST_SINGLE, \
  123. OPT_TEST_ITERATION, \
  124. OPT_TEST_INDENT, \
  125. OPT_TEST_SEED
  126. /* The Default test OPTIONS common to all tests (without a usage string) */
  127. # define OPT_TEST_OPTIONS \
  128. { OPT_HELP_STR, 1, '-', "Valid options are:\n" }, \
  129. { "help", OPT_TEST_HELP, '-', "Display this summary" }, \
  130. { "list", OPT_TEST_LIST, '-', "Display the list of tests available" }, \
  131. { "test", OPT_TEST_SINGLE, 's', "Run a single test by id or name" }, \
  132. { "iter", OPT_TEST_ITERATION, 'n', "Run a single iteration of a test" }, \
  133. { "indent", OPT_TEST_INDENT,'p', "Number of tabs added to output" }, \
  134. { "seed", OPT_TEST_SEED, 'n', "Seed value to randomize tests with" }
  135. /* The Default test OPTIONS common to all tests starting with an additional usage string */
  136. # define OPT_TEST_OPTIONS_WITH_EXTRA_USAGE(usage) \
  137. { OPT_HELP_STR, 1, '-', "Usage: %s [options] " usage }, \
  138. OPT_TEST_OPTIONS
  139. /* The Default test OPTIONS common to all tests with an default usage string */
  140. # define OPT_TEST_OPTIONS_DEFAULT_USAGE \
  141. { OPT_HELP_STR, 1, '-', "Usage: %s [options]\n" }, \
  142. OPT_TEST_OPTIONS
  143. /*
  144. * Optional Cases that need to be ignored by the test app when using opt_next(),
  145. * (that are handled internally).
  146. */
  147. # define OPT_TEST_CASES \
  148. OPT_TEST_HELP: \
  149. case OPT_TEST_LIST: \
  150. case OPT_TEST_SINGLE: \
  151. case OPT_TEST_ITERATION: \
  152. case OPT_TEST_INDENT: \
  153. case OPT_TEST_SEED
  154. /*
  155. * Tests that use test_get_argument() that dont have any additional options
  156. * (i.e- dont use opt_next()) can use this to set the usage string.
  157. * It embeds test_get_options() which gives default command line options for
  158. * the test system.
  159. *
  160. * Tests that need to use opt_next() need to specify
  161. * (1) test_get_options() containing an options[] which should include either
  162. * OPT_TEST_OPTIONS_DEFAULT_USAGE or
  163. * OPT_TEST_OPTIONS_WITH_EXTRA_USAGE(...).
  164. * (2) An enum outside the test_get_options() which contains OPT_TEST_ENUM, as
  165. * well as the additional options that need to be handled.
  166. * (3) case OPT_TEST_CASES: break; inside the opt_next() handling code.
  167. */
  168. # define OPT_TEST_DECLARE_USAGE(usage_str) \
  169. const OPTIONS *test_get_options(void) \
  170. { \
  171. enum { OPT_TEST_ENUM }; \
  172. static const OPTIONS options[] = { \
  173. OPT_TEST_OPTIONS_WITH_EXTRA_USAGE(usage_str), \
  174. { NULL } \
  175. }; \
  176. return options; \
  177. }
  178. /*
  179. * Used to read non optional command line values that follow after the options.
  180. * Returns NULL if there is no argument.
  181. */
  182. char *test_get_argument(size_t n);
  183. /* Return the number of additional non optional command line arguments */
  184. size_t test_get_argument_count(void);
  185. /*
  186. * Skip over common test options. Should be called before calling
  187. * test_get_argument()
  188. */
  189. int test_skip_common_options(void);
  190. /*
  191. * Get a library context for the tests, populated with the specified provider
  192. * and configuration. If default_null_prov is not NULL, a "null" provider is
  193. * loaded into the default library context to prevent it being used.
  194. * If libctx is NULL, the specified provider is loaded into the default library
  195. * context.
  196. */
  197. int test_get_libctx(OSSL_LIB_CTX **libctx, OSSL_PROVIDER **default_null_prov,
  198. const char *config_file,
  199. OSSL_PROVIDER **provider, const char *module_name);
  200. int test_arg_libctx(OSSL_LIB_CTX **libctx, OSSL_PROVIDER **default_null_prov,
  201. OSSL_PROVIDER **provider, int argn, const char *usage);
  202. /*
  203. * Internal helpers. Test programs shouldn't use these directly, but should
  204. * rather link to one of the helper main() methods.
  205. */
  206. void add_test(const char *test_case_name, int (*test_fn) (void));
  207. void add_all_tests(const char *test_case_name, int (*test_fn)(int idx), int num,
  208. int subtest);
  209. /*
  210. * Declarations for user defined functions.
  211. * The first two return a boolean indicating that the test should not proceed.
  212. */
  213. int global_init(void);
  214. int setup_tests(void);
  215. void cleanup_tests(void);
  216. /*
  217. * Used to supply test specific command line options,
  218. * If non optional parameters are used, then the first entry in the OPTIONS[]
  219. * should contain:
  220. * { OPT_HELP_STR, 1, '-', "<list of non-optional commandline params>\n"},
  221. * The last entry should always be { NULL }.
  222. *
  223. * Run the test locally using './test/test_name -help' to check the usage.
  224. */
  225. const OPTIONS *test_get_options(void);
  226. /*
  227. * Test assumption verification helpers.
  228. */
  229. # define PRINTF_FORMAT(a, b)
  230. # if defined(__GNUC__) && defined(__STDC_VERSION__)
  231. /*
  232. * Because we support the 'z' modifier, which made its appearance in C99,
  233. * we can't use __attribute__ with pre C99 dialects.
  234. */
  235. # if __STDC_VERSION__ >= 199901L
  236. # undef PRINTF_FORMAT
  237. # define PRINTF_FORMAT(a, b) __attribute__ ((format(printf, a, b)))
  238. # endif
  239. # endif
  240. # define DECLARE_COMPARISON(type, name, opname) \
  241. int test_ ## name ## _ ## opname(const char *, int, \
  242. const char *, const char *, \
  243. const type, const type);
  244. # define DECLARE_COMPARISONS(type, name) \
  245. DECLARE_COMPARISON(type, name, eq) \
  246. DECLARE_COMPARISON(type, name, ne) \
  247. DECLARE_COMPARISON(type, name, lt) \
  248. DECLARE_COMPARISON(type, name, le) \
  249. DECLARE_COMPARISON(type, name, gt) \
  250. DECLARE_COMPARISON(type, name, ge)
  251. DECLARE_COMPARISONS(int, int)
  252. DECLARE_COMPARISONS(unsigned int, uint)
  253. DECLARE_COMPARISONS(char, char)
  254. DECLARE_COMPARISONS(unsigned char, uchar)
  255. DECLARE_COMPARISONS(long, long)
  256. DECLARE_COMPARISONS(unsigned long, ulong)
  257. DECLARE_COMPARISONS(int64_t, int64_t)
  258. DECLARE_COMPARISONS(uint64_t, uint64_t)
  259. DECLARE_COMPARISONS(double, double)
  260. DECLARE_COMPARISONS(time_t, time_t)
  261. /*
  262. * Because this comparison uses a printf format specifier that's not
  263. * universally known (yet), we provide an option to not have it declared.
  264. */
  265. # ifndef TESTUTIL_NO_size_t_COMPARISON
  266. DECLARE_COMPARISONS(size_t, size_t)
  267. # endif
  268. /*
  269. * Pointer comparisons against other pointers and null.
  270. * These functions return 1 if the test is true.
  271. * Otherwise, they return 0 and pretty-print diagnostics.
  272. * These should not be called directly, use the TEST_xxx macros below instead.
  273. */
  274. DECLARE_COMPARISON(void *, ptr, eq)
  275. DECLARE_COMPARISON(void *, ptr, ne)
  276. int test_ptr(const char *file, int line, const char *s, const void *p);
  277. int test_ptr_null(const char *file, int line, const char *s, const void *p);
  278. /*
  279. * Equality tests for strings where NULL is a legitimate value.
  280. * These calls return 1 if the two passed strings compare true.
  281. * Otherwise, they return 0 and pretty-print diagnostics.
  282. * These should not be called directly, use the TEST_xxx macros below instead.
  283. */
  284. DECLARE_COMPARISON(char *, str, eq)
  285. DECLARE_COMPARISON(char *, str, ne)
  286. /*
  287. * Same as above, but for strncmp.
  288. */
  289. int test_strn_eq(const char *file, int line, const char *, const char *,
  290. const char *a, size_t an, const char *b, size_t bn);
  291. int test_strn_ne(const char *file, int line, const char *, const char *,
  292. const char *a, size_t an, const char *b, size_t bn);
  293. /*
  294. * Equality test for memory blocks where NULL is a legitimate value.
  295. * These calls return 1 if the two memory blocks compare true.
  296. * Otherwise, they return 0 and pretty-print diagnostics.
  297. * These should not be called directly, use the TEST_xxx macros below instead.
  298. */
  299. int test_mem_eq(const char *, int, const char *, const char *,
  300. const void *, size_t, const void *, size_t);
  301. int test_mem_ne(const char *, int, const char *, const char *,
  302. const void *, size_t, const void *, size_t);
  303. /*
  304. * Check a boolean result for being true or false.
  305. * They return 1 if the condition is true (i.e. the value is non-zero).
  306. * Otherwise, they return 0 and pretty-prints diagnostics using |s|.
  307. * These should not be called directly, use the TEST_xxx macros below instead.
  308. */
  309. int test_true(const char *file, int line, const char *s, int b);
  310. int test_false(const char *file, int line, const char *s, int b);
  311. /*
  312. * Comparisons between BIGNUMs.
  313. * BIGNUMS can be compared against other BIGNUMs or zero.
  314. * Some additional equality tests against 1 & specific values are provided.
  315. * Tests for parity are included as well.
  316. */
  317. DECLARE_COMPARISONS(BIGNUM *, BN)
  318. int test_BN_eq_zero(const char *file, int line, const char *s, const BIGNUM *a);
  319. int test_BN_ne_zero(const char *file, int line, const char *s, const BIGNUM *a);
  320. int test_BN_lt_zero(const char *file, int line, const char *s, const BIGNUM *a);
  321. int test_BN_le_zero(const char *file, int line, const char *s, const BIGNUM *a);
  322. int test_BN_gt_zero(const char *file, int line, const char *s, const BIGNUM *a);
  323. int test_BN_ge_zero(const char *file, int line, const char *s, const BIGNUM *a);
  324. int test_BN_eq_one(const char *file, int line, const char *s, const BIGNUM *a);
  325. int test_BN_odd(const char *file, int line, const char *s, const BIGNUM *a);
  326. int test_BN_even(const char *file, int line, const char *s, const BIGNUM *a);
  327. int test_BN_eq_word(const char *file, int line, const char *bns, const char *ws,
  328. const BIGNUM *a, BN_ULONG w);
  329. int test_BN_abs_eq_word(const char *file, int line, const char *bns,
  330. const char *ws, const BIGNUM *a, BN_ULONG w);
  331. /*
  332. * Pretty print a failure message.
  333. * These should not be called directly, use the TEST_xxx macros below instead.
  334. */
  335. void test_error(const char *file, int line, const char *desc, ...)
  336. PRINTF_FORMAT(3, 4);
  337. void test_error_c90(const char *desc, ...) PRINTF_FORMAT(1, 2);
  338. void test_info(const char *file, int line, const char *desc, ...)
  339. PRINTF_FORMAT(3, 4);
  340. void test_info_c90(const char *desc, ...) PRINTF_FORMAT(1, 2);
  341. void test_note(const char *desc, ...) PRINTF_FORMAT(1, 2);
  342. int test_skip(const char *file, int line, const char *desc, ...)
  343. PRINTF_FORMAT(3, 4);
  344. int test_skip_c90(const char *desc, ...) PRINTF_FORMAT(1, 2);
  345. void test_openssl_errors(void);
  346. void test_perror(const char *s);
  347. /*
  348. * The following macros provide wrapper calls to the test functions with
  349. * a default description that indicates the file and line number of the error.
  350. *
  351. * The following macros guarantee to evaluate each argument exactly once.
  352. * This allows constructs such as: if (!TEST_ptr(ptr = OPENSSL_malloc(..)))
  353. * to produce better contextual output than:
  354. * ptr = OPENSSL_malloc(..);
  355. * if (!TEST_ptr(ptr))
  356. */
  357. # define TEST_int_eq(a, b) test_int_eq(__FILE__, __LINE__, #a, #b, a, b)
  358. # define TEST_int_ne(a, b) test_int_ne(__FILE__, __LINE__, #a, #b, a, b)
  359. # define TEST_int_lt(a, b) test_int_lt(__FILE__, __LINE__, #a, #b, a, b)
  360. # define TEST_int_le(a, b) test_int_le(__FILE__, __LINE__, #a, #b, a, b)
  361. # define TEST_int_gt(a, b) test_int_gt(__FILE__, __LINE__, #a, #b, a, b)
  362. # define TEST_int_ge(a, b) test_int_ge(__FILE__, __LINE__, #a, #b, a, b)
  363. # define TEST_uint_eq(a, b) test_uint_eq(__FILE__, __LINE__, #a, #b, a, b)
  364. # define TEST_uint_ne(a, b) test_uint_ne(__FILE__, __LINE__, #a, #b, a, b)
  365. # define TEST_uint_lt(a, b) test_uint_lt(__FILE__, __LINE__, #a, #b, a, b)
  366. # define TEST_uint_le(a, b) test_uint_le(__FILE__, __LINE__, #a, #b, a, b)
  367. # define TEST_uint_gt(a, b) test_uint_gt(__FILE__, __LINE__, #a, #b, a, b)
  368. # define TEST_uint_ge(a, b) test_uint_ge(__FILE__, __LINE__, #a, #b, a, b)
  369. # define TEST_char_eq(a, b) test_char_eq(__FILE__, __LINE__, #a, #b, a, b)
  370. # define TEST_char_ne(a, b) test_char_ne(__FILE__, __LINE__, #a, #b, a, b)
  371. # define TEST_char_lt(a, b) test_char_lt(__FILE__, __LINE__, #a, #b, a, b)
  372. # define TEST_char_le(a, b) test_char_le(__FILE__, __LINE__, #a, #b, a, b)
  373. # define TEST_char_gt(a, b) test_char_gt(__FILE__, __LINE__, #a, #b, a, b)
  374. # define TEST_char_ge(a, b) test_char_ge(__FILE__, __LINE__, #a, #b, a, b)
  375. # define TEST_uchar_eq(a, b) test_uchar_eq(__FILE__, __LINE__, #a, #b, a, b)
  376. # define TEST_uchar_ne(a, b) test_uchar_ne(__FILE__, __LINE__, #a, #b, a, b)
  377. # define TEST_uchar_lt(a, b) test_uchar_lt(__FILE__, __LINE__, #a, #b, a, b)
  378. # define TEST_uchar_le(a, b) test_uchar_le(__FILE__, __LINE__, #a, #b, a, b)
  379. # define TEST_uchar_gt(a, b) test_uchar_gt(__FILE__, __LINE__, #a, #b, a, b)
  380. # define TEST_uchar_ge(a, b) test_uchar_ge(__FILE__, __LINE__, #a, #b, a, b)
  381. # define TEST_long_eq(a, b) test_long_eq(__FILE__, __LINE__, #a, #b, a, b)
  382. # define TEST_long_ne(a, b) test_long_ne(__FILE__, __LINE__, #a, #b, a, b)
  383. # define TEST_long_lt(a, b) test_long_lt(__FILE__, __LINE__, #a, #b, a, b)
  384. # define TEST_long_le(a, b) test_long_le(__FILE__, __LINE__, #a, #b, a, b)
  385. # define TEST_long_gt(a, b) test_long_gt(__FILE__, __LINE__, #a, #b, a, b)
  386. # define TEST_long_ge(a, b) test_long_ge(__FILE__, __LINE__, #a, #b, a, b)
  387. # define TEST_ulong_eq(a, b) test_ulong_eq(__FILE__, __LINE__, #a, #b, a, b)
  388. # define TEST_ulong_ne(a, b) test_ulong_ne(__FILE__, __LINE__, #a, #b, a, b)
  389. # define TEST_ulong_lt(a, b) test_ulong_lt(__FILE__, __LINE__, #a, #b, a, b)
  390. # define TEST_ulong_le(a, b) test_ulong_le(__FILE__, __LINE__, #a, #b, a, b)
  391. # define TEST_ulong_gt(a, b) test_ulong_gt(__FILE__, __LINE__, #a, #b, a, b)
  392. # define TEST_ulong_ge(a, b) test_ulong_ge(__FILE__, __LINE__, #a, #b, a, b)
  393. # define TEST_uint64_t_eq(a, b) test_uint64_t_eq(__FILE__, __LINE__, #a, #b, a, b)
  394. # define TEST_uint64_t_ne(a, b) test_uint64_t_ne(__FILE__, __LINE__, #a, #b, a, b)
  395. # define TEST_uint64_t_lt(a, b) test_uint64_t_lt(__FILE__, __LINE__, #a, #b, a, b)
  396. # define TEST_uint64_t_le(a, b) test_uint64_t_le(__FILE__, __LINE__, #a, #b, a, b)
  397. # define TEST_uint64_t_gt(a, b) test_uint64_t_gt(__FILE__, __LINE__, #a, #b, a, b)
  398. # define TEST_uint64_t_ge(a, b) test_uint64_t_ge(__FILE__, __LINE__, #a, #b, a, b)
  399. # define TEST_size_t_eq(a, b) test_size_t_eq(__FILE__, __LINE__, #a, #b, a, b)
  400. # define TEST_size_t_ne(a, b) test_size_t_ne(__FILE__, __LINE__, #a, #b, a, b)
  401. # define TEST_size_t_lt(a, b) test_size_t_lt(__FILE__, __LINE__, #a, #b, a, b)
  402. # define TEST_size_t_le(a, b) test_size_t_le(__FILE__, __LINE__, #a, #b, a, b)
  403. # define TEST_size_t_gt(a, b) test_size_t_gt(__FILE__, __LINE__, #a, #b, a, b)
  404. # define TEST_size_t_ge(a, b) test_size_t_ge(__FILE__, __LINE__, #a, #b, a, b)
  405. # define TEST_double_eq(a, b) test_double_eq(__FILE__, __LINE__, #a, #b, a, b)
  406. # define TEST_double_ne(a, b) test_double_ne(__FILE__, __LINE__, #a, #b, a, b)
  407. # define TEST_double_lt(a, b) test_double_lt(__FILE__, __LINE__, #a, #b, a, b)
  408. # define TEST_double_le(a, b) test_double_le(__FILE__, __LINE__, #a, #b, a, b)
  409. # define TEST_double_gt(a, b) test_double_gt(__FILE__, __LINE__, #a, #b, a, b)
  410. # define TEST_double_ge(a, b) test_double_ge(__FILE__, __LINE__, #a, #b, a, b)
  411. # define TEST_time_t_eq(a, b) test_time_t_eq(__FILE__, __LINE__, #a, #b, a, b)
  412. # define TEST_time_t_ne(a, b) test_time_t_ne(__FILE__, __LINE__, #a, #b, a, b)
  413. # define TEST_time_t_lt(a, b) test_time_t_lt(__FILE__, __LINE__, #a, #b, a, b)
  414. # define TEST_time_t_le(a, b) test_time_t_le(__FILE__, __LINE__, #a, #b, a, b)
  415. # define TEST_time_t_gt(a, b) test_time_t_gt(__FILE__, __LINE__, #a, #b, a, b)
  416. # define TEST_time_t_ge(a, b) test_time_t_ge(__FILE__, __LINE__, #a, #b, a, b)
  417. # define TEST_ptr_eq(a, b) test_ptr_eq(__FILE__, __LINE__, #a, #b, a, b)
  418. # define TEST_ptr_ne(a, b) test_ptr_ne(__FILE__, __LINE__, #a, #b, a, b)
  419. # define TEST_ptr(a) test_ptr(__FILE__, __LINE__, #a, a)
  420. # define TEST_ptr_null(a) test_ptr_null(__FILE__, __LINE__, #a, a)
  421. # define TEST_str_eq(a, b) test_str_eq(__FILE__, __LINE__, #a, #b, a, b)
  422. # define TEST_str_ne(a, b) test_str_ne(__FILE__, __LINE__, #a, #b, a, b)
  423. # define TEST_strn_eq(a, b, n) test_strn_eq(__FILE__, __LINE__, #a, #b, a, n, b, n)
  424. # define TEST_strn_ne(a, b, n) test_strn_ne(__FILE__, __LINE__, #a, #b, a, n, b, n)
  425. # define TEST_strn2_eq(a, m, b, n) test_strn_eq(__FILE__, __LINE__, #a, #b, a, m, b, n)
  426. # define TEST_strn2_ne(a, m, b, n) test_strn_ne(__FILE__, __LINE__, #a, #b, a, m, b, n)
  427. # define TEST_mem_eq(a, m, b, n) test_mem_eq(__FILE__, __LINE__, #a, #b, a, m, b, n)
  428. # define TEST_mem_ne(a, m, b, n) test_mem_ne(__FILE__, __LINE__, #a, #b, a, m, b, n)
  429. # define TEST_true(a) test_true(__FILE__, __LINE__, #a, (a) != 0)
  430. # define TEST_false(a) test_false(__FILE__, __LINE__, #a, (a) != 0)
  431. # define TEST_BN_eq(a, b) test_BN_eq(__FILE__, __LINE__, #a, #b, a, b)
  432. # define TEST_BN_ne(a, b) test_BN_ne(__FILE__, __LINE__, #a, #b, a, b)
  433. # define TEST_BN_lt(a, b) test_BN_lt(__FILE__, __LINE__, #a, #b, a, b)
  434. # define TEST_BN_gt(a, b) test_BN_gt(__FILE__, __LINE__, #a, #b, a, b)
  435. # define TEST_BN_le(a, b) test_BN_le(__FILE__, __LINE__, #a, #b, a, b)
  436. # define TEST_BN_ge(a, b) test_BN_ge(__FILE__, __LINE__, #a, #b, a, b)
  437. # define TEST_BN_eq_zero(a) test_BN_eq_zero(__FILE__, __LINE__, #a, a)
  438. # define TEST_BN_ne_zero(a) test_BN_ne_zero(__FILE__, __LINE__, #a, a)
  439. # define TEST_BN_lt_zero(a) test_BN_lt_zero(__FILE__, __LINE__, #a, a)
  440. # define TEST_BN_gt_zero(a) test_BN_gt_zero(__FILE__, __LINE__, #a, a)
  441. # define TEST_BN_le_zero(a) test_BN_le_zero(__FILE__, __LINE__, #a, a)
  442. # define TEST_BN_ge_zero(a) test_BN_ge_zero(__FILE__, __LINE__, #a, a)
  443. # define TEST_BN_eq_one(a) test_BN_eq_one(__FILE__, __LINE__, #a, a)
  444. # define TEST_BN_eq_word(a, w) test_BN_eq_word(__FILE__, __LINE__, #a, #w, a, w)
  445. # define TEST_BN_abs_eq_word(a, w) test_BN_abs_eq_word(__FILE__, __LINE__, #a, #w, a, w)
  446. # define TEST_BN_odd(a) test_BN_odd(__FILE__, __LINE__, #a, a)
  447. # define TEST_BN_even(a) test_BN_even(__FILE__, __LINE__, #a, a)
  448. /*
  449. * TEST_error(desc, ...) prints an informative error message in the standard
  450. * format. |desc| is a printf format string.
  451. */
  452. # if !defined(__STDC_VERSION__) || __STDC_VERSION__ < 199901L
  453. # define TEST_error test_error_c90
  454. # define TEST_info test_info_c90
  455. # define TEST_skip test_skip_c90
  456. # else
  457. # define TEST_error(...) test_error(__FILE__, __LINE__, __VA_ARGS__)
  458. # define TEST_info(...) test_info(__FILE__, __LINE__, __VA_ARGS__)
  459. # define TEST_skip(...) test_skip(__FILE__, __LINE__, __VA_ARGS__)
  460. # endif
  461. # define TEST_note test_note
  462. # define TEST_openssl_errors test_openssl_errors
  463. # define TEST_perror test_perror
  464. extern BIO *bio_out;
  465. extern BIO *bio_err;
  466. /*
  467. * Formatted output for strings, memory and bignums.
  468. */
  469. void test_output_string(const char *name, const char *m, size_t l);
  470. void test_output_bignum(const char *name, const BIGNUM *bn);
  471. void test_output_memory(const char *name, const unsigned char *m, size_t l);
  472. /*
  473. * Utilities to parse a test file.
  474. */
  475. # define TESTMAXPAIRS 150
  476. typedef struct pair_st {
  477. char *key;
  478. char *value;
  479. } PAIR;
  480. typedef struct stanza_st {
  481. const char *test_file; /* Input file name */
  482. BIO *fp; /* Input file */
  483. int curr; /* Current line in file */
  484. int start; /* Line where test starts */
  485. int errors; /* Error count */
  486. int numtests; /* Number of tests */
  487. int numskip; /* Number of skipped tests */
  488. int numpairs;
  489. PAIR pairs[TESTMAXPAIRS];
  490. BIO *key; /* temp memory BIO for reading in keys */
  491. char buff[4096]; /* Input buffer for a single key/value */
  492. } STANZA;
  493. /*
  494. * Prepare to start reading the file |testfile| as input.
  495. */
  496. int test_start_file(STANZA *s, const char *testfile);
  497. int test_end_file(STANZA *s);
  498. /*
  499. * Read a stanza from the test file. A stanza consists of a block
  500. * of lines of the form
  501. * key = value
  502. * The block is terminated by EOF or a blank line.
  503. * Return 1 if found, 0 on EOF or error.
  504. */
  505. int test_readstanza(STANZA *s);
  506. /*
  507. * Clear a stanza, release all allocated memory.
  508. */
  509. void test_clearstanza(STANZA *s);
  510. /*
  511. * Glue an array of strings together and return it as an allocated string.
  512. * Optionally return the whole length of this string in |out_len|
  513. */
  514. char *glue_strings(const char *list[], size_t *out_len);
  515. /*
  516. * Pseudo random number generator of low quality but having repeatability
  517. * across platforms. The two calls are replacements for random(3) and
  518. * srandom(3).
  519. */
  520. uint32_t test_random(void);
  521. void test_random_seed(uint32_t sd);
  522. /* Fake non-secure random number generator */
  523. typedef int fake_random_generate_cb(unsigned char *out, size_t outlen,
  524. const char *name, EVP_RAND_CTX *ctx);
  525. OSSL_PROVIDER *fake_rand_start(OSSL_LIB_CTX *libctx);
  526. void fake_rand_finish(OSSL_PROVIDER *p);
  527. void fake_rand_set_callback(EVP_RAND_CTX *ctx,
  528. int (*cb)(unsigned char *out, size_t outlen,
  529. const char *name, EVP_RAND_CTX *ctx));
  530. void fake_rand_set_public_private_callbacks(OSSL_LIB_CTX *libctx,
  531. fake_random_generate_cb *cb);
  532. /* Create a file path from a directory and a filename */
  533. char *test_mk_file_path(const char *dir, const char *file);
  534. EVP_PKEY *load_pkey_pem(const char *file, OSSL_LIB_CTX *libctx);
  535. X509 *load_cert_pem(const char *file, OSSL_LIB_CTX *libctx);
  536. X509 *load_cert_der(const unsigned char *bytes, int len);
  537. STACK_OF(X509) *load_certs_pem(const char *file);
  538. X509_REQ *load_csr_der(const char *file, OSSL_LIB_CTX *libctx);
  539. #endif /* OSSL_TESTUTIL_H */