testutil.h 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569
  1. /*
  2. * Copyright 2014-2020 The OpenSSL Project Authors. All Rights Reserved.
  3. *
  4. * Licensed under the Apache License 2.0 (the "License"). You may not use
  5. * this file except in compliance with the License. You can obtain a copy
  6. * in the file LICENSE in the source distribution or at
  7. * https://www.openssl.org/source/license.html
  8. */
  9. #ifndef OSSL_TESTUTIL_H
  10. # define OSSL_TESTUTIL_H
  11. # include <stdarg.h>
  12. # include <openssl/provider.h>
  13. # include <openssl/err.h>
  14. # include <openssl/e_os2.h>
  15. # include <openssl/bn.h>
  16. # include "opt.h"
  17. /*-
  18. * Simple unit tests should implement setup_tests().
  19. * This function should return zero if the registration process fails.
  20. * To register tests, call ADD_TEST or ADD_ALL_TESTS:
  21. *
  22. * int setup_tests(void)
  23. * {
  24. * ADD_TEST(test_foo);
  25. * ADD_ALL_TESTS(test_bar, num_test_bar);
  26. * return 1;
  27. * }
  28. *
  29. * Tests that require clean up after execution should implement:
  30. *
  31. * void cleanup_tests(void);
  32. *
  33. * The cleanup_tests function will be called even if setup_tests()
  34. * returns failure.
  35. *
  36. * In some cases, early initialization before the framework is set up
  37. * may be needed. In such a case, this should be implemented:
  38. *
  39. * int global_init(void);
  40. *
  41. * This function should return zero if there is an unrecoverable error and
  42. * non-zero if the initialization was successful.
  43. */
  44. /* Adds a simple test case. */
  45. # define ADD_TEST(test_function) add_test(#test_function, test_function)
  46. /*
  47. * Simple parameterized tests. Calls test_function(idx) for each 0 <= idx < num.
  48. */
  49. # define ADD_ALL_TESTS(test_function, num) \
  50. add_all_tests(#test_function, test_function, num, 1)
  51. /*
  52. * A variant of the same without TAP output.
  53. */
  54. # define ADD_ALL_TESTS_NOSUBTEST(test_function, num) \
  55. add_all_tests(#test_function, test_function, num, 0)
  56. /*-
  57. * Test cases that share common setup should use the helper
  58. * SETUP_TEST_FIXTURE and EXECUTE_TEST macros for test case functions.
  59. *
  60. * SETUP_TEST_FIXTURE will call set_up() to create a new TEST_FIXTURE_TYPE
  61. * object called "fixture". It will also allocate the "result" variable used
  62. * by EXECUTE_TEST. set_up() should take a const char* specifying the test
  63. * case name and return a TEST_FIXTURE_TYPE by reference.
  64. * If case set_up() fails then 0 is returned.
  65. *
  66. * EXECUTE_TEST will pass fixture to execute_func() by reference, call
  67. * tear_down(), and return the result of execute_func(). execute_func() should
  68. * take a TEST_FIXTURE_TYPE by reference and return 1 on success and 0 on
  69. * failure. The tear_down function is responsible for deallocation of the
  70. * result variable, if required.
  71. *
  72. * Unit tests can define their own SETUP_TEST_FIXTURE and EXECUTE_TEST
  73. * variations like so:
  74. *
  75. * #define SETUP_FOOBAR_TEST_FIXTURE()\
  76. * SETUP_TEST_FIXTURE(FOOBAR_TEST_FIXTURE, set_up_foobar)
  77. *
  78. * #define EXECUTE_FOOBAR_TEST()\
  79. * EXECUTE_TEST(execute_foobar, tear_down_foobar)
  80. *
  81. * Then test case functions can take the form:
  82. *
  83. * static int test_foobar_feature()
  84. * {
  85. * SETUP_FOOBAR_TEST_FIXTURE();
  86. * [...set individual members of fixture...]
  87. * EXECUTE_FOOBAR_TEST();
  88. * }
  89. */
  90. # define SETUP_TEST_FIXTURE(TEST_FIXTURE_TYPE, set_up)\
  91. TEST_FIXTURE_TYPE *fixture = set_up(TEST_CASE_NAME); \
  92. int result = 0; \
  93. \
  94. if (fixture == NULL) \
  95. return 0
  96. # define EXECUTE_TEST(execute_func, tear_down)\
  97. if (fixture != NULL) {\
  98. result = execute_func(fixture);\
  99. tear_down(fixture);\
  100. }
  101. /*
  102. * TEST_CASE_NAME is defined as the name of the test case function where
  103. * possible; otherwise we get by with the file name and line number.
  104. */
  105. # if !defined(__STDC_VERSION__) || __STDC_VERSION__ < 199901L
  106. # if defined(_MSC_VER)
  107. # define TEST_CASE_NAME __FUNCTION__
  108. # else
  109. # define testutil_stringify_helper(s) #s
  110. # define testutil_stringify(s) testutil_stringify_helper(s)
  111. # define TEST_CASE_NAME __FILE__ ":" testutil_stringify(__LINE__)
  112. # endif /* _MSC_VER */
  113. # else
  114. # define TEST_CASE_NAME __func__
  115. # endif /* __STDC_VERSION__ */
  116. /* The default test enum which should be common to all tests */
  117. # define OPT_TEST_ENUM \
  118. OPT_TEST_HELP = 500, \
  119. OPT_TEST_LIST, \
  120. OPT_TEST_SINGLE, \
  121. OPT_TEST_ITERATION, \
  122. OPT_TEST_INDENT, \
  123. OPT_TEST_SEED
  124. /* The Default test OPTIONS common to all tests (without a usage string) */
  125. # define OPT_TEST_OPTIONS \
  126. { OPT_HELP_STR, 1, '-', "Valid options are:\n" }, \
  127. { "help", OPT_TEST_HELP, '-', "Display this summary" }, \
  128. { "list", OPT_TEST_LIST, '-', "Display the list of tests available" }, \
  129. { "test", OPT_TEST_SINGLE, 's', "Run a single test by id or name" }, \
  130. { "iter", OPT_TEST_ITERATION, 'n', "Run a single iteration of a test" }, \
  131. { "indent", OPT_TEST_INDENT,'p', "Number of tabs added to output" }, \
  132. { "seed", OPT_TEST_SEED, 'n', "Seed value to randomize tests with" }
  133. /* The Default test OPTIONS common to all tests starting with an additional usage string */
  134. # define OPT_TEST_OPTIONS_WITH_EXTRA_USAGE(usage) \
  135. { OPT_HELP_STR, 1, '-', "Usage: %s [options] " usage }, \
  136. OPT_TEST_OPTIONS
  137. /* The Default test OPTIONS common to all tests with an default usage string */
  138. # define OPT_TEST_OPTIONS_DEFAULT_USAGE \
  139. { OPT_HELP_STR, 1, '-', "Usage: %s [options]\n" }, \
  140. OPT_TEST_OPTIONS
  141. /*
  142. * Optional Cases that need to be ignored by the test app when using opt_next(),
  143. * (that are handled internally).
  144. */
  145. # define OPT_TEST_CASES \
  146. OPT_TEST_HELP: \
  147. case OPT_TEST_LIST: \
  148. case OPT_TEST_SINGLE: \
  149. case OPT_TEST_ITERATION: \
  150. case OPT_TEST_INDENT: \
  151. case OPT_TEST_SEED
  152. /*
  153. * Tests that use test_get_argument() that dont have any additional options
  154. * (i.e- dont use opt_next()) can use this to set the usage string.
  155. * It embeds test_get_options() which gives default command line options for
  156. * the test system.
  157. *
  158. * Tests that need to use opt_next() need to specify
  159. * (1) test_get_options() containing an options[] (Which should include either
  160. * OPT_TEST_OPTIONS_DEFAULT_USAGE OR
  161. * OPT_TEST_OPTIONS_WITH_EXTRA_USAGE).
  162. * (2) An enum outside the test_get_options() which contains OPT_TEST_ENUM, as
  163. * well as the additional options that need to be handled.
  164. * (3) case OPT_TEST_CASES: break; inside the opt_next() handling code.
  165. */
  166. # define OPT_TEST_DECLARE_USAGE(usage_str) \
  167. const OPTIONS *test_get_options(void) \
  168. { \
  169. enum { OPT_TEST_ENUM }; \
  170. static const OPTIONS options[] = { \
  171. OPT_TEST_OPTIONS_WITH_EXTRA_USAGE(usage_str), \
  172. { NULL } \
  173. }; \
  174. return options; \
  175. }
  176. /*
  177. * Used to read non optional command line values that follow after the options.
  178. * Returns NULL if there is no argument.
  179. */
  180. char *test_get_argument(size_t n);
  181. /* Return the number of additional non optional command line arguments */
  182. size_t test_get_argument_count(void);
  183. /*
  184. * Skip over common test options. Should be called before calling
  185. * test_get_argument()
  186. */
  187. int test_skip_common_options(void);
  188. int test_get_libctx(OPENSSL_CTX **libctx,
  189. OSSL_PROVIDER **default_null_provider,
  190. OSSL_PROVIDER **provider, int argn, const char *usage);
  191. /*
  192. * Internal helpers. Test programs shouldn't use these directly, but should
  193. * rather link to one of the helper main() methods.
  194. */
  195. void add_test(const char *test_case_name, int (*test_fn) (void));
  196. void add_all_tests(const char *test_case_name, int (*test_fn)(int idx), int num,
  197. int subtest);
  198. /*
  199. * Declarations for user defined functions.
  200. * The first two return a boolean indicating that the test should not proceed.
  201. */
  202. int global_init(void);
  203. int setup_tests(void);
  204. void cleanup_tests(void);
  205. /*
  206. * Used to supply test specific command line options,
  207. * If non optional parameters are used, then the first entry in the OPTIONS[]
  208. * should contain:
  209. * { OPT_HELP_STR, 1, '-', "list of non optional commandline params\n"},
  210. * The last entry should always be { NULL }.
  211. *
  212. * Run the test locally using './test/test_name -help' to check the usage.
  213. */
  214. const OPTIONS *test_get_options(void);
  215. /*
  216. * Test assumption verification helpers.
  217. */
  218. # define PRINTF_FORMAT(a, b)
  219. # if defined(__GNUC__) && defined(__STDC_VERSION__)
  220. /*
  221. * Because we support the 'z' modifier, which made its appearance in C99,
  222. * we can't use __attribute__ with pre C99 dialects.
  223. */
  224. # if __STDC_VERSION__ >= 199901L
  225. # undef PRINTF_FORMAT
  226. # define PRINTF_FORMAT(a, b) __attribute__ ((format(printf, a, b)))
  227. # endif
  228. # endif
  229. # define DECLARE_COMPARISON(type, name, opname) \
  230. int test_ ## name ## _ ## opname(const char *, int, \
  231. const char *, const char *, \
  232. const type, const type);
  233. # define DECLARE_COMPARISONS(type, name) \
  234. DECLARE_COMPARISON(type, name, eq) \
  235. DECLARE_COMPARISON(type, name, ne) \
  236. DECLARE_COMPARISON(type, name, lt) \
  237. DECLARE_COMPARISON(type, name, le) \
  238. DECLARE_COMPARISON(type, name, gt) \
  239. DECLARE_COMPARISON(type, name, ge)
  240. DECLARE_COMPARISONS(int, int)
  241. DECLARE_COMPARISONS(unsigned int, uint)
  242. DECLARE_COMPARISONS(char, char)
  243. DECLARE_COMPARISONS(unsigned char, uchar)
  244. DECLARE_COMPARISONS(long, long)
  245. DECLARE_COMPARISONS(unsigned long, ulong)
  246. DECLARE_COMPARISONS(double, double)
  247. DECLARE_COMPARISONS(time_t, time_t)
  248. /*
  249. * Because this comparison uses a printf format specifier that's not
  250. * universally known (yet), we provide an option to not have it declared.
  251. */
  252. # ifndef TESTUTIL_NO_size_t_COMPARISON
  253. DECLARE_COMPARISONS(size_t, size_t)
  254. # endif
  255. /*
  256. * Pointer comparisons against other pointers and null.
  257. * These functions return 1 if the test is true.
  258. * Otherwise, they return 0 and pretty-print diagnostics.
  259. * These should not be called directly, use the TEST_xxx macros below instead.
  260. */
  261. DECLARE_COMPARISON(void *, ptr, eq)
  262. DECLARE_COMPARISON(void *, ptr, ne)
  263. int test_ptr(const char *file, int line, const char *s, const void *p);
  264. int test_ptr_null(const char *file, int line, const char *s, const void *p);
  265. /*
  266. * Equality tests for strings where NULL is a legitimate value.
  267. * These calls return 1 if the two passed strings compare true.
  268. * Otherwise, they return 0 and pretty-print diagnostics.
  269. * These should not be called directly, use the TEST_xxx macros below instead.
  270. */
  271. DECLARE_COMPARISON(char *, str, eq)
  272. DECLARE_COMPARISON(char *, str, ne)
  273. /*
  274. * Same as above, but for strncmp.
  275. */
  276. int test_strn_eq(const char *file, int line, const char *, const char *,
  277. const char *a, size_t an, const char *b, size_t bn);
  278. int test_strn_ne(const char *file, int line, const char *, const char *,
  279. const char *a, size_t an, const char *b, size_t bn);
  280. /*
  281. * Equality test for memory blocks where NULL is a legitimate value.
  282. * These calls return 1 if the two memory blocks compare true.
  283. * Otherwise, they return 0 and pretty-print diagnostics.
  284. * These should not be called directly, use the TEST_xxx macros below instead.
  285. */
  286. int test_mem_eq(const char *, int, const char *, const char *,
  287. const void *, size_t, const void *, size_t);
  288. int test_mem_ne(const char *, int, const char *, const char *,
  289. const void *, size_t, const void *, size_t);
  290. /*
  291. * Check a boolean result for being true or false.
  292. * They return 1 if the condition is true (i.e. the value is non-zero).
  293. * Otherwise, they return 0 and pretty-prints diagnostics using |s|.
  294. * These should not be called directly, use the TEST_xxx macros below instead.
  295. */
  296. int test_true(const char *file, int line, const char *s, int b);
  297. int test_false(const char *file, int line, const char *s, int b);
  298. /*
  299. * Comparisons between BIGNUMs.
  300. * BIGNUMS can be compared against other BIGNUMs or zero.
  301. * Some additional equality tests against 1 & specific values are provided.
  302. * Tests for parity are included as well.
  303. */
  304. DECLARE_COMPARISONS(BIGNUM *, BN)
  305. int test_BN_eq_zero(const char *file, int line, const char *s, const BIGNUM *a);
  306. int test_BN_ne_zero(const char *file, int line, const char *s, const BIGNUM *a);
  307. int test_BN_lt_zero(const char *file, int line, const char *s, const BIGNUM *a);
  308. int test_BN_le_zero(const char *file, int line, const char *s, const BIGNUM *a);
  309. int test_BN_gt_zero(const char *file, int line, const char *s, const BIGNUM *a);
  310. int test_BN_ge_zero(const char *file, int line, const char *s, const BIGNUM *a);
  311. int test_BN_eq_one(const char *file, int line, const char *s, const BIGNUM *a);
  312. int test_BN_odd(const char *file, int line, const char *s, const BIGNUM *a);
  313. int test_BN_even(const char *file, int line, const char *s, const BIGNUM *a);
  314. int test_BN_eq_word(const char *file, int line, const char *bns, const char *ws,
  315. const BIGNUM *a, BN_ULONG w);
  316. int test_BN_abs_eq_word(const char *file, int line, const char *bns,
  317. const char *ws, const BIGNUM *a, BN_ULONG w);
  318. /*
  319. * Pretty print a failure message.
  320. * These should not be called directly, use the TEST_xxx macros below instead.
  321. */
  322. void test_error(const char *file, int line, const char *desc, ...)
  323. PRINTF_FORMAT(3, 4);
  324. void test_error_c90(const char *desc, ...) PRINTF_FORMAT(1, 2);
  325. void test_info(const char *file, int line, const char *desc, ...)
  326. PRINTF_FORMAT(3, 4);
  327. void test_info_c90(const char *desc, ...) PRINTF_FORMAT(1, 2);
  328. void test_note(const char *desc, ...) PRINTF_FORMAT(1, 2);
  329. int test_skip(const char *file, int line, const char *desc, ...)
  330. PRINTF_FORMAT(3, 4);
  331. int test_skip_c90(const char *desc, ...) PRINTF_FORMAT(1, 2);
  332. void test_openssl_errors(void);
  333. void test_perror(const char *s);
  334. /*
  335. * The following macros provide wrapper calls to the test functions with
  336. * a default description that indicates the file and line number of the error.
  337. *
  338. * The following macros guarantee to evaluate each argument exactly once.
  339. * This allows constructs such as: if (!TEST_ptr(ptr = OPENSSL_malloc(..)))
  340. * to produce better contextual output than:
  341. * ptr = OPENSSL_malloc(..);
  342. * if (!TEST_ptr(ptr))
  343. */
  344. # define TEST_int_eq(a, b) test_int_eq(__FILE__, __LINE__, #a, #b, a, b)
  345. # define TEST_int_ne(a, b) test_int_ne(__FILE__, __LINE__, #a, #b, a, b)
  346. # define TEST_int_lt(a, b) test_int_lt(__FILE__, __LINE__, #a, #b, a, b)
  347. # define TEST_int_le(a, b) test_int_le(__FILE__, __LINE__, #a, #b, a, b)
  348. # define TEST_int_gt(a, b) test_int_gt(__FILE__, __LINE__, #a, #b, a, b)
  349. # define TEST_int_ge(a, b) test_int_ge(__FILE__, __LINE__, #a, #b, a, b)
  350. # define TEST_uint_eq(a, b) test_uint_eq(__FILE__, __LINE__, #a, #b, a, b)
  351. # define TEST_uint_ne(a, b) test_uint_ne(__FILE__, __LINE__, #a, #b, a, b)
  352. # define TEST_uint_lt(a, b) test_uint_lt(__FILE__, __LINE__, #a, #b, a, b)
  353. # define TEST_uint_le(a, b) test_uint_le(__FILE__, __LINE__, #a, #b, a, b)
  354. # define TEST_uint_gt(a, b) test_uint_gt(__FILE__, __LINE__, #a, #b, a, b)
  355. # define TEST_uint_ge(a, b) test_uint_ge(__FILE__, __LINE__, #a, #b, a, b)
  356. # define TEST_char_eq(a, b) test_char_eq(__FILE__, __LINE__, #a, #b, a, b)
  357. # define TEST_char_ne(a, b) test_char_ne(__FILE__, __LINE__, #a, #b, a, b)
  358. # define TEST_char_lt(a, b) test_char_lt(__FILE__, __LINE__, #a, #b, a, b)
  359. # define TEST_char_le(a, b) test_char_le(__FILE__, __LINE__, #a, #b, a, b)
  360. # define TEST_char_gt(a, b) test_char_gt(__FILE__, __LINE__, #a, #b, a, b)
  361. # define TEST_char_ge(a, b) test_char_ge(__FILE__, __LINE__, #a, #b, a, b)
  362. # define TEST_uchar_eq(a, b) test_uchar_eq(__FILE__, __LINE__, #a, #b, a, b)
  363. # define TEST_uchar_ne(a, b) test_uchar_ne(__FILE__, __LINE__, #a, #b, a, b)
  364. # define TEST_uchar_lt(a, b) test_uchar_lt(__FILE__, __LINE__, #a, #b, a, b)
  365. # define TEST_uchar_le(a, b) test_uchar_le(__FILE__, __LINE__, #a, #b, a, b)
  366. # define TEST_uchar_gt(a, b) test_uchar_gt(__FILE__, __LINE__, #a, #b, a, b)
  367. # define TEST_uchar_ge(a, b) test_uchar_ge(__FILE__, __LINE__, #a, #b, a, b)
  368. # define TEST_long_eq(a, b) test_long_eq(__FILE__, __LINE__, #a, #b, a, b)
  369. # define TEST_long_ne(a, b) test_long_ne(__FILE__, __LINE__, #a, #b, a, b)
  370. # define TEST_long_lt(a, b) test_long_lt(__FILE__, __LINE__, #a, #b, a, b)
  371. # define TEST_long_le(a, b) test_long_le(__FILE__, __LINE__, #a, #b, a, b)
  372. # define TEST_long_gt(a, b) test_long_gt(__FILE__, __LINE__, #a, #b, a, b)
  373. # define TEST_long_ge(a, b) test_long_ge(__FILE__, __LINE__, #a, #b, a, b)
  374. # define TEST_ulong_eq(a, b) test_ulong_eq(__FILE__, __LINE__, #a, #b, a, b)
  375. # define TEST_ulong_ne(a, b) test_ulong_ne(__FILE__, __LINE__, #a, #b, a, b)
  376. # define TEST_ulong_lt(a, b) test_ulong_lt(__FILE__, __LINE__, #a, #b, a, b)
  377. # define TEST_ulong_le(a, b) test_ulong_le(__FILE__, __LINE__, #a, #b, a, b)
  378. # define TEST_ulong_gt(a, b) test_ulong_gt(__FILE__, __LINE__, #a, #b, a, b)
  379. # define TEST_ulong_ge(a, b) test_ulong_ge(__FILE__, __LINE__, #a, #b, a, b)
  380. # define TEST_size_t_eq(a, b) test_size_t_eq(__FILE__, __LINE__, #a, #b, a, b)
  381. # define TEST_size_t_ne(a, b) test_size_t_ne(__FILE__, __LINE__, #a, #b, a, b)
  382. # define TEST_size_t_lt(a, b) test_size_t_lt(__FILE__, __LINE__, #a, #b, a, b)
  383. # define TEST_size_t_le(a, b) test_size_t_le(__FILE__, __LINE__, #a, #b, a, b)
  384. # define TEST_size_t_gt(a, b) test_size_t_gt(__FILE__, __LINE__, #a, #b, a, b)
  385. # define TEST_size_t_ge(a, b) test_size_t_ge(__FILE__, __LINE__, #a, #b, a, b)
  386. # define TEST_double_eq(a, b) test_double_eq(__FILE__, __LINE__, #a, #b, a, b)
  387. # define TEST_double_ne(a, b) test_double_ne(__FILE__, __LINE__, #a, #b, a, b)
  388. # define TEST_double_lt(a, b) test_double_lt(__FILE__, __LINE__, #a, #b, a, b)
  389. # define TEST_double_le(a, b) test_double_le(__FILE__, __LINE__, #a, #b, a, b)
  390. # define TEST_double_gt(a, b) test_double_gt(__FILE__, __LINE__, #a, #b, a, b)
  391. # define TEST_double_ge(a, b) test_double_ge(__FILE__, __LINE__, #a, #b, a, b)
  392. # define TEST_time_t_eq(a, b) test_time_t_eq(__FILE__, __LINE__, #a, #b, a, b)
  393. # define TEST_time_t_ne(a, b) test_time_t_ne(__FILE__, __LINE__, #a, #b, a, b)
  394. # define TEST_time_t_lt(a, b) test_time_t_lt(__FILE__, __LINE__, #a, #b, a, b)
  395. # define TEST_time_t_le(a, b) test_time_t_le(__FILE__, __LINE__, #a, #b, a, b)
  396. # define TEST_time_t_gt(a, b) test_time_t_gt(__FILE__, __LINE__, #a, #b, a, b)
  397. # define TEST_time_t_ge(a, b) test_time_t_ge(__FILE__, __LINE__, #a, #b, a, b)
  398. # define TEST_ptr_eq(a, b) test_ptr_eq(__FILE__, __LINE__, #a, #b, a, b)
  399. # define TEST_ptr_ne(a, b) test_ptr_ne(__FILE__, __LINE__, #a, #b, a, b)
  400. # define TEST_ptr(a) test_ptr(__FILE__, __LINE__, #a, a)
  401. # define TEST_ptr_null(a) test_ptr_null(__FILE__, __LINE__, #a, a)
  402. # define TEST_str_eq(a, b) test_str_eq(__FILE__, __LINE__, #a, #b, a, b)
  403. # define TEST_str_ne(a, b) test_str_ne(__FILE__, __LINE__, #a, #b, a, b)
  404. # define TEST_strn_eq(a, b, n) test_strn_eq(__FILE__, __LINE__, #a, #b, a, n, b, n)
  405. # define TEST_strn_ne(a, b, n) test_strn_ne(__FILE__, __LINE__, #a, #b, a, n, b, n)
  406. # define TEST_strn2_eq(a, m, b, n) test_strn_eq(__FILE__, __LINE__, #a, #b, a, m, b, n)
  407. # define TEST_strn2_ne(a, m, b, n) test_strn_ne(__FILE__, __LINE__, #a, #b, a, m, b, n)
  408. # define TEST_mem_eq(a, m, b, n) test_mem_eq(__FILE__, __LINE__, #a, #b, a, m, b, n)
  409. # define TEST_mem_ne(a, m, b, n) test_mem_ne(__FILE__, __LINE__, #a, #b, a, m, b, n)
  410. # define TEST_true(a) test_true(__FILE__, __LINE__, #a, (a) != 0)
  411. # define TEST_false(a) test_false(__FILE__, __LINE__, #a, (a) != 0)
  412. # define TEST_BN_eq(a, b) test_BN_eq(__FILE__, __LINE__, #a, #b, a, b)
  413. # define TEST_BN_ne(a, b) test_BN_ne(__FILE__, __LINE__, #a, #b, a, b)
  414. # define TEST_BN_lt(a, b) test_BN_lt(__FILE__, __LINE__, #a, #b, a, b)
  415. # define TEST_BN_gt(a, b) test_BN_gt(__FILE__, __LINE__, #a, #b, a, b)
  416. # define TEST_BN_le(a, b) test_BN_le(__FILE__, __LINE__, #a, #b, a, b)
  417. # define TEST_BN_ge(a, b) test_BN_ge(__FILE__, __LINE__, #a, #b, a, b)
  418. # define TEST_BN_eq_zero(a) test_BN_eq_zero(__FILE__, __LINE__, #a, a)
  419. # define TEST_BN_ne_zero(a) test_BN_ne_zero(__FILE__, __LINE__, #a, a)
  420. # define TEST_BN_lt_zero(a) test_BN_lt_zero(__FILE__, __LINE__, #a, a)
  421. # define TEST_BN_gt_zero(a) test_BN_gt_zero(__FILE__, __LINE__, #a, a)
  422. # define TEST_BN_le_zero(a) test_BN_le_zero(__FILE__, __LINE__, #a, a)
  423. # define TEST_BN_ge_zero(a) test_BN_ge_zero(__FILE__, __LINE__, #a, a)
  424. # define TEST_BN_eq_one(a) test_BN_eq_one(__FILE__, __LINE__, #a, a)
  425. # define TEST_BN_eq_word(a, w) test_BN_eq_word(__FILE__, __LINE__, #a, #w, a, w)
  426. # define TEST_BN_abs_eq_word(a, w) test_BN_abs_eq_word(__FILE__, __LINE__, #a, #w, a, w)
  427. # define TEST_BN_odd(a) test_BN_odd(__FILE__, __LINE__, #a, a)
  428. # define TEST_BN_even(a) test_BN_even(__FILE__, __LINE__, #a, a)
  429. /*
  430. * TEST_error(desc, ...) prints an informative error message in the standard
  431. * format. |desc| is a printf format string.
  432. */
  433. # if !defined(__STDC_VERSION__) || __STDC_VERSION__ < 199901L
  434. # define TEST_error test_error_c90
  435. # define TEST_info test_info_c90
  436. # define TEST_skip test_skip_c90
  437. # else
  438. # define TEST_error(...) test_error(__FILE__, __LINE__, __VA_ARGS__)
  439. # define TEST_info(...) test_info(__FILE__, __LINE__, __VA_ARGS__)
  440. # define TEST_skip(...) test_skip(__FILE__, __LINE__, __VA_ARGS__)
  441. # endif
  442. # define TEST_note test_note
  443. # define TEST_openssl_errors test_openssl_errors
  444. # define TEST_perror test_perror
  445. extern BIO *bio_out;
  446. extern BIO *bio_err;
  447. /*
  448. * Formatted output for strings, memory and bignums.
  449. */
  450. void test_output_string(const char *name, const char *m, size_t l);
  451. void test_output_bignum(const char *name, const BIGNUM *bn);
  452. void test_output_memory(const char *name, const unsigned char *m, size_t l);
  453. /*
  454. * Utilities to parse a test file.
  455. */
  456. # define TESTMAXPAIRS 150
  457. typedef struct pair_st {
  458. char *key;
  459. char *value;
  460. } PAIR;
  461. typedef struct stanza_st {
  462. const char *test_file; /* Input file name */
  463. BIO *fp; /* Input file */
  464. int curr; /* Current line in file */
  465. int start; /* Line where test starts */
  466. int errors; /* Error count */
  467. int numtests; /* Number of tests */
  468. int numskip; /* Number of skipped tests */
  469. int numpairs;
  470. PAIR pairs[TESTMAXPAIRS];
  471. BIO *key; /* temp memory BIO for reading in keys */
  472. char buff[4096]; /* Input buffer for a single key/value */
  473. } STANZA;
  474. /*
  475. * Prepare to start reading the file |testfile| as input.
  476. */
  477. int test_start_file(STANZA *s, const char *testfile);
  478. int test_end_file(STANZA *s);
  479. /*
  480. * Read a stanza from the test file. A stanza consists of a block
  481. * of lines of the form
  482. * key = value
  483. * The block is terminated by EOF or a blank line.
  484. * Return 1 if found, 0 on EOF or error.
  485. */
  486. int test_readstanza(STANZA *s);
  487. /*
  488. * Clear a stanza, release all allocated memory.
  489. */
  490. void test_clearstanza(STANZA *s);
  491. /*
  492. * Glue an array of strings together and return it as an allocated string.
  493. * Optionally return the whole length of this string in |out_len|
  494. */
  495. char *glue_strings(const char *list[], size_t *out_len);
  496. /*
  497. * Pseudo random number generator of low quality but having repeatability
  498. * across platforms. The two calls are replacements for random(3) and
  499. * srandom(3).
  500. */
  501. uint32_t test_random(void);
  502. void test_random_seed(uint32_t sd);
  503. /* Create a file path from a directory and a filename */
  504. char *test_mk_file_path(const char *dir, const char *file);
  505. #endif /* OSSL_TESTUTIL_H */