testutil.h 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635
  1. /*
  2. * Copyright 2014-2022 The OpenSSL Project Authors. All Rights Reserved.
  3. *
  4. * Licensed under the Apache License 2.0 (the "License"). You may not use
  5. * this file except in compliance with the License. You can obtain a copy
  6. * in the file LICENSE in the source distribution or at
  7. * https://www.openssl.org/source/license.html
  8. */
  9. #ifndef OSSL_TESTUTIL_H
  10. # define OSSL_TESTUTIL_H
  11. # include <stdarg.h>
  12. # include <openssl/provider.h>
  13. # include <openssl/err.h>
  14. # include <openssl/e_os2.h>
  15. # include <openssl/bn.h>
  16. # include <openssl/x509.h>
  17. # include "opt.h"
  18. /*-
  19. * Simple unit tests should implement setup_tests().
  20. * This function should return zero if the registration process fails.
  21. * To register tests, call ADD_TEST or ADD_ALL_TESTS:
  22. *
  23. * int setup_tests(void)
  24. * {
  25. * ADD_TEST(test_foo);
  26. * ADD_ALL_TESTS(test_bar, num_test_bar);
  27. * return 1;
  28. * }
  29. *
  30. * Tests that require clean up after execution should implement:
  31. *
  32. * void cleanup_tests(void);
  33. *
  34. * The cleanup_tests function will be called even if setup_tests()
  35. * returns failure.
  36. *
  37. * In some cases, early initialization before the framework is set up
  38. * may be needed. In such a case, this should be implemented:
  39. *
  40. * int global_init(void);
  41. *
  42. * This function should return zero if there is an unrecoverable error and
  43. * non-zero if the initialization was successful.
  44. */
  45. /* Adds a simple test case. */
  46. # define ADD_TEST(test_function) add_test(#test_function, test_function)
  47. /*
  48. * Simple parameterized tests. Calls test_function(idx) for each 0 <= idx < num.
  49. */
  50. # define ADD_ALL_TESTS(test_function, num) \
  51. add_all_tests(#test_function, test_function, num, 1)
  52. /*
  53. * A variant of the same without TAP output.
  54. */
  55. # define ADD_ALL_TESTS_NOSUBTEST(test_function, num) \
  56. add_all_tests(#test_function, test_function, num, 0)
  57. /*-
  58. * Test cases that share common setup should use the helper
  59. * SETUP_TEST_FIXTURE and EXECUTE_TEST macros for test case functions.
  60. *
  61. * SETUP_TEST_FIXTURE will call set_up() to create a new TEST_FIXTURE_TYPE
  62. * object called "fixture". It will also allocate the "result" variable used
  63. * by EXECUTE_TEST. set_up() should take a const char* specifying the test
  64. * case name and return a TEST_FIXTURE_TYPE by reference.
  65. * If case set_up() fails then 0 is returned.
  66. *
  67. * EXECUTE_TEST will pass fixture to execute_func() by reference, call
  68. * tear_down(), and return the result of execute_func(). execute_func() should
  69. * take a TEST_FIXTURE_TYPE by reference and return 1 on success and 0 on
  70. * failure. The tear_down function is responsible for deallocation of the
  71. * result variable, if required.
  72. *
  73. * Unit tests can define their own SETUP_TEST_FIXTURE and EXECUTE_TEST
  74. * variations like so:
  75. *
  76. * #define SETUP_FOOBAR_TEST_FIXTURE()\
  77. * SETUP_TEST_FIXTURE(FOOBAR_TEST_FIXTURE, set_up_foobar)
  78. *
  79. * #define EXECUTE_FOOBAR_TEST()\
  80. * EXECUTE_TEST(execute_foobar, tear_down_foobar)
  81. *
  82. * Then test case functions can take the form:
  83. *
  84. * static int test_foobar_feature()
  85. * {
  86. * SETUP_FOOBAR_TEST_FIXTURE();
  87. * [...set individual members of fixture...]
  88. * EXECUTE_FOOBAR_TEST();
  89. * }
  90. */
  91. # define SETUP_TEST_FIXTURE(TEST_FIXTURE_TYPE, set_up)\
  92. TEST_FIXTURE_TYPE *fixture = set_up(TEST_CASE_NAME); \
  93. int result = 0; \
  94. \
  95. if (fixture == NULL) \
  96. return 0
  97. # define EXECUTE_TEST(execute_func, tear_down)\
  98. if (fixture != NULL) {\
  99. result = execute_func(fixture);\
  100. tear_down(fixture);\
  101. }
  102. /*
  103. * TEST_CASE_NAME is defined as the name of the test case function where
  104. * possible; otherwise we get by with the file name and line number.
  105. */
  106. # if !defined(__STDC_VERSION__) || __STDC_VERSION__ < 199901L
  107. # if defined(_MSC_VER)
  108. # define TEST_CASE_NAME __FUNCTION__
  109. # else
  110. # define testutil_stringify_helper(s) #s
  111. # define testutil_stringify(s) testutil_stringify_helper(s)
  112. # define TEST_CASE_NAME __FILE__ ":" testutil_stringify(__LINE__)
  113. # endif /* _MSC_VER */
  114. # else
  115. # define TEST_CASE_NAME __func__
  116. # endif /* __STDC_VERSION__ */
  117. /* The default test enum which should be common to all tests */
  118. # define OPT_TEST_ENUM \
  119. OPT_TEST_HELP = 500, \
  120. OPT_TEST_LIST, \
  121. OPT_TEST_SINGLE, \
  122. OPT_TEST_ITERATION, \
  123. OPT_TEST_INDENT, \
  124. OPT_TEST_SEED
  125. /* The Default test OPTIONS common to all tests (without a usage string) */
  126. # define OPT_TEST_OPTIONS \
  127. { OPT_HELP_STR, 1, '-', "Valid options are:\n" }, \
  128. { "help", OPT_TEST_HELP, '-', "Display this summary" }, \
  129. { "list", OPT_TEST_LIST, '-', "Display the list of tests available" }, \
  130. { "test", OPT_TEST_SINGLE, 's', "Run a single test by id or name" }, \
  131. { "iter", OPT_TEST_ITERATION, 'n', "Run a single iteration of a test" }, \
  132. { "indent", OPT_TEST_INDENT,'p', "Number of tabs added to output" }, \
  133. { "seed", OPT_TEST_SEED, 'n', "Seed value to randomize tests with" }
  134. /* The Default test OPTIONS common to all tests starting with an additional usage string */
  135. # define OPT_TEST_OPTIONS_WITH_EXTRA_USAGE(usage) \
  136. { OPT_HELP_STR, 1, '-', "Usage: %s [options] " usage }, \
  137. OPT_TEST_OPTIONS
  138. /* The Default test OPTIONS common to all tests with an default usage string */
  139. # define OPT_TEST_OPTIONS_DEFAULT_USAGE \
  140. { OPT_HELP_STR, 1, '-', "Usage: %s [options]\n" }, \
  141. OPT_TEST_OPTIONS
  142. /*
  143. * Optional Cases that need to be ignored by the test app when using opt_next(),
  144. * (that are handled internally).
  145. */
  146. # define OPT_TEST_CASES \
  147. OPT_TEST_HELP: \
  148. case OPT_TEST_LIST: \
  149. case OPT_TEST_SINGLE: \
  150. case OPT_TEST_ITERATION: \
  151. case OPT_TEST_INDENT: \
  152. case OPT_TEST_SEED
  153. /*
  154. * Tests that use test_get_argument() that dont have any additional options
  155. * (i.e- dont use opt_next()) can use this to set the usage string.
  156. * It embeds test_get_options() which gives default command line options for
  157. * the test system.
  158. *
  159. * Tests that need to use opt_next() need to specify
  160. * (1) test_get_options() containing an options[] which should include either
  161. * OPT_TEST_OPTIONS_DEFAULT_USAGE or
  162. * OPT_TEST_OPTIONS_WITH_EXTRA_USAGE(...).
  163. * (2) An enum outside the test_get_options() which contains OPT_TEST_ENUM, as
  164. * well as the additional options that need to be handled.
  165. * (3) case OPT_TEST_CASES: break; inside the opt_next() handling code.
  166. */
  167. # define OPT_TEST_DECLARE_USAGE(usage_str) \
  168. const OPTIONS *test_get_options(void) \
  169. { \
  170. enum { OPT_TEST_ENUM }; \
  171. static const OPTIONS options[] = { \
  172. OPT_TEST_OPTIONS_WITH_EXTRA_USAGE(usage_str), \
  173. { NULL } \
  174. }; \
  175. return options; \
  176. }
  177. /*
  178. * Used to read non optional command line values that follow after the options.
  179. * Returns NULL if there is no argument.
  180. */
  181. char *test_get_argument(size_t n);
  182. /* Return the number of additional non optional command line arguments */
  183. size_t test_get_argument_count(void);
  184. /*
  185. * Skip over common test options. Should be called before calling
  186. * test_get_argument()
  187. */
  188. int test_skip_common_options(void);
  189. /*
  190. * Get a library context for the tests, populated with the specified provider
  191. * and configuration. If default_null_prov is not NULL, a "null" provider is
  192. * loaded into the default library context to prevent it being used.
  193. * If libctx is NULL, the specified provider is loaded into the default library
  194. * context.
  195. */
  196. int test_get_libctx(OSSL_LIB_CTX **libctx, OSSL_PROVIDER **default_null_prov,
  197. const char *config_file,
  198. OSSL_PROVIDER **provider, const char *module_name);
  199. int test_arg_libctx(OSSL_LIB_CTX **libctx, OSSL_PROVIDER **default_null_prov,
  200. OSSL_PROVIDER **provider, int argn, const char *usage);
  201. /*
  202. * Internal helpers. Test programs shouldn't use these directly, but should
  203. * rather link to one of the helper main() methods.
  204. */
  205. void add_test(const char *test_case_name, int (*test_fn) (void));
  206. void add_all_tests(const char *test_case_name, int (*test_fn)(int idx), int num,
  207. int subtest);
  208. /*
  209. * Declarations for user defined functions.
  210. * The first two return a boolean indicating that the test should not proceed.
  211. */
  212. int global_init(void);
  213. int setup_tests(void);
  214. void cleanup_tests(void);
  215. /*
  216. * Helper functions to detect specific versions of the FIPS provider being in use.
  217. * Because of FIPS rules, code changes after a module has been validated are
  218. * difficult and because we provide a hard guarantee of ABI and behavioural
  219. * stability going forwards, it is a requirement to have tests be conditional
  220. * on specific FIPS provider versions. Without this, bug fixes cannot be tested
  221. * in later releases.
  222. *
  223. * The reason for not including e.g. a less than test is to help avoid any
  224. * temptation to use FIPS provider version numbers that don't exist. Until the
  225. * `new' provider is validated, its version isn't set in stone. Thus a change
  226. * in test behaviour must depend on already validated module versions only.
  227. *
  228. * In all cases, the function returns true if:
  229. * 1. the FIPS provider version matches the criteria specified or
  230. * 2. the FIPS provider isn't being used.
  231. */
  232. int fips_provider_version_eq(OSSL_LIB_CTX *libctx, int major, int minor, int patch);
  233. int fips_provider_version_ne(OSSL_LIB_CTX *libctx, int major, int minor, int patch);
  234. int fips_provider_version_le(OSSL_LIB_CTX *libctx, int major, int minor, int patch);
  235. int fips_provider_version_lt(OSSL_LIB_CTX *libctx, int major, int minor, int patch);
  236. int fips_provider_version_gt(OSSL_LIB_CTX *libctx, int major, int minor, int patch);
  237. int fips_provider_version_ge(OSSL_LIB_CTX *libctx, int major, int minor, int patch);
  238. /*
  239. * This function matches fips provider version with (potentially multiple)
  240. * <operator>maj.min.patch version strings in versions.
  241. * The operator can be one of = ! <= or > comparison symbols.
  242. * If the fips provider matches all the version comparisons (or if there is no
  243. * fips provider available) the function returns 1.
  244. * If the fips provider does not match the version comparisons, it returns 0.
  245. * On error the function returns -1.
  246. */
  247. int fips_provider_version_match(OSSL_LIB_CTX *libctx, const char *versions);
  248. /*
  249. * Used to supply test specific command line options,
  250. * If non optional parameters are used, then the first entry in the OPTIONS[]
  251. * should contain:
  252. * { OPT_HELP_STR, 1, '-', "<list of non-optional commandline params>\n"},
  253. * The last entry should always be { NULL }.
  254. *
  255. * Run the test locally using './test/test_name -help' to check the usage.
  256. */
  257. const OPTIONS *test_get_options(void);
  258. /*
  259. * Test assumption verification helpers.
  260. */
  261. # define PRINTF_FORMAT(a, b)
  262. # if defined(__GNUC__) && defined(__STDC_VERSION__) \
  263. && !defined(__MINGW32__) && !defined(__MINGW64__) \
  264. && !defined(__APPLE__)
  265. /*
  266. * Because we support the 'z' modifier, which made its appearance in C99,
  267. * we can't use __attribute__ with pre C99 dialects.
  268. */
  269. # if __STDC_VERSION__ >= 199901L
  270. # undef PRINTF_FORMAT
  271. # define PRINTF_FORMAT(a, b) __attribute__ ((format(printf, a, b)))
  272. # endif
  273. # endif
  274. # define DECLARE_COMPARISON(type, name, opname) \
  275. int test_ ## name ## _ ## opname(const char *, int, \
  276. const char *, const char *, \
  277. const type, const type);
  278. # define DECLARE_COMPARISONS(type, name) \
  279. DECLARE_COMPARISON(type, name, eq) \
  280. DECLARE_COMPARISON(type, name, ne) \
  281. DECLARE_COMPARISON(type, name, lt) \
  282. DECLARE_COMPARISON(type, name, le) \
  283. DECLARE_COMPARISON(type, name, gt) \
  284. DECLARE_COMPARISON(type, name, ge)
  285. DECLARE_COMPARISONS(int, int)
  286. DECLARE_COMPARISONS(unsigned int, uint)
  287. DECLARE_COMPARISONS(char, char)
  288. DECLARE_COMPARISONS(unsigned char, uchar)
  289. DECLARE_COMPARISONS(long, long)
  290. DECLARE_COMPARISONS(unsigned long, ulong)
  291. DECLARE_COMPARISONS(double, double)
  292. DECLARE_COMPARISONS(time_t, time_t)
  293. /*
  294. * Because this comparison uses a printf format specifier that's not
  295. * universally known (yet), we provide an option to not have it declared.
  296. */
  297. # ifndef TESTUTIL_NO_size_t_COMPARISON
  298. DECLARE_COMPARISONS(size_t, size_t)
  299. # endif
  300. /*
  301. * Pointer comparisons against other pointers and null.
  302. * These functions return 1 if the test is true.
  303. * Otherwise, they return 0 and pretty-print diagnostics.
  304. * These should not be called directly, use the TEST_xxx macros below instead.
  305. */
  306. DECLARE_COMPARISON(void *, ptr, eq)
  307. DECLARE_COMPARISON(void *, ptr, ne)
  308. int test_ptr(const char *file, int line, const char *s, const void *p);
  309. int test_ptr_null(const char *file, int line, const char *s, const void *p);
  310. /*
  311. * Equality tests for strings where NULL is a legitimate value.
  312. * These calls return 1 if the two passed strings compare true.
  313. * Otherwise, they return 0 and pretty-print diagnostics.
  314. * These should not be called directly, use the TEST_xxx macros below instead.
  315. */
  316. DECLARE_COMPARISON(char *, str, eq)
  317. DECLARE_COMPARISON(char *, str, ne)
  318. /*
  319. * Same as above, but for strncmp.
  320. */
  321. int test_strn_eq(const char *file, int line, const char *, const char *,
  322. const char *a, size_t an, const char *b, size_t bn);
  323. int test_strn_ne(const char *file, int line, const char *, const char *,
  324. const char *a, size_t an, const char *b, size_t bn);
  325. /*
  326. * Equality test for memory blocks where NULL is a legitimate value.
  327. * These calls return 1 if the two memory blocks compare true.
  328. * Otherwise, they return 0 and pretty-print diagnostics.
  329. * These should not be called directly, use the TEST_xxx macros below instead.
  330. */
  331. int test_mem_eq(const char *, int, const char *, const char *,
  332. const void *, size_t, const void *, size_t);
  333. int test_mem_ne(const char *, int, const char *, const char *,
  334. const void *, size_t, const void *, size_t);
  335. /*
  336. * Check a boolean result for being true or false.
  337. * They return 1 if the condition is true (i.e. the value is non-zero).
  338. * Otherwise, they return 0 and pretty-prints diagnostics using |s|.
  339. * These should not be called directly, use the TEST_xxx macros below instead.
  340. */
  341. int test_true(const char *file, int line, const char *s, int b);
  342. int test_false(const char *file, int line, const char *s, int b);
  343. /*
  344. * Comparisons between BIGNUMs.
  345. * BIGNUMS can be compared against other BIGNUMs or zero.
  346. * Some additional equality tests against 1 & specific values are provided.
  347. * Tests for parity are included as well.
  348. */
  349. DECLARE_COMPARISONS(BIGNUM *, BN)
  350. int test_BN_eq_zero(const char *file, int line, const char *s, const BIGNUM *a);
  351. int test_BN_ne_zero(const char *file, int line, const char *s, const BIGNUM *a);
  352. int test_BN_lt_zero(const char *file, int line, const char *s, const BIGNUM *a);
  353. int test_BN_le_zero(const char *file, int line, const char *s, const BIGNUM *a);
  354. int test_BN_gt_zero(const char *file, int line, const char *s, const BIGNUM *a);
  355. int test_BN_ge_zero(const char *file, int line, const char *s, const BIGNUM *a);
  356. int test_BN_eq_one(const char *file, int line, const char *s, const BIGNUM *a);
  357. int test_BN_odd(const char *file, int line, const char *s, const BIGNUM *a);
  358. int test_BN_even(const char *file, int line, const char *s, const BIGNUM *a);
  359. int test_BN_eq_word(const char *file, int line, const char *bns, const char *ws,
  360. const BIGNUM *a, BN_ULONG w);
  361. int test_BN_abs_eq_word(const char *file, int line, const char *bns,
  362. const char *ws, const BIGNUM *a, BN_ULONG w);
  363. /*
  364. * Pretty print a failure message.
  365. * These should not be called directly, use the TEST_xxx macros below instead.
  366. */
  367. void test_error(const char *file, int line, const char *desc, ...)
  368. PRINTF_FORMAT(3, 4);
  369. void test_error_c90(const char *desc, ...) PRINTF_FORMAT(1, 2);
  370. void test_info(const char *file, int line, const char *desc, ...)
  371. PRINTF_FORMAT(3, 4);
  372. void test_info_c90(const char *desc, ...) PRINTF_FORMAT(1, 2);
  373. void test_note(const char *desc, ...) PRINTF_FORMAT(1, 2);
  374. int test_skip(const char *file, int line, const char *desc, ...)
  375. PRINTF_FORMAT(3, 4);
  376. int test_skip_c90(const char *desc, ...) PRINTF_FORMAT(1, 2);
  377. void test_openssl_errors(void);
  378. void test_perror(const char *s);
  379. /*
  380. * The following macros provide wrapper calls to the test functions with
  381. * a default description that indicates the file and line number of the error.
  382. *
  383. * The following macros guarantee to evaluate each argument exactly once.
  384. * This allows constructs such as: if (!TEST_ptr(ptr = OPENSSL_malloc(..)))
  385. * to produce better contextual output than:
  386. * ptr = OPENSSL_malloc(..);
  387. * if (!TEST_ptr(ptr))
  388. */
  389. # define TEST_int_eq(a, b) test_int_eq(__FILE__, __LINE__, #a, #b, a, b)
  390. # define TEST_int_ne(a, b) test_int_ne(__FILE__, __LINE__, #a, #b, a, b)
  391. # define TEST_int_lt(a, b) test_int_lt(__FILE__, __LINE__, #a, #b, a, b)
  392. # define TEST_int_le(a, b) test_int_le(__FILE__, __LINE__, #a, #b, a, b)
  393. # define TEST_int_gt(a, b) test_int_gt(__FILE__, __LINE__, #a, #b, a, b)
  394. # define TEST_int_ge(a, b) test_int_ge(__FILE__, __LINE__, #a, #b, a, b)
  395. # define TEST_uint_eq(a, b) test_uint_eq(__FILE__, __LINE__, #a, #b, a, b)
  396. # define TEST_uint_ne(a, b) test_uint_ne(__FILE__, __LINE__, #a, #b, a, b)
  397. # define TEST_uint_lt(a, b) test_uint_lt(__FILE__, __LINE__, #a, #b, a, b)
  398. # define TEST_uint_le(a, b) test_uint_le(__FILE__, __LINE__, #a, #b, a, b)
  399. # define TEST_uint_gt(a, b) test_uint_gt(__FILE__, __LINE__, #a, #b, a, b)
  400. # define TEST_uint_ge(a, b) test_uint_ge(__FILE__, __LINE__, #a, #b, a, b)
  401. # define TEST_char_eq(a, b) test_char_eq(__FILE__, __LINE__, #a, #b, a, b)
  402. # define TEST_char_ne(a, b) test_char_ne(__FILE__, __LINE__, #a, #b, a, b)
  403. # define TEST_char_lt(a, b) test_char_lt(__FILE__, __LINE__, #a, #b, a, b)
  404. # define TEST_char_le(a, b) test_char_le(__FILE__, __LINE__, #a, #b, a, b)
  405. # define TEST_char_gt(a, b) test_char_gt(__FILE__, __LINE__, #a, #b, a, b)
  406. # define TEST_char_ge(a, b) test_char_ge(__FILE__, __LINE__, #a, #b, a, b)
  407. # define TEST_uchar_eq(a, b) test_uchar_eq(__FILE__, __LINE__, #a, #b, a, b)
  408. # define TEST_uchar_ne(a, b) test_uchar_ne(__FILE__, __LINE__, #a, #b, a, b)
  409. # define TEST_uchar_lt(a, b) test_uchar_lt(__FILE__, __LINE__, #a, #b, a, b)
  410. # define TEST_uchar_le(a, b) test_uchar_le(__FILE__, __LINE__, #a, #b, a, b)
  411. # define TEST_uchar_gt(a, b) test_uchar_gt(__FILE__, __LINE__, #a, #b, a, b)
  412. # define TEST_uchar_ge(a, b) test_uchar_ge(__FILE__, __LINE__, #a, #b, a, b)
  413. # define TEST_long_eq(a, b) test_long_eq(__FILE__, __LINE__, #a, #b, a, b)
  414. # define TEST_long_ne(a, b) test_long_ne(__FILE__, __LINE__, #a, #b, a, b)
  415. # define TEST_long_lt(a, b) test_long_lt(__FILE__, __LINE__, #a, #b, a, b)
  416. # define TEST_long_le(a, b) test_long_le(__FILE__, __LINE__, #a, #b, a, b)
  417. # define TEST_long_gt(a, b) test_long_gt(__FILE__, __LINE__, #a, #b, a, b)
  418. # define TEST_long_ge(a, b) test_long_ge(__FILE__, __LINE__, #a, #b, a, b)
  419. # define TEST_ulong_eq(a, b) test_ulong_eq(__FILE__, __LINE__, #a, #b, a, b)
  420. # define TEST_ulong_ne(a, b) test_ulong_ne(__FILE__, __LINE__, #a, #b, a, b)
  421. # define TEST_ulong_lt(a, b) test_ulong_lt(__FILE__, __LINE__, #a, #b, a, b)
  422. # define TEST_ulong_le(a, b) test_ulong_le(__FILE__, __LINE__, #a, #b, a, b)
  423. # define TEST_ulong_gt(a, b) test_ulong_gt(__FILE__, __LINE__, #a, #b, a, b)
  424. # define TEST_ulong_ge(a, b) test_ulong_ge(__FILE__, __LINE__, #a, #b, a, b)
  425. # define TEST_size_t_eq(a, b) test_size_t_eq(__FILE__, __LINE__, #a, #b, a, b)
  426. # define TEST_size_t_ne(a, b) test_size_t_ne(__FILE__, __LINE__, #a, #b, a, b)
  427. # define TEST_size_t_lt(a, b) test_size_t_lt(__FILE__, __LINE__, #a, #b, a, b)
  428. # define TEST_size_t_le(a, b) test_size_t_le(__FILE__, __LINE__, #a, #b, a, b)
  429. # define TEST_size_t_gt(a, b) test_size_t_gt(__FILE__, __LINE__, #a, #b, a, b)
  430. # define TEST_size_t_ge(a, b) test_size_t_ge(__FILE__, __LINE__, #a, #b, a, b)
  431. # define TEST_double_eq(a, b) test_double_eq(__FILE__, __LINE__, #a, #b, a, b)
  432. # define TEST_double_ne(a, b) test_double_ne(__FILE__, __LINE__, #a, #b, a, b)
  433. # define TEST_double_lt(a, b) test_double_lt(__FILE__, __LINE__, #a, #b, a, b)
  434. # define TEST_double_le(a, b) test_double_le(__FILE__, __LINE__, #a, #b, a, b)
  435. # define TEST_double_gt(a, b) test_double_gt(__FILE__, __LINE__, #a, #b, a, b)
  436. # define TEST_double_ge(a, b) test_double_ge(__FILE__, __LINE__, #a, #b, a, b)
  437. # define TEST_time_t_eq(a, b) test_time_t_eq(__FILE__, __LINE__, #a, #b, a, b)
  438. # define TEST_time_t_ne(a, b) test_time_t_ne(__FILE__, __LINE__, #a, #b, a, b)
  439. # define TEST_time_t_lt(a, b) test_time_t_lt(__FILE__, __LINE__, #a, #b, a, b)
  440. # define TEST_time_t_le(a, b) test_time_t_le(__FILE__, __LINE__, #a, #b, a, b)
  441. # define TEST_time_t_gt(a, b) test_time_t_gt(__FILE__, __LINE__, #a, #b, a, b)
  442. # define TEST_time_t_ge(a, b) test_time_t_ge(__FILE__, __LINE__, #a, #b, a, b)
  443. # define TEST_ptr_eq(a, b) test_ptr_eq(__FILE__, __LINE__, #a, #b, a, b)
  444. # define TEST_ptr_ne(a, b) test_ptr_ne(__FILE__, __LINE__, #a, #b, a, b)
  445. # define TEST_ptr(a) test_ptr(__FILE__, __LINE__, #a, a)
  446. # define TEST_ptr_null(a) test_ptr_null(__FILE__, __LINE__, #a, a)
  447. # define TEST_str_eq(a, b) test_str_eq(__FILE__, __LINE__, #a, #b, a, b)
  448. # define TEST_str_ne(a, b) test_str_ne(__FILE__, __LINE__, #a, #b, a, b)
  449. # define TEST_strn_eq(a, b, n) test_strn_eq(__FILE__, __LINE__, #a, #b, a, n, b, n)
  450. # define TEST_strn_ne(a, b, n) test_strn_ne(__FILE__, __LINE__, #a, #b, a, n, b, n)
  451. # define TEST_strn2_eq(a, m, b, n) test_strn_eq(__FILE__, __LINE__, #a, #b, a, m, b, n)
  452. # define TEST_strn2_ne(a, m, b, n) test_strn_ne(__FILE__, __LINE__, #a, #b, a, m, b, n)
  453. # define TEST_mem_eq(a, m, b, n) test_mem_eq(__FILE__, __LINE__, #a, #b, a, m, b, n)
  454. # define TEST_mem_ne(a, m, b, n) test_mem_ne(__FILE__, __LINE__, #a, #b, a, m, b, n)
  455. # define TEST_true(a) test_true(__FILE__, __LINE__, #a, (a) != 0)
  456. # define TEST_false(a) test_false(__FILE__, __LINE__, #a, (a) != 0)
  457. # define TEST_BN_eq(a, b) test_BN_eq(__FILE__, __LINE__, #a, #b, a, b)
  458. # define TEST_BN_ne(a, b) test_BN_ne(__FILE__, __LINE__, #a, #b, a, b)
  459. # define TEST_BN_lt(a, b) test_BN_lt(__FILE__, __LINE__, #a, #b, a, b)
  460. # define TEST_BN_gt(a, b) test_BN_gt(__FILE__, __LINE__, #a, #b, a, b)
  461. # define TEST_BN_le(a, b) test_BN_le(__FILE__, __LINE__, #a, #b, a, b)
  462. # define TEST_BN_ge(a, b) test_BN_ge(__FILE__, __LINE__, #a, #b, a, b)
  463. # define TEST_BN_eq_zero(a) test_BN_eq_zero(__FILE__, __LINE__, #a, a)
  464. # define TEST_BN_ne_zero(a) test_BN_ne_zero(__FILE__, __LINE__, #a, a)
  465. # define TEST_BN_lt_zero(a) test_BN_lt_zero(__FILE__, __LINE__, #a, a)
  466. # define TEST_BN_gt_zero(a) test_BN_gt_zero(__FILE__, __LINE__, #a, a)
  467. # define TEST_BN_le_zero(a) test_BN_le_zero(__FILE__, __LINE__, #a, a)
  468. # define TEST_BN_ge_zero(a) test_BN_ge_zero(__FILE__, __LINE__, #a, a)
  469. # define TEST_BN_eq_one(a) test_BN_eq_one(__FILE__, __LINE__, #a, a)
  470. # define TEST_BN_eq_word(a, w) test_BN_eq_word(__FILE__, __LINE__, #a, #w, a, w)
  471. # define TEST_BN_abs_eq_word(a, w) test_BN_abs_eq_word(__FILE__, __LINE__, #a, #w, a, w)
  472. # define TEST_BN_odd(a) test_BN_odd(__FILE__, __LINE__, #a, a)
  473. # define TEST_BN_even(a) test_BN_even(__FILE__, __LINE__, #a, a)
  474. /*
  475. * TEST_error(desc, ...) prints an informative error message in the standard
  476. * format. |desc| is a printf format string.
  477. */
  478. # if !defined(__STDC_VERSION__) || __STDC_VERSION__ < 199901L
  479. # define TEST_error test_error_c90
  480. # define TEST_info test_info_c90
  481. # define TEST_skip test_skip_c90
  482. # else
  483. # define TEST_error(...) test_error(__FILE__, __LINE__, __VA_ARGS__)
  484. # define TEST_info(...) test_info(__FILE__, __LINE__, __VA_ARGS__)
  485. # define TEST_skip(...) test_skip(__FILE__, __LINE__, __VA_ARGS__)
  486. # endif
  487. # define TEST_note test_note
  488. # define TEST_openssl_errors test_openssl_errors
  489. # define TEST_perror test_perror
  490. extern BIO *bio_out;
  491. extern BIO *bio_err;
  492. /*
  493. * Formatted output for strings, memory and bignums.
  494. */
  495. void test_output_string(const char *name, const char *m, size_t l);
  496. void test_output_bignum(const char *name, const BIGNUM *bn);
  497. void test_output_memory(const char *name, const unsigned char *m, size_t l);
  498. /*
  499. * Utilities to parse a test file.
  500. */
  501. # define TESTMAXPAIRS 150
  502. typedef struct pair_st {
  503. char *key;
  504. char *value;
  505. } PAIR;
  506. typedef struct stanza_st {
  507. const char *test_file; /* Input file name */
  508. BIO *fp; /* Input file */
  509. int curr; /* Current line in file */
  510. int start; /* Line where test starts */
  511. int errors; /* Error count */
  512. int numtests; /* Number of tests */
  513. int numskip; /* Number of skipped tests */
  514. int numpairs;
  515. PAIR pairs[TESTMAXPAIRS];
  516. BIO *key; /* temp memory BIO for reading in keys */
  517. char buff[4096]; /* Input buffer for a single key/value */
  518. } STANZA;
  519. /*
  520. * Prepare to start reading the file |testfile| as input.
  521. */
  522. int test_start_file(STANZA *s, const char *testfile);
  523. int test_end_file(STANZA *s);
  524. /*
  525. * Read a stanza from the test file. A stanza consists of a block
  526. * of lines of the form
  527. * key = value
  528. * The block is terminated by EOF or a blank line.
  529. * Return 1 if found, 0 on EOF or error.
  530. */
  531. int test_readstanza(STANZA *s);
  532. /*
  533. * Clear a stanza, release all allocated memory.
  534. */
  535. void test_clearstanza(STANZA *s);
  536. /*
  537. * Glue an array of strings together and return it as an allocated string.
  538. * Optionally return the whole length of this string in |out_len|
  539. */
  540. char *glue_strings(const char *list[], size_t *out_len);
  541. /*
  542. * Pseudo random number generator of low quality but having repeatability
  543. * across platforms. The two calls are replacements for random(3) and
  544. * srandom(3).
  545. */
  546. uint32_t test_random(void);
  547. void test_random_seed(uint32_t sd);
  548. /* Fake non-secure random number generator */
  549. typedef int fake_random_generate_cb(unsigned char *out, size_t outlen,
  550. const char *name, EVP_RAND_CTX *ctx);
  551. OSSL_PROVIDER *fake_rand_start(OSSL_LIB_CTX *libctx);
  552. void fake_rand_finish(OSSL_PROVIDER *p);
  553. void fake_rand_set_callback(EVP_RAND_CTX *ctx,
  554. int (*cb)(unsigned char *out, size_t outlen,
  555. const char *name, EVP_RAND_CTX *ctx));
  556. void fake_rand_set_public_private_callbacks(OSSL_LIB_CTX *libctx,
  557. fake_random_generate_cb *cb);
  558. /* Create a file path from a directory and a filename */
  559. char *test_mk_file_path(const char *dir, const char *file);
  560. EVP_PKEY *load_pkey_pem(const char *file, OSSL_LIB_CTX *libctx);
  561. X509 *load_cert_pem(const char *file, OSSL_LIB_CTX *libctx);
  562. X509 *load_cert_der(const unsigned char *bytes, int len);
  563. STACK_OF(X509) *load_certs_pem(const char *file);
  564. X509_REQ *load_csr_der(const char *file, OSSL_LIB_CTX *libctx);
  565. #endif /* OSSL_TESTUTIL_H */