1 /*
2 * Copyright 2017-2025 The OpenSSL Project Authors. All Rights Reserved.
3 *
4 * Licensed under the Apache License 2.0 (the "License"). You may not use
5 * this file except in compliance with the License. You can obtain a copy
6 * in the file LICENSE in the source distribution or at
7 * https://www.openssl.org/source/license.html
8 */
9
10 #include "../testutil.h"
11 #include "output.h"
12 #include "tu_local.h"
13
14 #include <errno.h>
15 #include <string.h>
16 #include <ctype.h>
17 #include <openssl/asn1.h>
18
19 /*
20 * Output a failed test first line.
21 * All items are optional are generally not printed if passed as NULL.
22 * The special cases are for prefix where "ERROR" is assumed and for left
23 * and right where a non-failure message is produced if either is NULL.
24 */
test_fail_message_prefix(const char * prefix,const char * file,int line,const char * type,const char * left,const char * right,const char * op)25 void test_fail_message_prefix(const char *prefix, const char *file,
26 int line, const char *type,
27 const char *left, const char *right,
28 const char *op)
29 {
30 test_printf_stderr("%s: ", prefix != NULL ? prefix : "ERROR");
31 if (type)
32 test_printf_stderr("(%s) ", type);
33 if (op != NULL) {
34 if (left != NULL && right != NULL)
35 test_printf_stderr("'%s %s %s' failed", left, op, right);
36 else
37 test_printf_stderr("'%s'", op);
38 }
39 if (file != NULL) {
40 test_printf_stderr(" @ %s:%d", file, line);
41 }
42 test_printf_stderr("\n");
43 }
44
45 /*
46 * A common routine to output test failure messages. Generally this should not
47 * be called directly, rather it should be called by the following functions.
48 *
49 * |desc| is a printf formatted description with arguments |args| that is
50 * supplied by the user and |desc| can be NULL. |type| is the data type
51 * that was tested (int, char, ptr, ...). |fmt| is a system provided
52 * printf format with following arguments that spell out the failure
53 * details i.e. the actual values compared and the operator used.
54 *
55 * The typical use for this is from an utility test function:
56 *
57 * int test6(const char *file, int line, int n) {
58 * if (n != 6) {
59 * test_fail_message(1, file, line, "int", "value %d is not %d", n, 6);
60 * return 0;
61 * }
62 * return 1;
63 * }
64 *
65 * calling test6(3, "oops") will return 0 and produce out along the lines of:
66 * FAIL oops: (int) value 3 is not 6\n
67 */
68 static void test_fail_message(const char *prefix, const char *file, int line,
69 const char *type, const char *left,
70 const char *right, const char *op,
71 const char *fmt, ...)
72 PRINTF_FORMAT(8, 9);
73
test_fail_message_va(const char * prefix,const char * file,int line,const char * type,const char * left,const char * right,const char * op,const char * fmt,va_list ap)74 static void test_fail_message_va(const char *prefix, const char *file,
75 int line, const char *type,
76 const char *left, const char *right,
77 const char *op, const char *fmt, va_list ap)
78 {
79 test_fail_message_prefix(prefix, file, line, type, left, right, op);
80 if (fmt != NULL) {
81 test_vprintf_stderr(fmt, ap);
82 test_printf_stderr("\n");
83 }
84 test_flush_stderr();
85 }
86
test_fail_message(const char * prefix,const char * file,int line,const char * type,const char * left,const char * right,const char * op,const char * fmt,...)87 static void test_fail_message(const char *prefix, const char *file,
88 int line, const char *type,
89 const char *left, const char *right,
90 const char *op, const char *fmt, ...)
91 {
92 va_list ap;
93
94 va_start(ap, fmt);
95 test_fail_message_va(prefix, file, line, type, left, right, op, fmt, ap);
96 va_end(ap);
97 }
98
test_info_c90(const char * desc,...)99 void test_info_c90(const char *desc, ...)
100 {
101 va_list ap;
102
103 va_start(ap, desc);
104 test_fail_message_va("INFO", NULL, -1, NULL, NULL, NULL, NULL, desc, ap);
105 va_end(ap);
106 }
107
test_info(const char * file,int line,const char * desc,...)108 void test_info(const char *file, int line, const char *desc, ...)
109 {
110 va_list ap;
111
112 va_start(ap, desc);
113 test_fail_message_va("INFO", file, line, NULL, NULL, NULL, NULL, desc, ap);
114 va_end(ap);
115 }
116
test_error_c90(const char * desc,...)117 void test_error_c90(const char *desc, ...)
118 {
119 va_list ap;
120
121 va_start(ap, desc);
122 test_fail_message_va(NULL, NULL, -1, NULL, NULL, NULL, NULL, desc, ap);
123 va_end(ap);
124 test_printf_stderr("\n");
125 }
126
test_error(const char * file,int line,const char * desc,...)127 void test_error(const char *file, int line, const char *desc, ...)
128 {
129 va_list ap;
130
131 va_start(ap, desc);
132 test_fail_message_va(NULL, file, line, NULL, NULL, NULL, NULL, desc, ap);
133 va_end(ap);
134 test_printf_stderr("\n");
135 }
136
test_perror(const char * s)137 void test_perror(const char *s)
138 {
139 /*
140 * Using openssl_strerror_r causes linking issues since it isn't
141 * exported from libcrypto.so
142 */
143 TEST_error("%s: %s", s, strerror(errno));
144 }
145
test_note(const char * fmt,...)146 void test_note(const char *fmt, ...)
147 {
148 test_flush_stdout();
149 if (fmt != NULL) {
150 va_list ap;
151
152 va_start(ap, fmt);
153 test_vprintf_stderr(fmt, ap);
154 va_end(ap);
155 test_printf_stderr("\n");
156 }
157 test_flush_stderr();
158 }
159
test_skip(const char * file,int line,const char * desc,...)160 int test_skip(const char *file, int line, const char *desc, ...)
161 {
162 va_list ap;
163
164 va_start(ap, desc);
165 test_fail_message_va("SKIP", file, line, NULL, NULL, NULL, NULL, desc, ap);
166 va_end(ap);
167 return TEST_SKIP_CODE;
168 }
169
test_skip_c90(const char * desc,...)170 int test_skip_c90(const char *desc, ...)
171 {
172 va_list ap;
173
174 va_start(ap, desc);
175 test_fail_message_va("SKIP", NULL, -1, NULL, NULL, NULL, NULL, desc, ap);
176 va_end(ap);
177 test_printf_stderr("\n");
178 return TEST_SKIP_CODE;
179 }
180
test_openssl_errors(void)181 void test_openssl_errors(void)
182 {
183 ERR_print_errors_cb(openssl_error_cb, NULL);
184 ERR_clear_error();
185 }
186
187 /*
188 * Define some comparisons between pairs of various types.
189 * These functions return 1 if the test is true.
190 * Otherwise, they return 0 and pretty-print diagnostics.
191 *
192 * In each case the functions produced are:
193 * int test_name_eq(const type t1, const type t2, const char *desc, ...);
194 * int test_name_ne(const type t1, const type t2, const char *desc, ...);
195 * int test_name_lt(const type t1, const type t2, const char *desc, ...);
196 * int test_name_le(const type t1, const type t2, const char *desc, ...);
197 * int test_name_gt(const type t1, const type t2, const char *desc, ...);
198 * int test_name_ge(const type t1, const type t2, const char *desc, ...);
199 *
200 * The t1 and t2 arguments are to be compared for equality, inequality,
201 * less than, less than or equal to, greater than and greater than or
202 * equal to respectively. If the specified condition holds, the functions
203 * return 1. If the condition does not hold, the functions print a diagnostic
204 * message and return 0.
205 *
206 * The desc argument is a printf format string followed by its arguments and
207 * this is included in the output if the condition being tested for is false.
208 */
209 #define DEFINE_COMPARISON(type, name, opname, op, fmt, cast) \
210 int test_##name##_##opname(const char *file, int line, \
211 const char *s1, const char *s2, \
212 const type t1, const type t2) \
213 { \
214 if (t1 op t2) \
215 return 1; \
216 test_fail_message(NULL, file, line, #type, s1, s2, #op, \
217 "[" fmt "] compared to [" fmt "]", \
218 (cast)t1, (cast)t2); \
219 return 0; \
220 }
221
222 #define DEFINE_COMPARISONS(type, name, fmt, cast) \
223 DEFINE_COMPARISON(type, name, eq, ==, fmt, cast) \
224 DEFINE_COMPARISON(type, name, ne, !=, fmt, cast) \
225 DEFINE_COMPARISON(type, name, lt, <, fmt, cast) \
226 DEFINE_COMPARISON(type, name, le, <=, fmt, cast) \
227 DEFINE_COMPARISON(type, name, gt, >, fmt, cast) \
228 DEFINE_COMPARISON(type, name, ge, >=, fmt, cast)
229
230 DEFINE_COMPARISONS(int, int, "%d", int)
231 DEFINE_COMPARISONS(unsigned int, uint, "%u", unsigned int)
232 DEFINE_COMPARISONS(char, char, "%c", char)
233 DEFINE_COMPARISONS(unsigned char, uchar, "%u", unsigned char)
234 DEFINE_COMPARISONS(long, long, "%ld", long)
235 DEFINE_COMPARISONS(unsigned long, ulong, "%lu", unsigned long)
236 DEFINE_COMPARISONS(int64_t, int64_t, "%lld", long long)
237 DEFINE_COMPARISONS(uint64_t, uint64_t, "%llu", unsigned long long)
238 DEFINE_COMPARISONS(size_t, size_t, "%zu", size_t)
239 DEFINE_COMPARISONS(double, double, "%g", double)
240
241 DEFINE_COMPARISON(void *, ptr, eq, ==, "%p", void *)
242 DEFINE_COMPARISON(void *, ptr, ne, !=, "%p", void *)
243
test_ptr_null(const char * file,int line,const char * s,const void * p)244 int test_ptr_null(const char *file, int line, const char *s, const void *p)
245 {
246 if (p == NULL)
247 return 1;
248 test_fail_message(NULL, file, line, "ptr", s, "NULL", "==", "%p", p);
249 return 0;
250 }
251
test_ptr(const char * file,int line,const char * s,const void * p)252 int test_ptr(const char *file, int line, const char *s, const void *p)
253 {
254 if (p != NULL)
255 return 1;
256 test_fail_message(NULL, file, line, "ptr", s, "NULL", "!=", "%p", p);
257 return 0;
258 }
259
test_true(const char * file,int line,const char * s,int b)260 int test_true(const char *file, int line, const char *s, int b)
261 {
262 if (b)
263 return 1;
264 test_fail_message(NULL, file, line, "bool", s, "true", "==", "false");
265 return 0;
266 }
267
test_false(const char * file,int line,const char * s,int b)268 int test_false(const char *file, int line, const char *s, int b)
269 {
270 if (!b)
271 return 1;
272 test_fail_message(NULL, file, line, "bool", s, "false", "==", "true");
273 return 0;
274 }
275
test_str_eq(const char * file,int line,const char * st1,const char * st2,const char * s1,const char * s2)276 int test_str_eq(const char *file, int line, const char *st1, const char *st2,
277 const char *s1, const char *s2)
278 {
279 if (s1 == NULL && s2 == NULL)
280 return 1;
281 if (s1 == NULL || s2 == NULL || strcmp(s1, s2) != 0) {
282 test_fail_string_message(NULL, file, line, "string", st1, st2, "==",
283 s1, s1 == NULL ? 0 : strlen(s1),
284 s2, s2 == NULL ? 0 : strlen(s2));
285 return 0;
286 }
287 return 1;
288 }
289
test_str_ne(const char * file,int line,const char * st1,const char * st2,const char * s1,const char * s2)290 int test_str_ne(const char *file, int line, const char *st1, const char *st2,
291 const char *s1, const char *s2)
292 {
293 if ((s1 == NULL) ^ (s2 == NULL))
294 return 1;
295 if (s1 == NULL || strcmp(s1, s2) == 0) {
296 test_fail_string_message(NULL, file, line, "string", st1, st2, "!=",
297 s1, s1 == NULL ? 0 : strlen(s1),
298 s2, s2 == NULL ? 0 : strlen(s2));
299 return 0;
300 }
301 return 1;
302 }
303
test_strn_eq(const char * file,int line,const char * st1,const char * st2,const char * s1,size_t n1,const char * s2,size_t n2)304 int test_strn_eq(const char *file, int line, const char *st1, const char *st2,
305 const char *s1, size_t n1, const char *s2, size_t n2)
306 {
307 if (s1 == NULL && s2 == NULL)
308 return 1;
309 if (n1 != n2 || s1 == NULL || s2 == NULL || strncmp(s1, s2, n1) != 0) {
310 test_fail_string_message(NULL, file, line, "string", st1, st2, "==",
311 s1, s1 == NULL ? 0 : OPENSSL_strnlen(s1, n1),
312 s2, s2 == NULL ? 0 : OPENSSL_strnlen(s2, n2));
313 return 0;
314 }
315 return 1;
316 }
317
test_strn_ne(const char * file,int line,const char * st1,const char * st2,const char * s1,size_t n1,const char * s2,size_t n2)318 int test_strn_ne(const char *file, int line, const char *st1, const char *st2,
319 const char *s1, size_t n1, const char *s2, size_t n2)
320 {
321 if ((s1 == NULL) ^ (s2 == NULL))
322 return 1;
323 if (n1 != n2 || s1 == NULL || strncmp(s1, s2, n1) == 0) {
324 test_fail_string_message(NULL, file, line, "string", st1, st2, "!=",
325 s1, s1 == NULL ? 0 : OPENSSL_strnlen(s1, n1),
326 s2, s2 == NULL ? 0 : OPENSSL_strnlen(s2, n2));
327 return 0;
328 }
329 return 1;
330 }
331
test_mem_eq(const char * file,int line,const char * st1,const char * st2,const void * s1,size_t n1,const void * s2,size_t n2)332 int test_mem_eq(const char *file, int line, const char *st1, const char *st2,
333 const void *s1, size_t n1, const void *s2, size_t n2)
334 {
335 if (s1 == NULL && s2 == NULL)
336 return 1;
337 if (n1 != n2 || s1 == NULL || s2 == NULL || memcmp(s1, s2, n1) != 0) {
338 test_fail_memory_message(NULL, file, line, "memory", st1, st2, "==",
339 s1, n1, s2, n2);
340 return 0;
341 }
342 return 1;
343 }
344
test_mem_ne(const char * file,int line,const char * st1,const char * st2,const void * s1,size_t n1,const void * s2,size_t n2)345 int test_mem_ne(const char *file, int line, const char *st1, const char *st2,
346 const void *s1, size_t n1, const void *s2, size_t n2)
347 {
348 if ((s1 == NULL) ^ (s2 == NULL))
349 return 1;
350 if (n1 != n2)
351 return 1;
352 if (s1 == NULL || memcmp(s1, s2, n1) == 0) {
353 test_fail_memory_message(NULL, file, line, "memory", st1, st2, "!=",
354 s1, n1, s2, n2);
355 return 0;
356 }
357 return 1;
358 }
359
360 #define DEFINE_BN_COMPARISONS(opname, op, zero_cond) \
361 int test_BN_##opname(const char *file, int line, \
362 const char *s1, const char *s2, \
363 const BIGNUM *t1, const BIGNUM *t2) \
364 { \
365 if (BN_cmp(t1, t2) op 0) \
366 return 1; \
367 test_fail_bignum_message(NULL, file, line, "BIGNUM", s1, s2, \
368 #op, t1, t2); \
369 return 0; \
370 } \
371 int test_BN_##opname##_zero(const char *file, int line, \
372 const char *s, const BIGNUM *a) \
373 { \
374 if (a != NULL && (zero_cond)) \
375 return 1; \
376 test_fail_bignum_mono_message(NULL, file, line, "BIGNUM", \
377 s, "0", #op, a); \
378 return 0; \
379 }
380
381 DEFINE_BN_COMPARISONS(eq, ==, BN_is_zero(a))
382 DEFINE_BN_COMPARISONS(ne, !=, !BN_is_zero(a))
383 DEFINE_BN_COMPARISONS(gt, >, !BN_is_negative(a) && !BN_is_zero(a))
384 DEFINE_BN_COMPARISONS(ge, >=, !BN_is_negative(a) || BN_is_zero(a))
385 DEFINE_BN_COMPARISONS(lt, <, BN_is_negative(a) && !BN_is_zero(a))
386 DEFINE_BN_COMPARISONS(le, <=, BN_is_negative(a) || BN_is_zero(a))
387
test_BN_eq_one(const char * file,int line,const char * s,const BIGNUM * a)388 int test_BN_eq_one(const char *file, int line, const char *s, const BIGNUM *a)
389 {
390 if (a != NULL && BN_is_one(a))
391 return 1;
392 test_fail_bignum_mono_message(NULL, file, line, "BIGNUM", s, "1", "==", a);
393 return 0;
394 }
395
test_BN_odd(const char * file,int line,const char * s,const BIGNUM * a)396 int test_BN_odd(const char *file, int line, const char *s, const BIGNUM *a)
397 {
398 if (a != NULL && BN_is_odd(a))
399 return 1;
400 test_fail_bignum_mono_message(NULL, file, line, "BIGNUM", "ODD(", ")", s, a);
401 return 0;
402 }
403
test_BN_even(const char * file,int line,const char * s,const BIGNUM * a)404 int test_BN_even(const char *file, int line, const char *s, const BIGNUM *a)
405 {
406 if (a != NULL && !BN_is_odd(a))
407 return 1;
408 test_fail_bignum_mono_message(NULL, file, line, "BIGNUM", "EVEN(", ")", s,
409 a);
410 return 0;
411 }
412
test_BN_eq_word(const char * file,int line,const char * bns,const char * ws,const BIGNUM * a,BN_ULONG w)413 int test_BN_eq_word(const char *file, int line, const char *bns, const char *ws,
414 const BIGNUM *a, BN_ULONG w)
415 {
416 BIGNUM *bw;
417
418 if (a != NULL && BN_is_word(a, w))
419 return 1;
420 if ((bw = BN_new()) != NULL)
421 BN_set_word(bw, w);
422 test_fail_bignum_message(NULL, file, line, "BIGNUM", bns, ws, "==", a, bw);
423 BN_free(bw);
424 return 0;
425 }
426
test_BN_abs_eq_word(const char * file,int line,const char * bns,const char * ws,const BIGNUM * a,BN_ULONG w)427 int test_BN_abs_eq_word(const char *file, int line, const char *bns,
428 const char *ws, const BIGNUM *a, BN_ULONG w)
429 {
430 BIGNUM *bw, *aa;
431
432 if (a != NULL && BN_abs_is_word(a, w))
433 return 1;
434 if ((aa = BN_dup(a)) != NULL)
435 BN_set_negative(aa, 0);
436 if ((bw = BN_new()) != NULL)
437 BN_set_word(bw, w);
438 test_fail_bignum_message(NULL, file, line, "BIGNUM", bns, ws, "abs==",
439 aa, bw);
440 BN_free(bw);
441 BN_free(aa);
442 return 0;
443 }
444
print_time(const ASN1_TIME * t)445 static const char *print_time(const ASN1_TIME *t)
446 {
447 return t == NULL ? "<null>" : (const char *)ASN1_STRING_get0_data(t);
448 }
449
450 #define DEFINE_TIME_T_COMPARISON(opname, op) \
451 int test_time_t_##opname(const char *file, int line, \
452 const char *s1, const char *s2, \
453 const time_t t1, const time_t t2) \
454 { \
455 ASN1_TIME *at1 = ASN1_TIME_set(NULL, t1); \
456 ASN1_TIME *at2 = ASN1_TIME_set(NULL, t2); \
457 int r = at1 != NULL && at2 != NULL \
458 && ASN1_TIME_compare(at1, at2) op 0; \
459 if (!r) \
460 test_fail_message(NULL, file, line, "time_t", s1, s2, #op, \
461 "[%s] compared to [%s]", \
462 print_time(at1), print_time(at2)); \
463 ASN1_STRING_free(at1); \
464 ASN1_STRING_free(at2); \
465 return r; \
466 }
467 DEFINE_TIME_T_COMPARISON(eq, ==)
468 DEFINE_TIME_T_COMPARISON(ne, !=)
469 DEFINE_TIME_T_COMPARISON(gt, >)
470 DEFINE_TIME_T_COMPARISON(ge, >=)
471 DEFINE_TIME_T_COMPARISON(lt, <)
472 DEFINE_TIME_T_COMPARISON(le, <=)
473