blob: d28a75e07761732938e521bee2b6cdaaed566939 [file] [log] [blame]
Mohammad Azim Khan95402612017-07-19 10:15:54 +01001#line 2 "suites/host_test.function"
Mohammad Azim Khanfff49042017-03-28 01:48:31 +01002
3/**
Azim Khan8d686bf2018-07-04 23:29:46 +01004 * \brief Verifies that string is in string parameter format i.e. "<str>"
Mohammad Azim Khanfff49042017-03-28 01:48:31 +01005 * It also strips enclosing '"' from the input string.
6 *
7 * \param str String parameter.
8 *
9 * \return 0 if success else 1
10 */
Michael Schusterb1e33fb2024-06-04 02:30:22 +020011static int verify_string(char **str)
Mohammad Azim Khanfff49042017-03-28 01:48:31 +010012{
Gilles Peskine449bd832023-01-11 14:50:10 +010013 if ((*str)[0] != '"' ||
14 (*str)[strlen(*str) - 1] != '"') {
15 mbedtls_fprintf(stderr,
16 "Expected string (with \"\") for parameter and got: %s\n", *str);
17 return -1;
Mohammad Azim Khanfff49042017-03-28 01:48:31 +010018 }
19
Gilles Peskine449bd832023-01-11 14:50:10 +010020 (*str)++;
21 (*str)[strlen(*str) - 1] = '\0';
Mohammad Azim Khanfff49042017-03-28 01:48:31 +010022
Gilles Peskine449bd832023-01-11 14:50:10 +010023 return 0;
Mohammad Azim Khanfff49042017-03-28 01:48:31 +010024}
25
26/**
Azim Khan8d686bf2018-07-04 23:29:46 +010027 * \brief Verifies that string is an integer. Also gives the converted
Mohammad Azim Khanfff49042017-03-28 01:48:31 +010028 * integer value.
29 *
30 * \param str Input string.
Gilles Peskineb3c2eaf2022-12-04 13:10:55 +010031 * \param p_value Pointer to output value.
Mohammad Azim Khanfff49042017-03-28 01:48:31 +010032 *
33 * \return 0 if success else 1
34 */
Michael Schusterb1e33fb2024-06-04 02:30:22 +020035static int verify_int(char *str, intmax_t *p_value)
Mohammad Azim Khanfff49042017-03-28 01:48:31 +010036{
Gilles Peskine5226eb52022-12-04 00:28:56 +010037 char *end = NULL;
38 errno = 0;
Gilles Peskine872948c2022-12-04 15:32:54 +010039 /* Limit the range to long: for large integers, the test framework will
40 * use expressions anyway. */
Gilles Peskine5226eb52022-12-04 00:28:56 +010041 long value = strtol(str, &end, 0);
42 if (errno == EINVAL || *end != '\0') {
43 mbedtls_fprintf(stderr,
44 "Expected integer for parameter and got: %s\n", str);
45 return KEY_VALUE_MAPPING_NOT_FOUND;
Mohammad Azim Khanfff49042017-03-28 01:48:31 +010046 }
Gilles Peskine872948c2022-12-04 15:32:54 +010047 if (errno == ERANGE) {
Gilles Peskine5226eb52022-12-04 00:28:56 +010048 mbedtls_fprintf(stderr, "Integer out of range: %s\n", str);
49 return KEY_VALUE_MAPPING_NOT_FOUND;
Mohammad Azim Khanfff49042017-03-28 01:48:31 +010050 }
Gilles Peskine5226eb52022-12-04 00:28:56 +010051 *p_value = value;
52 return 0;
Mohammad Azim Khanfff49042017-03-28 01:48:31 +010053}
54
55
56/**
57 * \brief Usage string.
58 *
59 */
60#define USAGE \
61 "Usage: %s [OPTIONS] files...\n\n" \
62 " Command line arguments:\n" \
Mohammad Azim Khand2d01122018-07-18 17:48:37 +010063 " files... One or more test data files. If no file is\n" \
64 " specified the following default test case\n" \
65 " file is used:\n" \
Mohammad Azim Khanfff49042017-03-28 01:48:31 +010066 " %s\n\n" \
67 " Options:\n" \
68 " -v | --verbose Display full information about each test\n" \
69 " -h | --help Display this information\n\n", \
70 argv[0], \
71 "TESTCASE_FILENAME"
72
73
74/**
75 * \brief Read a line from the passed file pointer.
76 *
77 * \param f FILE pointer
78 * \param buf Pointer to memory to hold read line.
79 * \param len Length of the buf.
80 *
81 * \return 0 if success else -1
82 */
Michael Schusterb1e33fb2024-06-04 02:30:22 +020083static int get_line(FILE *f, char *buf, size_t len)
Mohammad Azim Khanfff49042017-03-28 01:48:31 +010084{
85 char *ret;
86 int i = 0, str_len = 0, has_string = 0;
87
88 /* Read until we get a valid line */
Gilles Peskine449bd832023-01-11 14:50:10 +010089 do {
90 ret = fgets(buf, len, f);
91 if (ret == NULL) {
92 return -1;
93 }
Mohammad Azim Khanfff49042017-03-28 01:48:31 +010094
Gilles Peskine449bd832023-01-11 14:50:10 +010095 str_len = strlen(buf);
Mohammad Azim Khanfff49042017-03-28 01:48:31 +010096
97 /* Skip empty line and comment */
Gilles Peskine449bd832023-01-11 14:50:10 +010098 if (str_len == 0 || buf[0] == '#') {
Mohammad Azim Khanfff49042017-03-28 01:48:31 +010099 continue;
Gilles Peskine449bd832023-01-11 14:50:10 +0100100 }
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100101 has_string = 0;
Gilles Peskine449bd832023-01-11 14:50:10 +0100102 for (i = 0; i < str_len; i++) {
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100103 char c = buf[i];
Gilles Peskine449bd832023-01-11 14:50:10 +0100104 if (c != ' ' && c != '\t' && c != '\n' &&
105 c != '\v' && c != '\f' && c != '\r') {
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100106 has_string = 1;
107 break;
108 }
109 }
Gilles Peskine449bd832023-01-11 14:50:10 +0100110 } while (!has_string);
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100111
112 /* Strip new line and carriage return */
Gilles Peskine449bd832023-01-11 14:50:10 +0100113 ret = buf + strlen(buf);
114 if (ret-- > buf && *ret == '\n') {
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100115 *ret = '\0';
Gilles Peskine449bd832023-01-11 14:50:10 +0100116 }
117 if (ret-- > buf && *ret == '\r') {
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100118 *ret = '\0';
Gilles Peskine449bd832023-01-11 14:50:10 +0100119 }
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100120
Gilles Peskine449bd832023-01-11 14:50:10 +0100121 return 0;
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100122}
123
124/**
125 * \brief Splits string delimited by ':'. Ignores '\:'.
126 *
127 * \param buf Input string
128 * \param len Input string length
129 * \param params Out params found
130 * \param params_len Out params array len
131 *
132 * \return Count of strings found.
133 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100134static int parse_arguments(char *buf, size_t len, char **params,
135 size_t params_len)
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100136{
137 size_t cnt = 0, i;
138 char *cur = buf;
139 char *p = buf, *q;
140
141 params[cnt++] = cur;
142
Gilles Peskine449bd832023-01-11 14:50:10 +0100143 while (*p != '\0' && p < (buf + len)) {
144 if (*p == '\\') {
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100145 p++;
146 p++;
147 continue;
148 }
Gilles Peskine449bd832023-01-11 14:50:10 +0100149 if (*p == ':') {
150 if (p + 1 < buf + len) {
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100151 cur = p + 1;
Gilles Peskine449bd832023-01-11 14:50:10 +0100152 TEST_HELPER_ASSERT(cnt < params_len);
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100153 params[cnt++] = cur;
154 }
155 *p = '\0';
156 }
157
158 p++;
159 }
160
Gilles Peskine1a248952022-12-03 23:48:25 +0100161 /* Replace backslash escapes in strings */
Gilles Peskine449bd832023-01-11 14:50:10 +0100162 for (i = 0; i < cnt; i++) {
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100163 p = params[i];
164 q = params[i];
165
Gilles Peskine449bd832023-01-11 14:50:10 +0100166 while (*p != '\0') {
Gilles Peskine1a248952022-12-03 23:48:25 +0100167 if (*p == '\\') {
168 ++p;
169 switch (*p) {
170 case 'n':
171 *p = '\n';
172 break;
173 default:
174 // Fall through to copying *p
175 break;
176 }
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100177 }
Gilles Peskine1a248952022-12-03 23:48:25 +0100178 *(q++) = *(p++);
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100179 }
180 *q = '\0';
181 }
182
Gilles Peskine449bd832023-01-11 14:50:10 +0100183 return cnt;
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100184}
185
186/**
187 * \brief Converts parameters into test function consumable parameters.
188 * Example: Input: {"int", "0", "char*", "Hello",
189 * "hex", "abef", "exp", "1"}
190 * Output: {
191 * 0, // Verified int
192 * "Hello", // Verified string
193 * 2, { 0xab, 0xef },// Converted len,hex pair
194 * 9600 // Evaluated expression
195 * }
196 *
197 *
Mohammad Azim Khand2d01122018-07-18 17:48:37 +0100198 * \param cnt Parameter array count.
199 * \param params Out array of found parameters.
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100200 * \param int_params_store Memory for storing processed integer parameters.
201 *
202 * \return 0 for success else 1
203 */
Gilles Peskineb3c2eaf2022-12-04 13:10:55 +0100204static int convert_params(size_t cnt, char **params,
205 mbedtls_test_argument_t *int_params_store)
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100206{
Gilles Peskine449bd832023-01-11 14:50:10 +0100207 char **cur = params;
208 char **out = params;
Mohammad Azim Khand2d01122018-07-18 17:48:37 +0100209 int ret = DISPATCH_TEST_SUCCESS;
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100210
Gilles Peskine449bd832023-01-11 14:50:10 +0100211 while (cur < params + cnt) {
212 char *type = *cur++;
213 char *val = *cur++;
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100214
Gilles Peskine449bd832023-01-11 14:50:10 +0100215 if (strcmp(type, "char*") == 0) {
216 if (verify_string(&val) == 0) {
217 *out++ = val;
218 } else {
219 ret = (DISPATCH_INVALID_TEST_DATA);
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100220 break;
221 }
Gilles Peskine449bd832023-01-11 14:50:10 +0100222 } else if (strcmp(type, "int") == 0) {
Gilles Peskine872948c2022-12-04 15:32:54 +0100223 if (verify_int(val, &int_params_store->sint) == 0) {
Gilles Peskine449bd832023-01-11 14:50:10 +0100224 *out++ = (char *) int_params_store++;
225 } else {
226 ret = (DISPATCH_INVALID_TEST_DATA);
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100227 break;
228 }
Gilles Peskine449bd832023-01-11 14:50:10 +0100229 } else if (strcmp(type, "hex") == 0) {
230 if (verify_string(&val) == 0) {
Ronald Crona0c25392020-06-18 10:10:46 +0200231 size_t len;
232
233 TEST_HELPER_ASSERT(
Gilles Peskine449bd832023-01-11 14:50:10 +0100234 mbedtls_test_unhexify((unsigned char *) val, strlen(val),
235 val, &len) == 0);
Ronald Crona0c25392020-06-18 10:10:46 +0200236
Gilles Peskineb3c2eaf2022-12-04 13:10:55 +0100237 int_params_store->len = len;
Azim Khan184447e2017-05-31 20:29:36 +0100238 *out++ = val;
Gilles Peskine449bd832023-01-11 14:50:10 +0100239 *out++ = (char *) (int_params_store++);
240 } else {
241 ret = (DISPATCH_INVALID_TEST_DATA);
Azim Khan184447e2017-05-31 20:29:36 +0100242 break;
243 }
Gilles Peskine449bd832023-01-11 14:50:10 +0100244 } else if (strcmp(type, "exp") == 0) {
245 int exp_id = strtol(val, NULL, 10);
Gilles Peskine872948c2022-12-04 15:32:54 +0100246 if (get_expression(exp_id, &int_params_store->sint) == 0) {
Gilles Peskine449bd832023-01-11 14:50:10 +0100247 *out++ = (char *) int_params_store++;
248 } else {
249 ret = (DISPATCH_INVALID_TEST_DATA);
250 break;
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100251 }
Gilles Peskine449bd832023-01-11 14:50:10 +0100252 } else {
253 ret = (DISPATCH_INVALID_TEST_DATA);
254 break;
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100255 }
256 }
Gilles Peskine449bd832023-01-11 14:50:10 +0100257 return ret;
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100258}
259
260/**
261 * \brief Tests snprintf implementation with test input.
262 *
Azim Khan191e9042017-06-09 12:39:00 +0100263 * \note
264 * At high optimization levels (e.g. gcc -O3), this function may be
265 * inlined in run_test_snprintf. This can trigger a spurious warning about
266 * potential misuse of snprintf from gcc -Wformat-truncation (observed with
267 * gcc 7.2). This warning makes tests in run_test_snprintf redundant on gcc
268 * only. They are still valid for other compilers. Avoid this warning by
269 * forbidding inlining of this function by gcc.
270 *
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100271 * \param n Buffer test length.
272 * \param ref_buf Expected buffer.
273 * \param ref_ret Expected snprintf return value.
274 *
275 * \return 0 for success else 1
276 */
Azim Khan191e9042017-06-09 12:39:00 +0100277#if defined(__GNUC__)
278__attribute__((__noinline__))
279#endif
Gilles Peskine449bd832023-01-11 14:50:10 +0100280static int test_snprintf(size_t n, const char *ref_buf, int ref_ret)
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100281{
282 int ret;
283 char buf[10] = "xxxxxxxxx";
284 const char ref[10] = "xxxxxxxxx";
285
Gilles Peskine449bd832023-01-11 14:50:10 +0100286 if (n >= sizeof(buf)) {
287 return -1;
288 }
289 ret = mbedtls_snprintf(buf, n, "%s", "123");
290 if (ret < 0 || (size_t) ret >= n) {
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100291 ret = -1;
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100292 }
293
Gilles Peskine449bd832023-01-11 14:50:10 +0100294 if (strncmp(ref_buf, buf, sizeof(buf)) != 0 ||
295 ref_ret != ret ||
296 memcmp(buf + n, ref + n, sizeof(buf) - n) != 0) {
297 return 1;
298 }
299
300 return 0;
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100301}
302
303/**
304 * \brief Tests snprintf implementation.
305 *
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100306 * \return 0 for success else 1
307 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100308static int run_test_snprintf(void)
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100309{
Gilles Peskine449bd832023-01-11 14:50:10 +0100310 return test_snprintf(0, "xxxxxxxxx", -1) != 0 ||
311 test_snprintf(1, "", -1) != 0 ||
312 test_snprintf(2, "1", -1) != 0 ||
313 test_snprintf(3, "12", -1) != 0 ||
314 test_snprintf(4, "123", 3) != 0 ||
315 test_snprintf(5, "123", 3) != 0;
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100316}
317
Gilles Peskine51dcc242019-09-16 15:13:48 +0200318/** \brief Write the description of the test case to the outcome CSV file.
319 *
320 * \param outcome_file The file to write to.
321 * If this is \c NULL, this function does nothing.
322 * \param argv0 The test suite name.
323 * \param test_case The test case description.
324 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100325static void write_outcome_entry(FILE *outcome_file,
326 const char *argv0,
327 const char *test_case)
Gilles Peskine51dcc242019-09-16 15:13:48 +0200328{
329 /* The non-varying fields are initialized on first use. */
330 static const char *platform = NULL;
331 static const char *configuration = NULL;
332 static const char *test_suite = NULL;
333
Gilles Peskine449bd832023-01-11 14:50:10 +0100334 if (outcome_file == NULL) {
Gilles Peskine51dcc242019-09-16 15:13:48 +0200335 return;
Gilles Peskine449bd832023-01-11 14:50:10 +0100336 }
Gilles Peskine51dcc242019-09-16 15:13:48 +0200337
Gilles Peskine449bd832023-01-11 14:50:10 +0100338 if (platform == NULL) {
339 platform = getenv("MBEDTLS_TEST_PLATFORM");
340 if (platform == NULL) {
Gilles Peskine51dcc242019-09-16 15:13:48 +0200341 platform = "unknown";
Gilles Peskine449bd832023-01-11 14:50:10 +0100342 }
Gilles Peskine51dcc242019-09-16 15:13:48 +0200343 }
Gilles Peskine449bd832023-01-11 14:50:10 +0100344 if (configuration == NULL) {
345 configuration = getenv("MBEDTLS_TEST_CONFIGURATION");
346 if (configuration == NULL) {
Gilles Peskine51dcc242019-09-16 15:13:48 +0200347 configuration = "unknown";
Gilles Peskine449bd832023-01-11 14:50:10 +0100348 }
Gilles Peskine51dcc242019-09-16 15:13:48 +0200349 }
Gilles Peskine449bd832023-01-11 14:50:10 +0100350 if (test_suite == NULL) {
351 test_suite = strrchr(argv0, '/');
352 if (test_suite != NULL) {
Gilles Peskine51dcc242019-09-16 15:13:48 +0200353 test_suite += 1; // skip the '/'
Gilles Peskine449bd832023-01-11 14:50:10 +0100354 } else {
Gilles Peskine51dcc242019-09-16 15:13:48 +0200355 test_suite = argv0;
Gilles Peskine449bd832023-01-11 14:50:10 +0100356 }
Gilles Peskine51dcc242019-09-16 15:13:48 +0200357 }
358
359 /* Write the beginning of the outcome line.
360 * Ignore errors: writing the outcome file is on a best-effort basis. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100361 mbedtls_fprintf(outcome_file, "%s;%s;%s;%s;",
362 platform, configuration, test_suite, test_case);
Gilles Peskine51dcc242019-09-16 15:13:48 +0200363}
364
365/** \brief Write the result of the test case to the outcome CSV file.
366 *
367 * \param outcome_file The file to write to.
368 * If this is \c NULL, this function does nothing.
Ronald Cron67a8a372020-04-01 16:04:41 +0200369 * \param unmet_dep_count The number of unmet dependencies.
370 * \param unmet_dependencies The array of unmet dependencies.
371 * \param missing_unmet_dependencies Non-zero if there was a problem tracking
372 * all unmet dependencies, 0 otherwise.
Gilles Peskine5a7702e2021-02-23 13:40:19 +0100373 * \param ret The test dispatch status (DISPATCH_xxx).
Gilles Peskine51dcc242019-09-16 15:13:48 +0200374 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100375static void write_outcome_result(FILE *outcome_file,
376 size_t unmet_dep_count,
377 int unmet_dependencies[],
378 int missing_unmet_dependencies,
Paul Elliott4580d4d2023-10-27 18:41:02 +0100379 int ret)
Gilles Peskine51dcc242019-09-16 15:13:48 +0200380{
Gilles Peskine449bd832023-01-11 14:50:10 +0100381 if (outcome_file == NULL) {
Gilles Peskine51dcc242019-09-16 15:13:48 +0200382 return;
Gilles Peskine449bd832023-01-11 14:50:10 +0100383 }
Gilles Peskine51dcc242019-09-16 15:13:48 +0200384
385 /* Write the end of the outcome line.
386 * Ignore errors: writing the outcome file is on a best-effort basis. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100387 switch (ret) {
Gilles Peskine51dcc242019-09-16 15:13:48 +0200388 case DISPATCH_TEST_SUCCESS:
Gilles Peskine449bd832023-01-11 14:50:10 +0100389 if (unmet_dep_count > 0) {
Gilles Peskine51dcc242019-09-16 15:13:48 +0200390 size_t i;
Gilles Peskine449bd832023-01-11 14:50:10 +0100391 mbedtls_fprintf(outcome_file, "SKIP");
392 for (i = 0; i < unmet_dep_count; i++) {
393 mbedtls_fprintf(outcome_file, "%c%d",
394 i == 0 ? ';' : ':',
395 unmet_dependencies[i]);
Gilles Peskine51dcc242019-09-16 15:13:48 +0200396 }
Gilles Peskine449bd832023-01-11 14:50:10 +0100397 if (missing_unmet_dependencies) {
398 mbedtls_fprintf(outcome_file, ":...");
399 }
Gilles Peskine51dcc242019-09-16 15:13:48 +0200400 break;
401 }
Paul Elliott4580d4d2023-10-27 18:41:02 +0100402 switch (mbedtls_test_get_result()) {
Chris Jonese60e2ae2021-01-20 17:51:47 +0000403 case MBEDTLS_TEST_RESULT_SUCCESS:
Gilles Peskine449bd832023-01-11 14:50:10 +0100404 mbedtls_fprintf(outcome_file, "PASS;");
Gilles Peskine51dcc242019-09-16 15:13:48 +0200405 break;
Chris Jonese60e2ae2021-01-20 17:51:47 +0000406 case MBEDTLS_TEST_RESULT_SKIPPED:
Gilles Peskine449bd832023-01-11 14:50:10 +0100407 mbedtls_fprintf(outcome_file, "SKIP;Runtime skip");
Gilles Peskine51dcc242019-09-16 15:13:48 +0200408 break;
409 default:
Gilles Peskine449bd832023-01-11 14:50:10 +0100410 mbedtls_fprintf(outcome_file, "FAIL;%s:%d:%s",
Paul Elliott4580d4d2023-10-27 18:41:02 +0100411 mbedtls_get_test_filename(),
412 mbedtls_test_get_line_no(),
413 mbedtls_test_get_test());
Gilles Peskine51dcc242019-09-16 15:13:48 +0200414 break;
415 }
416 break;
417 case DISPATCH_TEST_FN_NOT_FOUND:
Gilles Peskine449bd832023-01-11 14:50:10 +0100418 mbedtls_fprintf(outcome_file, "FAIL;Test function not found");
Gilles Peskine51dcc242019-09-16 15:13:48 +0200419 break;
420 case DISPATCH_INVALID_TEST_DATA:
Gilles Peskine449bd832023-01-11 14:50:10 +0100421 mbedtls_fprintf(outcome_file, "FAIL;Invalid test data");
Gilles Peskine51dcc242019-09-16 15:13:48 +0200422 break;
423 case DISPATCH_UNSUPPORTED_SUITE:
Gilles Peskine449bd832023-01-11 14:50:10 +0100424 mbedtls_fprintf(outcome_file, "SKIP;Unsupported suite");
Gilles Peskine51dcc242019-09-16 15:13:48 +0200425 break;
426 default:
Gilles Peskine449bd832023-01-11 14:50:10 +0100427 mbedtls_fprintf(outcome_file, "FAIL;Unknown cause");
Gilles Peskine51dcc242019-09-16 15:13:48 +0200428 break;
429 }
Gilles Peskine449bd832023-01-11 14:50:10 +0100430 mbedtls_fprintf(outcome_file, "\n");
431 fflush(outcome_file);
Gilles Peskine51dcc242019-09-16 15:13:48 +0200432}
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100433
Gilles Peskine21bff212023-10-02 20:09:35 +0200434#if defined(__unix__) || \
Gilles Peskineca260822023-10-03 10:01:43 +0200435 (defined(__APPLE__) && defined(__MACH__))
Gilles Peskine21bff212023-10-02 20:09:35 +0200436#define MBEDTLS_HAVE_CHDIR
437#endif
438
439#if defined(MBEDTLS_HAVE_CHDIR)
440/** Try chdir to the directory containing argv0.
441 *
442 * Failures are silent.
443 */
Gilles Peskinebf3c3fa2023-10-25 17:40:19 +0200444static void try_chdir_if_supported(const char *argv0)
Gilles Peskine21bff212023-10-02 20:09:35 +0200445{
Gilles Peskinec7600192023-10-05 17:23:58 +0200446 /* We might want to allow backslash as well, for Windows. But then we also
447 * need to consider chdir() vs _chdir(), and different conventions
448 * regarding paths in argv[0] (naively enabling this code with
449 * backslash support on Windows leads to chdir into the wrong directory
450 * on the CI). */
Gilles Peskine21bff212023-10-02 20:09:35 +0200451 const char *slash = strrchr(argv0, '/');
452 if (slash == NULL) {
453 return;
454 }
455 size_t path_size = slash - argv0 + 1;
456 char *path = mbedtls_calloc(1, path_size);
457 if (path == NULL) {
458 return;
459 }
460 memcpy(path, argv0, path_size - 1);
461 path[path_size - 1] = 0;
Gilles Peskineca260822023-10-03 10:01:43 +0200462 int ret = chdir(path);
463 if (ret != 0) {
464 mbedtls_fprintf(stderr, "%s: note: chdir(\"%s\") failed.\n",
465 __func__, path);
466 }
Gilles Peskine21bff212023-10-02 20:09:35 +0200467 mbedtls_free(path);
468}
Gilles Peskinebf3c3fa2023-10-25 17:40:19 +0200469#else /* MBEDTLS_HAVE_CHDIR */
470/* No chdir() or no support for parsing argv[0] on this platform. */
471static void try_chdir_if_supported(const char *argv0)
472{
473 (void) argv0;
474 return;
475}
Gilles Peskine21bff212023-10-02 20:09:35 +0200476#endif /* MBEDTLS_HAVE_CHDIR */
477
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100478/**
479 * \brief Desktop implementation of execute_tests().
480 * Parses command line and executes tests from
481 * supplied or default data file.
482 *
483 * \param argc Command line argument count.
484 * \param argv Argument array.
485 *
486 * \return Program exit status.
487 */
Michael Schusterb1e33fb2024-06-04 02:30:22 +0200488static int execute_tests(int argc, const char **argv)
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100489{
490 /* Local Configurations and options */
491 const char *default_filename = "DATA_FILE";
492 const char *test_filename = NULL;
493 const char **test_files = NULL;
Gilles Peskine3c1c8ea2019-09-16 15:10:47 +0200494 size_t testfile_count = 0;
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100495 int option_verbose = 0;
k-stachowiak03954f22019-09-16 10:23:10 +0200496 size_t function_id = 0;
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100497
498 /* Other Local variables */
499 int arg_index = 1;
500 const char *next_arg;
Gilles Peskine3c1c8ea2019-09-16 15:10:47 +0200501 size_t testfile_index, i, cnt;
502 int ret;
503 unsigned total_errors = 0, total_tests = 0, total_skipped = 0;
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100504 FILE *file;
505 char buf[5000];
506 char *params[50];
Shaun Case8b0ecbc2021-12-20 21:14:10 -0800507 /* Store for processed integer params. */
Gilles Peskineb3c2eaf2022-12-04 13:10:55 +0100508 mbedtls_test_argument_t int_params[50];
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100509 void *pointer;
510#if defined(__unix__) || (defined(__APPLE__) && defined(__MACH__))
511 int stdout_fd = -1;
512#endif /* __unix__ || __APPLE__ __MACH__ */
Gilles Peskine449bd832023-01-11 14:50:10 +0100513 const char *outcome_file_name = getenv("MBEDTLS_TEST_OUTCOME_FILE");
Gilles Peskine51dcc242019-09-16 15:13:48 +0200514 FILE *outcome_file = NULL;
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100515
516#if defined(MBEDTLS_MEMORY_BUFFER_ALLOC_C) && \
517 !defined(TEST_SUITE_MEMORY_BUFFER_ALLOC)
518 unsigned char alloc_buf[1000000];
Gilles Peskine449bd832023-01-11 14:50:10 +0100519 mbedtls_memory_buffer_alloc_init(alloc_buf, sizeof(alloc_buf));
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100520#endif
521
Gilles Peskine1061ec62021-01-29 21:17:11 +0100522#if defined(MBEDTLS_TEST_MUTEX_USAGE)
Gilles Peskine449bd832023-01-11 14:50:10 +0100523 mbedtls_test_mutex_usage_init();
Gilles Peskine1061ec62021-01-29 21:17:11 +0100524#endif
525
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100526 /*
527 * The C standard doesn't guarantee that all-bits-0 is the representation
528 * of a NULL pointer. We do however use that in our code for initializing
529 * structures, which should work on every modern platform. Let's be sure.
530 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100531 memset(&pointer, 0, sizeof(void *));
532 if (pointer != NULL) {
533 mbedtls_fprintf(stderr, "all-bits-zero is not a NULL pointer\n");
534 return 1;
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100535 }
536
537 /*
538 * Make sure we have a snprintf that correctly zero-terminates
539 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100540 if (run_test_snprintf() != 0) {
541 mbedtls_fprintf(stderr, "the snprintf implementation is broken\n");
542 return 1;
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100543 }
544
Gilles Peskine449bd832023-01-11 14:50:10 +0100545 if (outcome_file_name != NULL && *outcome_file_name != '\0') {
546 outcome_file = fopen(outcome_file_name, "a");
547 if (outcome_file == NULL) {
548 mbedtls_fprintf(stderr, "Unable to open outcome file. Continuing anyway.\n");
Gilles Peskine9c673232020-01-21 18:03:56 +0100549 }
550 }
551
Gilles Peskine449bd832023-01-11 14:50:10 +0100552 while (arg_index < argc) {
Mohammad Azim Khand2d01122018-07-18 17:48:37 +0100553 next_arg = argv[arg_index];
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100554
Gilles Peskine449bd832023-01-11 14:50:10 +0100555 if (strcmp(next_arg, "--verbose") == 0 ||
556 strcmp(next_arg, "-v") == 0) {
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100557 option_verbose = 1;
Gilles Peskine449bd832023-01-11 14:50:10 +0100558 } else if (strcmp(next_arg, "--help") == 0 ||
559 strcmp(next_arg, "-h") == 0) {
560 mbedtls_fprintf(stdout, USAGE);
561 mbedtls_exit(EXIT_SUCCESS);
562 } else {
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100563 /* Not an option, therefore treat all further arguments as the file
564 * list.
565 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100566 test_files = &argv[arg_index];
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100567 testfile_count = argc - arg_index;
Tuvshinzaya Erdenekhuu8988e232022-06-17 10:19:56 +0100568 break;
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100569 }
570
571 arg_index++;
572 }
573
574 /* If no files were specified, assume a default */
Gilles Peskine449bd832023-01-11 14:50:10 +0100575 if (test_files == NULL || testfile_count == 0) {
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100576 test_files = &default_filename;
577 testfile_count = 1;
578 }
579
580 /* Initialize the struct that holds information about the last test */
Gilles Peskine449bd832023-01-11 14:50:10 +0100581 mbedtls_test_info_reset();
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100582
583 /* Now begin to execute the tests in the testfiles */
Gilles Peskine449bd832023-01-11 14:50:10 +0100584 for (testfile_index = 0;
585 testfile_index < testfile_count;
586 testfile_index++) {
Gilles Peskine3c1c8ea2019-09-16 15:10:47 +0200587 size_t unmet_dep_count = 0;
Gilles Peskine06725c92020-03-30 21:39:09 +0200588 int unmet_dependencies[20];
Ronald Cron67a8a372020-04-01 16:04:41 +0200589 int missing_unmet_dependencies = 0;
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100590
Gilles Peskine449bd832023-01-11 14:50:10 +0100591 test_filename = test_files[testfile_index];
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100592
Gilles Peskine449bd832023-01-11 14:50:10 +0100593 file = fopen(test_filename, "r");
594 if (file == NULL) {
595 mbedtls_fprintf(stderr, "Failed to open test file: %s\n",
596 test_filename);
597 if (outcome_file != NULL) {
598 fclose(outcome_file);
599 }
600 return 1;
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100601 }
602
Gilles Peskine449bd832023-01-11 14:50:10 +0100603 while (!feof(file)) {
604 if (unmet_dep_count > 0) {
605 mbedtls_fprintf(stderr,
606 "FATAL: Dep count larger than zero at start of loop\n");
607 mbedtls_exit(MBEDTLS_EXIT_FAILURE);
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100608 }
609 unmet_dep_count = 0;
Ronald Cron67a8a372020-04-01 16:04:41 +0200610 missing_unmet_dependencies = 0;
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100611
Gilles Peskine449bd832023-01-11 14:50:10 +0100612 if ((ret = get_line(file, buf, sizeof(buf))) != 0) {
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100613 break;
Gilles Peskine449bd832023-01-11 14:50:10 +0100614 }
615 mbedtls_fprintf(stdout, "%s%.66s",
Paul Elliott4580d4d2023-10-27 18:41:02 +0100616 mbedtls_test_get_result() == MBEDTLS_TEST_RESULT_FAILED ?
Gilles Peskine449bd832023-01-11 14:50:10 +0100617 "\n" : "", buf);
618 mbedtls_fprintf(stdout, " ");
619 for (i = strlen(buf) + 1; i < 67; i++) {
620 mbedtls_fprintf(stdout, ".");
621 }
622 mbedtls_fprintf(stdout, " ");
623 fflush(stdout);
624 write_outcome_entry(outcome_file, argv[0], buf);
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100625
626 total_tests++;
627
Gilles Peskine449bd832023-01-11 14:50:10 +0100628 if ((ret = get_line(file, buf, sizeof(buf))) != 0) {
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100629 break;
Gilles Peskine449bd832023-01-11 14:50:10 +0100630 }
631 cnt = parse_arguments(buf, strlen(buf), params,
632 sizeof(params) / sizeof(params[0]));
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100633
Gilles Peskine449bd832023-01-11 14:50:10 +0100634 if (strcmp(params[0], "depends_on") == 0) {
635 for (i = 1; i < cnt; i++) {
636 int dep_id = strtol(params[i], NULL, 10);
637 if (dep_check(dep_id) != DEPENDENCY_SUPPORTED) {
638 if (unmet_dep_count <
639 ARRAY_LENGTH(unmet_dependencies)) {
Ronald Crone1a05a52020-04-01 15:52:06 +0200640 unmet_dependencies[unmet_dep_count] = dep_id;
641 unmet_dep_count++;
Gilles Peskine449bd832023-01-11 14:50:10 +0100642 } else {
Ronald Cron67a8a372020-04-01 16:04:41 +0200643 missing_unmet_dependencies = 1;
644 }
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100645 }
646 }
647
Gilles Peskine449bd832023-01-11 14:50:10 +0100648 if ((ret = get_line(file, buf, sizeof(buf))) != 0) {
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100649 break;
Gilles Peskine449bd832023-01-11 14:50:10 +0100650 }
651 cnt = parse_arguments(buf, strlen(buf), params,
652 sizeof(params) / sizeof(params[0]));
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100653 }
654
655 // If there are no unmet dependencies execute the test
Gilles Peskine449bd832023-01-11 14:50:10 +0100656 if (unmet_dep_count == 0) {
657 mbedtls_test_info_reset();
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100658
659#if defined(__unix__) || (defined(__APPLE__) && defined(__MACH__))
660 /* Suppress all output from the library unless we're verbose
661 * mode
662 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100663 if (!option_verbose) {
664 stdout_fd = redirect_output(stdout, "/dev/null");
665 if (stdout_fd == -1) {
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100666 /* Redirection has failed with no stdout so exit */
Gilles Peskine449bd832023-01-11 14:50:10 +0100667 exit(1);
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100668 }
669 }
670#endif /* __unix__ || __APPLE__ __MACH__ */
671
Gilles Peskine449bd832023-01-11 14:50:10 +0100672 function_id = strtoul(params[0], NULL, 10);
673 if ((ret = check_test(function_id)) == DISPATCH_TEST_SUCCESS) {
674 ret = convert_params(cnt - 1, params + 1, int_params);
675 if (DISPATCH_TEST_SUCCESS == ret) {
676 ret = dispatch_test(function_id, (void **) (params + 1));
Azim Khan13c6bfb2017-06-15 14:45:56 +0100677 }
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100678 }
679
680#if defined(__unix__) || (defined(__APPLE__) && defined(__MACH__))
Gilles Peskine449bd832023-01-11 14:50:10 +0100681 if (!option_verbose && restore_output(stdout, stdout_fd)) {
682 /* Redirection has failed with no stdout so exit */
683 exit(1);
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100684 }
685#endif /* __unix__ || __APPLE__ __MACH__ */
686
687 }
688
Gilles Peskine449bd832023-01-11 14:50:10 +0100689 write_outcome_result(outcome_file,
690 unmet_dep_count, unmet_dependencies,
691 missing_unmet_dependencies,
Paul Elliott4580d4d2023-10-27 18:41:02 +0100692 ret);
Gilles Peskine449bd832023-01-11 14:50:10 +0100693 if (unmet_dep_count > 0 || ret == DISPATCH_UNSUPPORTED_SUITE) {
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100694 total_skipped++;
Gilles Peskine449bd832023-01-11 14:50:10 +0100695 mbedtls_fprintf(stdout, "----");
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100696
Gilles Peskine449bd832023-01-11 14:50:10 +0100697 if (1 == option_verbose && ret == DISPATCH_UNSUPPORTED_SUITE) {
698 mbedtls_fprintf(stdout, "\n Test Suite not enabled");
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100699 }
700
Gilles Peskine449bd832023-01-11 14:50:10 +0100701 if (1 == option_verbose && unmet_dep_count > 0) {
702 mbedtls_fprintf(stdout, "\n Unmet dependencies: ");
703 for (i = 0; i < unmet_dep_count; i++) {
704 mbedtls_fprintf(stdout, "%d ",
705 unmet_dependencies[i]);
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100706 }
Gilles Peskine449bd832023-01-11 14:50:10 +0100707 if (missing_unmet_dependencies) {
708 mbedtls_fprintf(stdout, "...");
709 }
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100710 }
Gilles Peskine449bd832023-01-11 14:50:10 +0100711 mbedtls_fprintf(stdout, "\n");
712 fflush(stdout);
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100713
714 unmet_dep_count = 0;
Ronald Cron67a8a372020-04-01 16:04:41 +0200715 missing_unmet_dependencies = 0;
Gilles Peskine449bd832023-01-11 14:50:10 +0100716 } else if (ret == DISPATCH_TEST_SUCCESS) {
Paul Elliott4580d4d2023-10-27 18:41:02 +0100717 if (mbedtls_test_get_result() == MBEDTLS_TEST_RESULT_SUCCESS) {
Gilles Peskine449bd832023-01-11 14:50:10 +0100718 mbedtls_fprintf(stdout, "PASS\n");
Paul Elliott4580d4d2023-10-27 18:41:02 +0100719 } else if (mbedtls_test_get_result() == MBEDTLS_TEST_RESULT_SKIPPED) {
Gilles Peskine449bd832023-01-11 14:50:10 +0100720 mbedtls_fprintf(stdout, "----\n");
Hanno Beckere69d0152019-07-05 13:31:30 +0100721 total_skipped++;
Gilles Peskine449bd832023-01-11 14:50:10 +0100722 } else {
Paul Elliott65064262023-11-27 17:29:05 +0000723 char line_buffer[MBEDTLS_TEST_LINE_LENGTH];
724
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100725 total_errors++;
Gilles Peskine449bd832023-01-11 14:50:10 +0100726 mbedtls_fprintf(stdout, "FAILED\n");
727 mbedtls_fprintf(stdout, " %s\n at ",
Paul Elliott4580d4d2023-10-27 18:41:02 +0100728 mbedtls_test_get_test());
729 if (mbedtls_test_get_step() != (unsigned long) (-1)) {
Gilles Peskine449bd832023-01-11 14:50:10 +0100730 mbedtls_fprintf(stdout, "step %lu, ",
Paul Elliott4580d4d2023-10-27 18:41:02 +0100731 mbedtls_test_get_step());
Gilles Peskine56055912019-03-01 14:26:30 +0100732 }
Gilles Peskine449bd832023-01-11 14:50:10 +0100733 mbedtls_fprintf(stdout, "line %d, %s",
Paul Elliott4580d4d2023-10-27 18:41:02 +0100734 mbedtls_test_get_line_no(),
735 mbedtls_get_test_filename());
Paul Elliott65064262023-11-27 17:29:05 +0000736
737 mbedtls_test_get_line1(line_buffer);
738 if (line_buffer[0] != 0) {
739 mbedtls_fprintf(stdout, "\n %s", line_buffer);
Gilles Peskine449bd832023-01-11 14:50:10 +0100740 }
Paul Elliott65064262023-11-27 17:29:05 +0000741 mbedtls_test_get_line2(line_buffer);
742 if (line_buffer[0] != 0) {
743 mbedtls_fprintf(stdout, "\n %s", line_buffer);
Gilles Peskine449bd832023-01-11 14:50:10 +0100744 }
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100745 }
Gilles Peskine449bd832023-01-11 14:50:10 +0100746 fflush(stdout);
747 } else if (ret == DISPATCH_INVALID_TEST_DATA) {
748 mbedtls_fprintf(stderr, "FAILED: FATAL PARSE ERROR\n");
749 fclose(file);
750 mbedtls_exit(2);
751 } else if (ret == DISPATCH_TEST_FN_NOT_FOUND) {
752 mbedtls_fprintf(stderr, "FAILED: FATAL TEST FUNCTION NOT FOUND\n");
753 fclose(file);
754 mbedtls_exit(2);
755 } else {
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100756 total_errors++;
Gilles Peskine449bd832023-01-11 14:50:10 +0100757 }
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100758 }
Gilles Peskine449bd832023-01-11 14:50:10 +0100759 fclose(file);
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100760 }
761
Gilles Peskine449bd832023-01-11 14:50:10 +0100762 if (outcome_file != NULL) {
763 fclose(outcome_file);
764 }
Gilles Peskine51dcc242019-09-16 15:13:48 +0200765
Gilles Peskine449bd832023-01-11 14:50:10 +0100766 mbedtls_fprintf(stdout,
767 "\n----------------------------------------------------------------------------\n\n");
768 if (total_errors == 0) {
769 mbedtls_fprintf(stdout, "PASSED");
770 } else {
771 mbedtls_fprintf(stdout, "FAILED");
772 }
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100773
Gilles Peskine449bd832023-01-11 14:50:10 +0100774 mbedtls_fprintf(stdout, " (%u / %u tests (%u skipped))\n",
775 total_tests - total_errors, total_tests, total_skipped);
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100776
Paul Elliottf25d8312023-11-23 18:49:43 +0000777#if defined(MBEDTLS_TEST_MUTEX_USAGE)
778 mbedtls_test_mutex_usage_end();
779#endif
780
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100781#if defined(MBEDTLS_MEMORY_BUFFER_ALLOC_C) && \
782 !defined(TEST_SUITE_MEMORY_BUFFER_ALLOC)
783#if defined(MBEDTLS_MEMORY_DEBUG)
784 mbedtls_memory_buffer_alloc_status();
785#endif
786 mbedtls_memory_buffer_alloc_free();
787#endif
788
Gilles Peskine449bd832023-01-11 14:50:10 +0100789 return total_errors != 0;
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100790}