blob: 2e8df33b58fcede21d26c54e120098b93294b7e4 [file] [log] [blame]
Gilles Peskineb39e3ec2019-01-29 08:50:20 +01001#!/usr/bin/env python3
2
Dave Rodgman4eb44e42023-11-03 12:15:12 +00003# Copyright The Mbed TLS Contributors
Dave Rodgman16799db2023-11-02 19:47:20 +00004# SPDX-License-Identifier: Apache-2.0 OR GPL-2.0-or-later
Gilles Peskineb39e3ec2019-01-29 08:50:20 +01005
Gilles Peskineb39e3ec2019-01-29 08:50:20 +01006"""
Andrzej Kurek01af84a2022-10-09 05:29:44 -04007Test Mbed TLS with a subset of algorithms.
Gilles Peskineb39e3ec2019-01-29 08:50:20 +01008
Andrzej Kurek01af84a2022-10-09 05:29:44 -04009This script can be divided into several steps:
10
11First, include/mbedtls/mbedtls_config.h or a different config file passed
Andrzej Kurek3f930122022-10-26 08:08:26 -040012in the arguments is parsed to extract any configuration options (using config.py).
Andrzej Kurek01af84a2022-10-09 05:29:44 -040013
14Then, test domains (groups of jobs, tests) are built based on predefined data
15collected in the DomainData class. Here, each domain has five major traits:
Andrzej Kurek629c4122022-10-17 08:34:40 -040016- domain name, can be used to run only specific tests via command-line;
Andrzej Kurek01af84a2022-10-09 05:29:44 -040017- configuration building method, described in detail below;
18- list of symbols passed to the configuration building method;
19- commands to be run on each job (only build, build and test, or any other custom);
20- optional list of symbols to be excluded from testing.
21
22The configuration building method can be one of the three following:
23
24- ComplementaryDomain - build a job for each passed symbol by disabling a single
25 symbol and its reverse dependencies (defined in REVERSE_DEPENDENCIES);
26
27- ExclusiveDomain - build a job where, for each passed symbol, only this particular
28 one is defined and other symbols from the list are unset. For each job look for
29 any non-standard symbols to set/unset in EXCLUSIVE_GROUPS. These are usually not
30 direct dependencies, but rather non-trivial results of other configs missing. Then
31 look for any unset symbols and handle their reverse dependencies.
32 Examples of EXCLUSIVE_GROUPS usage:
Andrzej Kurek01af84a2022-10-09 05:29:44 -040033 - MBEDTLS_SHA512_C job turns off all hashes except SHA512. MBEDTLS_SSL_COOKIE_C
34 requires either SHA256 or SHA384 to work, so it also has to be disabled.
35 This is not a dependency on SHA512_C, but a result of an exclusive domain
36 config building method. Relevant field:
Andrzej Kurek629c4122022-10-17 08:34:40 -040037 'MBEDTLS_SHA512_C': ['-MBEDTLS_SSL_COOKIE_C'],
Andrzej Kurek01af84a2022-10-09 05:29:44 -040038
39- DualDomain - combination of the two above - both complementary and exclusive domain
40 job generation code will be run. Currently only used for hashes.
41
42Lastly, the collected jobs are executed and (optionally) tested, with
43error reporting and coloring as configured in options. Each test starts with
44a full config without a couple of slowing down or unnecessary options
45(see set_reference_config), then the specific job config is derived.
46"""
Gilles Peskineb39e3ec2019-01-29 08:50:20 +010047import argparse
48import os
49import re
Gilles Peskineb39e3ec2019-01-29 08:50:20 +010050import subprocess
51import sys
52import traceback
Andrzej Kurek576803f2023-01-24 07:40:42 -050053from typing import Union
54
Andrzej Kurek3b0215d2023-01-23 07:19:22 -050055# Add the Mbed TLS Python library directory to the module search path
Andrzej Kurek3f930122022-10-26 08:08:26 -040056import scripts_path # pylint: disable=unused-import
57import config
Gabor Mezei4e10d6c2024-08-03 14:26:13 +020058from mbedtls_framework import c_build_helper
Gabor Mezei402381d2024-09-24 19:46:54 +020059from mbedtls_framework import crypto_knowledge
60from mbedtls_framework import psa_information
Gilles Peskineb39e3ec2019-01-29 08:50:20 +010061
Andrzej Kurek3322c222022-10-04 15:02:41 -040062class Colors: # pylint: disable=too-few-public-methods
Gilles Peskine0fa7cbe2019-01-29 18:48:48 +010063 """Minimalistic support for colored output.
64Each field of an object of this class is either None if colored output
65is not possible or not desired, or a pair of strings (start, stop) such
66that outputting start switches the text color to the desired color and
67stop switches the text color back to the default."""
68 red = None
69 green = None
Andrzej Kurek3f930122022-10-26 08:08:26 -040070 cyan = None
Gilles Peskine0fa7cbe2019-01-29 18:48:48 +010071 bold_red = None
72 bold_green = None
73 def __init__(self, options=None):
Andrzej Kurek3322c222022-10-04 15:02:41 -040074 """Initialize color profile according to passed options."""
Gilles Peskine0fa7cbe2019-01-29 18:48:48 +010075 if not options or options.color in ['no', 'never']:
76 want_color = False
77 elif options.color in ['yes', 'always']:
78 want_color = True
79 else:
80 want_color = sys.stderr.isatty()
81 if want_color:
82 # Assume ANSI compatible terminal
83 normal = '\033[0m'
84 self.red = ('\033[31m', normal)
85 self.green = ('\033[32m', normal)
Andrzej Kurek3f930122022-10-26 08:08:26 -040086 self.cyan = ('\033[36m', normal)
Gilles Peskine0fa7cbe2019-01-29 18:48:48 +010087 self.bold_red = ('\033[1;31m', normal)
88 self.bold_green = ('\033[1;32m', normal)
89NO_COLORS = Colors(None)
90
91def log_line(text, prefix='depends.py:', suffix='', color=None):
Gilles Peskineb39e3ec2019-01-29 08:50:20 +010092 """Print a status message."""
Andrzej Kurek3322c222022-10-04 15:02:41 -040093 if color is not None:
Gilles Peskine0fa7cbe2019-01-29 18:48:48 +010094 prefix = color[0] + prefix
95 suffix = suffix + color[1]
96 sys.stderr.write(prefix + ' ' + text + suffix + '\n')
Gilles Peskine46c82562019-01-29 18:42:55 +010097 sys.stderr.flush()
Gilles Peskineb39e3ec2019-01-29 08:50:20 +010098
Gilles Peskine54aa5c62019-01-29 18:46:34 +010099def log_command(cmd):
100 """Print a trace of the specified command.
101cmd is a list of strings: a command name and its arguments."""
102 log_line(' '.join(cmd), prefix='+')
103
Andrzej Kurek3f930122022-10-26 08:08:26 -0400104def option_exists(conf, option):
Andrzej Kurek81cf5ad2023-02-06 10:48:43 +0100105 return option in conf.settings
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100106
Andrzej Kurek576803f2023-01-24 07:40:42 -0500107def set_config_option_value(conf, option, colors, value: Union[bool, str]):
108 """Set/unset a configuration option, optionally specifying a value.
109value can be either True/False (set/unset config option), or a string,
110which will make a symbol defined with a certain value."""
Andrzej Kurek3f930122022-10-26 08:08:26 -0400111 if not option_exists(conf, option):
112 log_line('Symbol {} was not found in {}'.format(option, conf.filename), color=colors.red)
113 return False
Andrzej Kurek3f930122022-10-26 08:08:26 -0400114
Andrzej Kurek3b0215d2023-01-23 07:19:22 -0500115 if value is False:
116 log_command(['config.py', 'unset', option])
117 conf.unset(option)
Andrzej Kurek72082dc2023-02-06 10:49:46 +0100118 elif value is True:
119 log_command(['config.py', 'set', option])
120 conf.set(option)
Andrzej Kurek3b0215d2023-01-23 07:19:22 -0500121 else:
Andrzej Kurek72082dc2023-02-06 10:49:46 +0100122 log_command(['config.py', 'set', option, value])
123 conf.set(option, value)
Andrzej Kurek3f930122022-10-26 08:08:26 -0400124 return True
125
Gabor Mezei9ce6d242024-06-19 17:47:05 +0200126def set_reference_config(conf, colors):
Andrzej Kurek3322c222022-10-04 15:02:41 -0400127 """Change the library configuration file (mbedtls_config.h) to the reference state.
128The reference state is the one from which the tested configurations are
129derived."""
Andrzej Kureka0cb4fa2022-10-14 07:06:43 -0400130 # Turn off options that are not relevant to the tests and slow them down.
Andrzej Kurek3f930122022-10-26 08:08:26 -0400131 log_command(['config.py', 'full'])
132 conf.adapt(config.full_adapter)
Andrzej Kurek3b0215d2023-01-23 07:19:22 -0500133 set_config_option_value(conf, 'MBEDTLS_TEST_HOOKS', colors, False)
Andrzej Kurek3322c222022-10-04 15:02:41 -0400134
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100135class Job:
136 """A job builds the library in a specific configuration and runs some tests."""
137 def __init__(self, name, config_settings, commands):
138 """Build a job object.
139The job uses the configuration described by config_settings. This is a
140dictionary where the keys are preprocessor symbols and the values are
141booleans or strings. A boolean indicates whether or not to #define the
142symbol. With a string, the symbol is #define'd to that value.
143After setting the configuration, the job runs the programs specified by
144commands. This is a list of lists of strings; each list of string is a
145command name and its arguments and is passed to subprocess.call with
146shell=False."""
147 self.name = name
148 self.config_settings = config_settings
149 self.commands = commands
150
Gilles Peskine0fa7cbe2019-01-29 18:48:48 +0100151 def announce(self, colors, what):
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100152 '''Announce the start or completion of a job.
153If what is None, announce the start of the job.
154If what is True, announce that the job has passed.
155If what is False, announce that the job has failed.'''
156 if what is True:
Gilles Peskine0fa7cbe2019-01-29 18:48:48 +0100157 log_line(self.name + ' PASSED', color=colors.green)
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100158 elif what is False:
Gilles Peskine0fa7cbe2019-01-29 18:48:48 +0100159 log_line(self.name + ' FAILED', color=colors.red)
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100160 else:
Andrzej Kurek3f930122022-10-26 08:08:26 -0400161 log_line('starting ' + self.name, color=colors.cyan)
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100162
Gabor Mezei9ce6d242024-06-19 17:47:05 +0200163 def configure(self, conf, colors):
Andrzej Kureka0cb4fa2022-10-14 07:06:43 -0400164 '''Set library configuration options as required for the job.'''
Gabor Mezei9ce6d242024-06-19 17:47:05 +0200165 set_reference_config(conf, colors)
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100166 for key, value in sorted(self.config_settings.items()):
Andrzej Kurek3b0215d2023-01-23 07:19:22 -0500167 ret = set_config_option_value(conf, key, colors, value)
Andrzej Kurek3f930122022-10-26 08:08:26 -0400168 if ret is False:
169 return False
170 return True
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100171
Gabor Mezei4e10d6c2024-08-03 14:26:13 +0200172 def _consistency_check(self):
173 '''Check if the testable option is consistent with the goal.
174
175 The purpose of this function to ensure that every option is set or unset according to
176 the settings.
177 '''
178 log_command(['consistency check'])
179 c_name = None
180 exe_name = None
181 header = '#include "mbedtls/build_info.h"\n'
182
183 # Generate a C error directive for each setting to test if it is active
184 for option, value in sorted(self.config_settings.items()):
185 header += '#if '
186 if value:
187 header += '!'
Gabor Mezeic9f01cf2024-09-26 13:02:01 +0200188 header += f'defined({option})\n'
189 header += f'#error "{option}"\n'
Gabor Mezei4e10d6c2024-08-03 14:26:13 +0200190 header += '#endif\n'
191 include_path = ['include', 'tf-psa-crypto/include',
192 'tf-psa-crypto/drivers/builtin/include']
193
194 try:
195 # Generate a C file, build and run it
196 c_file, c_name, exe_name = c_build_helper.create_c_file(self.name)
197 c_build_helper.generate_c_file(c_file, 'depends.py', header, lambda x: '')
198 c_file.close()
199 c_build_helper.compile_c_file(c_name, exe_name, include_path)
Gabor Mezei4e10d6c2024-08-03 14:26:13 +0200200 return True
201
202 except c_build_helper.CompileError as e:
203 # Read the command line output to find out which setting has been failed
204 failed = {m.group(1) for m in re.finditer('.*#error "(.*)"', e.message) if m}
205 log_line('Inconsistent config option(s):')
206 for option in sorted(failed):
207 log_line(' ' + option)
Gabor Mezei4e10d6c2024-08-03 14:26:13 +0200208 return False
209
210 finally:
211 c_build_helper.remove_file_if_exists(c_name)
212 c_build_helper.remove_file_if_exists(exe_name)
213
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100214 def test(self, options):
215 '''Run the job's build and test commands.
216Return True if all the commands succeed and False otherwise.
217If options.keep_going is false, stop as soon as one command fails. Otherwise
218run all the commands, except that if the first command fails, none of the
219other commands are run (typically, the first command is a build command
220and subsequent commands are tests that cannot run if the build failed).'''
Gabor Mezei4e10d6c2024-08-03 14:26:13 +0200221 if not self._consistency_check():
222 return False
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100223 built = False
224 success = True
225 for command in self.commands:
Gilles Peskine54aa5c62019-01-29 18:46:34 +0100226 log_command(command)
Gilles Peskine35cb3192024-02-12 14:16:05 +0100227 env = os.environ.copy()
228 if 'MBEDTLS_TEST_CONFIGURATION' in env:
229 env['MBEDTLS_TEST_CONFIGURATION'] += '-' + self.name
230 ret = subprocess.call(command, env=env)
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100231 if ret != 0:
232 if command[0] not in ['make', options.make_command]:
233 log_line('*** [{}] Error {}'.format(' '.join(command), ret))
234 if not options.keep_going or not built:
235 return False
236 success = False
237 built = True
238 return success
239
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100240# If the configuration option A requires B, make sure that
Andrzej Kurek202932f2022-10-04 16:22:22 -0400241# B in REVERSE_DEPENDENCIES[A].
Gabor Mezei610e6e22024-08-03 14:33:21 +0200242# All the information here should be contained in check_config.h or check_crypto_config.h.
243# This file includes a copy because it changes rarely and it would be a pain
Gilles Peskine584c24a2019-01-29 19:30:40 +0100244# to extract automatically.
Andrzej Kurek202932f2022-10-04 16:22:22 -0400245REVERSE_DEPENDENCIES = {
Gabor Mezeib50043b2024-06-18 20:30:36 +0200246 'PSA_WANT_KEY_TYPE_AES': ['PSA_WANT_ALG_PBKDF2_AES_CMAC_PRF_128',
247 'MBEDTLS_CTR_DRBG_C',
Gabor Mezeie6cfa3b2024-11-04 17:32:34 +0100248 'MBEDTLS_NIST_KW_C',
249 'MBEDTLS_AES_C'],
250 'PSA_WANT_KEY_TYPE_ARIA': ['MBEDTLS_ARIA_C'],
251 'PSA_WANT_KEY_TYPE_CAMELLIA': ['MBEDTLS_CAMELLIA_C'],
Gabor Mezeib50043b2024-06-18 20:30:36 +0200252 'PSA_WANT_KEY_TYPE_CHACHA20': ['PSA_WANT_ALG_CHACHA20_POLY1305',
Gabor Mezeie6cfa3b2024-11-04 17:32:34 +0100253 'PSA_WANT_ALG_STREAM_CIPHER',
254 'MBEDTLS_CHACHA20_C',
255 'MBEDTLS_CHACHAPOLY_C'],
256 'PSA_WANT_KEY_TYPE_DES': ['MBEDTLS_DES_C'],
257 'PSA_WANT_ALG_CCM': ['PSA_WANT_ALG_CCM_STAR_NO_TAG',
258 'MBEDTLS_CCM_C'],
259 'PSA_WANT_ALG_CMAC': ['PSA_WANT_ALG_PBKDF2_AES_CMAC_PRF_128',
260 'MBEDTLS_CMAC_C'],
261 'PSA_WANT_ALG_GCM': ['MBEDTLS_GCM_C'],
Gabor Mezei610e6e22024-08-03 14:33:21 +0200262
Gabor Mezeie191c032024-10-30 17:20:23 +0100263 'PSA_WANT_ALG_CBC_NO_PADDING': ['MBEDTLS_CIPHER_MODE_CBC'],
264 'PSA_WANT_ALG_CBC_PKCS7': ['MBEDTLS_CIPHER_MODE_CBC'],
265 'PSA_WANT_ALG_CFB': ['MBEDTLS_CIPHER_MODE_CFB'],
266 'PSA_WANT_ALG_CTR': ['MBEDTLS_CIPHER_MODE_CTR'],
267 'PSA_WANT_ALG_OFB': ['MBEDTLS_CIPHER_MODE_OFB'],
Gabor Mezei655c4872024-11-12 18:04:19 +0100268 'PSA_WANT_ALG_XTS': ['MBEDTLS_CIPHER_MODE_XTS'],
Gabor Mezei610e6e22024-08-03 14:33:21 +0200269
Gabor Mezei8f944852024-09-12 16:24:38 +0200270 'MBEDTLS_CIPHER_PADDING_PKCS7': ['MBEDTLS_PKCS5_C',
271 'MBEDTLS_PKCS12_C',
272 'PSA_WANT_ALG_CBC_PKCS7'],
Gabor Mezei242806a2024-11-06 16:17:19 +0100273 'MBEDTLS_CIPHER_PADDING_ONE_AND_ZEROS': ['MBEDTLS_CIPHER_MODE_CBC'],
274 'MBEDTLS_CIPHER_PADDING_ZEROS': ['MBEDTLS_CIPHER_MODE_CBC'],
275 'MBEDTLS_CIPHER_PADDING_ZEROS_AND_LEN': ['MBEDTLS_CIPHER_MODE_CBC'],
Gabor Mezei610e6e22024-08-03 14:33:21 +0200276
Gabor Mezei1c49cff2024-09-23 14:38:59 +0200277 'PSA_WANT_ECC_BRAINPOOL_P_R1_256': ['MBEDTLS_ECP_DP_BP256R1_ENABLED'],
278 'PSA_WANT_ECC_BRAINPOOL_P_R1_384': ['MBEDTLS_ECP_DP_BP384R1_ENABLED'],
279 'PSA_WANT_ECC_BRAINPOOL_P_R1_512': ['MBEDTLS_ECP_DP_BP512R1_ENABLED'],
280 'PSA_WANT_ECC_MONTGOMERY_255': ['MBEDTLS_ECP_DP_CURVE25519_ENABLED'],
281 'PSA_WANT_ECC_MONTGOMERY_448': ['MBEDTLS_ECP_DP_CURVE448_ENABLED'],
282 'PSA_WANT_ECC_SECP_R1_192': ['MBEDTLS_ECP_DP_SECP192R1_ENABLED'],
283 'PSA_WANT_ECC_SECP_R1_224': ['MBEDTLS_ECP_DP_SECP224R1_ENABLED'],
284 'PSA_WANT_ECC_SECP_R1_256': ['MBEDTLS_ECJPAKE_C',
285 'MBEDTLS_ECP_DP_SECP256R1_ENABLED'],
286 'PSA_WANT_ECC_SECP_R1_384': ['MBEDTLS_ECP_DP_SECP384R1_ENABLED'],
Gabor Mezei1c49cff2024-09-23 14:38:59 +0200287 'PSA_WANT_ECC_SECP_R1_521': ['MBEDTLS_ECP_DP_SECP521R1_ENABLED'],
288 'PSA_WANT_ECC_SECP_K1_192': ['MBEDTLS_ECP_DP_SECP192K1_ENABLED'],
Gabor Mezei1c49cff2024-09-23 14:38:59 +0200289 'PSA_WANT_ECC_SECP_K1_256': ['MBEDTLS_ECP_DP_SECP256K1_ENABLED'],
Gabor Mezei610e6e22024-08-03 14:33:21 +0200290
Andrzej Kureke05b17f2022-09-28 03:17:56 -0400291 'MBEDTLS_ECDSA_C': ['MBEDTLS_KEY_EXCHANGE_ECDHE_ECDSA_ENABLED',
Gabor Mezei610e6e22024-08-03 14:33:21 +0200292 'MBEDTLS_KEY_EXCHANGE_ECDH_ECDSA_ENABLED',
293 'PSA_WANT_ALG_ECDSA',
294 'PSA_WANT_ALG_DETERMINISTIC_ECDSA'],
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100295 'MBEDTLS_ECP_C': ['MBEDTLS_ECDSA_C',
Gabor Mezei610e6e22024-08-03 14:33:21 +0200296 'MBEDTLS_ECDH_C', 'PSA_WANT_ALG_ECDH',
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100297 'MBEDTLS_ECJPAKE_C',
Manuel Pégourié-Gonnardad45c4d2022-12-06 13:20:06 +0100298 'MBEDTLS_ECP_RESTARTABLE',
Valerio Setti15e70442023-06-15 09:47:26 +0200299 'MBEDTLS_PK_PARSE_EC_EXTENDED',
300 'MBEDTLS_PK_PARSE_EC_COMPRESSED',
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100301 'MBEDTLS_KEY_EXCHANGE_ECDH_RSA_ENABLED',
302 'MBEDTLS_KEY_EXCHANGE_ECDHE_PSK_ENABLED',
303 'MBEDTLS_KEY_EXCHANGE_ECDHE_RSA_ENABLED',
Ronald Crond8d2ea52022-10-04 15:48:06 +0200304 'MBEDTLS_SSL_TLS1_3_KEY_EXCHANGE_MODE_EPHEMERAL_ENABLED',
Gabor Mezei610e6e22024-08-03 14:33:21 +0200305 'MBEDTLS_SSL_TLS1_3_KEY_EXCHANGE_MODE_PSK_EPHEMERAL_ENABLED',
306 'PSA_WANT_KEY_TYPE_ECC_PUBLIC_KEY',
307 'PSA_WANT_KEY_TYPE_ECC_KEY_PAIR_BASIC',
308 'PSA_WANT_KEY_TYPE_ECC_KEY_PAIR_IMPORT',
309 'PSA_WANT_KEY_TYPE_ECC_KEY_PAIR_EXPORT',
310 'PSA_WANT_KEY_TYPE_ECC_KEY_PAIR_GENERATE',
311 'PSA_WANT_KEY_TYPE_ECC_KEY_PAIR_DERIVE'],
312 'MBEDTLS_ECJPAKE_C': ['MBEDTLS_KEY_EXCHANGE_ECJPAKE_ENABLED',
313 'PSA_WANT_ALG_JPAKE'],
314 'MBEDTLS_PKCS1_V21': ['MBEDTLS_X509_RSASSA_PSS_SUPPORT',
315 'PSA_WANT_ALG_RSA_OAEP',
316 'PSA_WANT_ALG_RSA_PSS'],
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100317 'MBEDTLS_PKCS1_V15': ['MBEDTLS_KEY_EXCHANGE_DHE_RSA_ENABLED',
318 'MBEDTLS_KEY_EXCHANGE_ECDHE_RSA_ENABLED',
Gabor Mezei610e6e22024-08-03 14:33:21 +0200319 'MBEDTLS_KEY_EXCHANGE_RSA_ENABLED',
320 'PSA_WANT_ALG_RSA_PKCS1V15_CRYPT',
321 'PSA_WANT_ALG_RSA_PKCS1V15_SIGN'],
Gabor Mezei8ec990b2024-07-31 17:14:04 +0200322 'MBEDTLS_RSA_C': ['MBEDTLS_PKCS1_V15',
323 'MBEDTLS_PKCS1_V21',
Gabor Mezei610e6e22024-08-03 14:33:21 +0200324 'MBEDTLS_KEY_EXCHANGE_ECDH_RSA_ENABLED',
325 'PSA_WANT_KEY_TYPE_RSA_PUBLIC_KEY',
326 'PSA_WANT_KEY_TYPE_RSA_KEY_PAIR_BASIC',
327 'PSA_WANT_KEY_TYPE_RSA_KEY_PAIR_IMPORT',
328 'PSA_WANT_KEY_TYPE_RSA_KEY_PAIR_EXPORT',
329 'PSA_WANT_KEY_TYPE_RSA_KEY_PAIR_GENERATE'],
330
331 'MBEDTLS_MD5_C' : ['PSA_WANT_ALG_MD5'],
332 'MBEDTLS_RIPEMD160_C' : ['PSA_WANT_ALG_RIPEMD160'],
333 'MBEDTLS_SHA1_C' : ['PSA_WANT_ALG_SHA_1'],
334 'MBEDTLS_SHA224_C': ['MBEDTLS_KEY_EXCHANGE_ECJPAKE_ENABLED',
335 'MBEDTLS_ENTROPY_FORCE_SHA256',
336 'MBEDTLS_SHA256_USE_ARMV8_A_CRYPTO_IF_PRESENT',
337 'MBEDTLS_SHA256_USE_ARMV8_A_CRYPTO_ONLY',
338 'PSA_WANT_ALG_SHA_224'],
Gilles Peskine584c24a2019-01-29 19:30:40 +0100339 'MBEDTLS_SHA256_C': ['MBEDTLS_KEY_EXCHANGE_ECJPAKE_ENABLED',
Andrzej Kureke05b17f2022-09-28 03:17:56 -0400340 'MBEDTLS_ENTROPY_FORCE_SHA256',
Dave Rodgmand680d4f2023-10-11 11:05:22 +0100341 'MBEDTLS_SHA256_USE_ARMV8_A_CRYPTO_IF_PRESENT',
342 'MBEDTLS_SHA256_USE_ARMV8_A_CRYPTO_ONLY',
Andrzej Kurek22b959d2022-10-16 12:51:41 -0400343 'MBEDTLS_LMS_C',
Gabor Mezei610e6e22024-08-03 14:33:21 +0200344 'MBEDTLS_LMS_PRIVATE',
345 'PSA_WANT_ALG_SHA_256',
346 'PSA_WANT_ALG_TLS12_ECJPAKE_TO_PMS'],
347 'MBEDTLS_SHA384_C' : ['PSA_WANT_ALG_SHA_384'],
Valerio Settie7221a22022-12-16 11:53:45 +0100348 'MBEDTLS_SHA512_C': ['MBEDTLS_SHA512_USE_A64_CRYPTO_IF_PRESENT',
Gabor Mezei610e6e22024-08-03 14:33:21 +0200349 'MBEDTLS_SHA512_USE_A64_CRYPTO_ONLY',
350 'PSA_WANT_ALG_SHA_512'],
351 'MBEDTLS_SHA3_C' : ['PSA_WANT_ALG_SHA3_224',
352 'PSA_WANT_ALG_SHA3_256',
353 'PSA_WANT_ALG_SHA3_384',
354 'PSA_WANT_ALG_SHA3_512'],
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100355}
356
Andrzej Kureke05b17f2022-09-28 03:17:56 -0400357# If an option is tested in an exclusive test, alter the following defines.
Andrzej Kurek01af84a2022-10-09 05:29:44 -0400358# These are not necessarily dependencies, but just minimal required changes
Andrzej Kureke05b17f2022-09-28 03:17:56 -0400359# if a given define is the only one enabled from an exclusive group.
Andrzej Kurek202932f2022-10-04 16:22:22 -0400360EXCLUSIVE_GROUPS = {
Andrzej Kurek65b2ac12022-10-14 08:09:16 -0400361 'MBEDTLS_SHA512_C': ['-MBEDTLS_SSL_COOKIE_C',
Manuel Pégourié-Gonnard5a51d0d2023-03-22 13:04:08 +0100362 '-MBEDTLS_SSL_TLS_C'],
Gabor Mezei1c49cff2024-09-23 14:38:59 +0200363 'PSA_WANT_ECC_MONTGOMERY_448': ['-MBEDTLS_ECDSA_C',
364 '-MBEDTLS_ECDSA_DETERMINISTIC',
365 '-MBEDTLS_ECJPAKE_C',],
366 'PSA_WANT_ECC_MONTGOMERY_255': ['-MBEDTLS_ECDSA_C',
367 '-MBEDTLS_ECDSA_DETERMINISTIC',
368 '-MBEDTLS_ECJPAKE_C'],
Gabor Mezeib50043b2024-06-18 20:30:36 +0200369 'PSA_WANT_KEY_TYPE_ARIA': ['-PSA_WANT_ALG_CMAC',
370 '-PSA_WANT_ALG_CCM',
371 '-PSA_WANT_ALG_GCM',
372 '-MBEDTLS_SSL_TICKET_C',
373 '-MBEDTLS_SSL_CONTEXT_SERIALIZATION'],
374 'PSA_WANT_KEY_TYPE_CAMELLIA': ['-PSA_WANT_ALG_CMAC'],
375 'PSA_WANT_KEY_TYPE_CHACHA20': ['-PSA_WANT_ALG_CMAC',
376 '-PSA_WANT_ALG_CCM',
377 '-PSA_WANT_ALG_GCM',
378 '-PSA_WANT_ALG_ECB_NO_PADDING'],
379 'PSA_WANT_KEY_TYPE_DES': ['-PSA_WANT_ALG_CCM',
380 '-PSA_WANT_ALG_GCM',
381 '-MBEDTLS_SSL_TICKET_C',
382 '-MBEDTLS_SSL_CONTEXT_SERIALIZATION'],
Andrzej Kureke05b17f2022-09-28 03:17:56 -0400383}
384def handle_exclusive_groups(config_settings, symbol):
385 """For every symbol tested in an exclusive group check if there are other
386defines to be altered. """
Andrzej Kurek202932f2022-10-04 16:22:22 -0400387 for dep in EXCLUSIVE_GROUPS.get(symbol, []):
Andrzej Kurek65b2ac12022-10-14 08:09:16 -0400388 unset = dep.startswith('-')
389 dep = dep[1:]
Andrzej Kureke05b17f2022-09-28 03:17:56 -0400390 config_settings[dep] = not unset
391
Gabor Mezei95be5fb2024-10-30 17:21:49 +0100392def turn_off_dependencies(config_settings, exclude=None):
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100393 """For every option turned off config_settings, also turn off what depends on it.
Gabor Mezeifb061012024-09-24 18:58:14 +0200394
395 An option O is turned off if config_settings[O] is False.
396 Handle the dependencies recursively.
Gabor Mezei95be5fb2024-10-30 17:21:49 +0100397
Gabor Mezei6763a552024-11-12 18:07:42 +0100398 If 'exclude' is a symbol, ensure its dependencies are not turned off while dependencies
399 of other settings are turned off.
Gabor Mezeifb061012024-09-24 18:58:14 +0200400 """
Gabor Mezei95be5fb2024-10-30 17:21:49 +0100401
Gabor Mezei6763a552024-11-12 18:07:42 +0100402 # Determine recursively the settings that should not be turned off for the sake of 'exclude'.
Gabor Mezei95be5fb2024-10-30 17:21:49 +0100403 excludes = set()
404 if exclude:
Gabor Mezeiaf198c22024-11-12 18:03:33 +0100405 revdep = set(REVERSE_DEPENDENCIES.get(exclude, []))
406 while revdep:
407 dep = revdep.pop()
Gabor Mezei95be5fb2024-10-30 17:21:49 +0100408 excludes.add(dep)
Gabor Mezeiaf198c22024-11-12 18:03:33 +0100409 revdep.update(set(REVERSE_DEPENDENCIES.get(dep, [])) - excludes)
Gabor Mezei95be5fb2024-10-30 17:21:49 +0100410
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100411 for key, value in sorted(config_settings.items()):
412 if value is not False:
413 continue
Gabor Mezeifb061012024-09-24 18:58:14 +0200414
Gabor Mezei95be5fb2024-10-30 17:21:49 +0100415 # Save the processed settings to handle cross referencies.
Gabor Mezei6763a552024-11-12 18:07:42 +0100416 # Start with set of settings that we do not want to turn off.
Gabor Mezei95be5fb2024-10-30 17:21:49 +0100417 history = excludes.copy()
418 revdep = set(REVERSE_DEPENDENCIES.get(key, [])) - excludes
Gabor Mezei8ec990b2024-07-31 17:14:04 +0200419 while revdep:
420 dep = revdep.pop()
Gabor Mezeifb061012024-09-24 18:58:14 +0200421 history.add(dep)
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100422 config_settings[dep] = False
Gabor Mezeifb061012024-09-24 18:58:14 +0200423 # Do not add symbols which are already processed
424 revdep.update(set(REVERSE_DEPENDENCIES.get(dep, [])) - history)
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100425
Andrzej Kurek228b12c2022-10-06 18:52:44 -0400426class BaseDomain: # pylint: disable=too-few-public-methods, unused-argument
427 """A base class for all domains."""
428 def __init__(self, symbols, commands, exclude):
429 """Initialize the jobs container"""
430 self.jobs = []
431
432class ExclusiveDomain(BaseDomain): # pylint: disable=too-few-public-methods
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100433 """A domain consisting of a set of conceptually-equivalent settings.
434Establish a list of configuration symbols. For each symbol, run a test job
Andrzej Kurekfe469492022-10-06 16:57:38 -0400435with this symbol set and the others unset."""
Gilles Peskineb1284cf2019-01-29 18:56:03 +0100436 def __init__(self, symbols, commands, exclude=None):
437 """Build a domain for the specified list of configuration symbols.
Andrzej Kurekfe469492022-10-06 16:57:38 -0400438The domain contains a set of jobs that enable one of the elements
439of symbols and disable the others.
Gilles Peskineb1284cf2019-01-29 18:56:03 +0100440Each job runs the specified commands.
441If exclude is a regular expression, skip generated jobs whose description
442would match this regular expression."""
Andrzej Kurek228b12c2022-10-06 18:52:44 -0400443 super().__init__(symbols, commands, exclude)
Andrzej Kurekfe469492022-10-06 16:57:38 -0400444 base_config_settings = {}
445 for symbol in symbols:
446 base_config_settings[symbol] = False
447 for symbol in symbols:
448 description = symbol
449 if exclude and re.match(exclude, description):
450 continue
451 config_settings = base_config_settings.copy()
452 config_settings[symbol] = True
453 handle_exclusive_groups(config_settings, symbol)
Gabor Mezei95be5fb2024-10-30 17:21:49 +0100454 turn_off_dependencies(config_settings, symbol)
Andrzej Kurekfe469492022-10-06 16:57:38 -0400455 job = Job(description, config_settings, commands)
456 self.jobs.append(job)
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100457
Andrzej Kurek228b12c2022-10-06 18:52:44 -0400458class ComplementaryDomain(BaseDomain): # pylint: disable=too-few-public-methods
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100459 """A domain consisting of a set of loosely-related settings.
460Establish a list of configuration symbols. For each symbol, run a test job
Andrzej Kureka0cb4fa2022-10-14 07:06:43 -0400461with this symbol unset.
462If exclude is a regular expression, skip generated jobs whose description
463would match this regular expression."""
Andrzej Kurek228b12c2022-10-06 18:52:44 -0400464 def __init__(self, symbols, commands, exclude=None):
Gilles Peskineb1284cf2019-01-29 18:56:03 +0100465 """Build a domain for the specified list of configuration symbols.
466Each job in the domain disables one of the specified symbols.
467Each job runs the specified commands."""
Andrzej Kurek228b12c2022-10-06 18:52:44 -0400468 super().__init__(symbols, commands, exclude)
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100469 for symbol in symbols:
470 description = '!' + symbol
Andrzej Kurek228b12c2022-10-06 18:52:44 -0400471 if exclude and re.match(exclude, description):
472 continue
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100473 config_settings = {symbol: False}
474 turn_off_dependencies(config_settings)
475 job = Job(description, config_settings, commands)
476 self.jobs.append(job)
477
Andrzej Kurek228b12c2022-10-06 18:52:44 -0400478class DualDomain(ExclusiveDomain, ComplementaryDomain): # pylint: disable=too-few-public-methods
Andrzej Kureka0cb4fa2022-10-14 07:06:43 -0400479 """A domain that contains both the ExclusiveDomain and BaseDomain tests.
Andrzej Kurekf4b18672022-10-14 07:57:00 -0400480Both parent class __init__ calls are performed in any order and
Andrzej Kureka0cb4fa2022-10-14 07:06:43 -0400481each call adds respective jobs. The job array initialization is done once in
482BaseDomain, before the parent __init__ calls."""
Andrzej Kurek228b12c2022-10-06 18:52:44 -0400483
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100484class DomainData:
Andrzej Kurek3322c222022-10-04 15:02:41 -0400485 """A container for domains and jobs, used to structurize testing."""
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100486 def config_symbols_matching(self, regexp):
Andrzej Kureke05b17f2022-09-28 03:17:56 -0400487 """List the mbedtls_config.h settings matching regexp."""
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100488 return [symbol for symbol in self.all_config_symbols
489 if re.match(regexp, symbol)]
490
Gabor Mezeibd8e8182024-11-06 11:23:23 +0100491 # pylint: disable=too-many-locals
Andrzej Kurek3f930122022-10-26 08:08:26 -0400492 def __init__(self, options, conf):
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100493 """Gather data about the library and establish a list of domains to test."""
Dave Rodgman84125a12024-01-02 11:42:38 +0000494 build_command = [options.make_command, 'CFLAGS=-Werror -O2']
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100495 build_and_test = [build_command, [options.make_command, 'test']]
Andrzej Kurek3f930122022-10-26 08:08:26 -0400496 self.all_config_symbols = set(conf.settings.keys())
Gabor Mezei402381d2024-09-24 19:46:54 +0200497 psa_info = psa_information.Information().constructors
498 algs = {crypto_knowledge.Algorithm(alg): symbol
499 for alg, symbol in ((alg, psa_information.psa_want_symbol(alg))
500 for alg in psa_info.algorithms)
501 if symbol in self.all_config_symbols}
Gabor Mezei06a060d2024-11-04 17:36:22 +0100502 cipher_algs = {alg
503 for alg in algs
504 if alg.can_do(crypto_knowledge.AlgorithmCategory.CIPHER)}
Gabor Mezei03cc5922024-11-04 17:28:46 +0100505 key_types = {crypto_knowledge.KeyType(expr): symbol
506 for key_type in psa_info.key_types
507 for expr, symbol in ((expr, psa_information.psa_want_symbol(key_type))
508 for expr in psa_info.generate_expressions([key_type]))
509 if symbol in self.all_config_symbols}
Gabor Mezei402381d2024-09-24 19:46:54 +0200510
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100511 # Find hash modules by name.
512 hash_symbols = self.config_symbols_matching(r'MBEDTLS_(MD|RIPEMD|SHA)[0-9]+_C\Z')
Gabor Mezei1c49cff2024-09-23 14:38:59 +0200513
514 # Find elliptic curve enabling macros
Gabor Mezei7554eea2025-01-27 11:17:10 +0100515 # MBEDTLS_ECP_DP_SECP224K1_ENABLED added to disable it for all curves
516 curve_symbols = self.config_symbols_matching(r'PSA_WANT_ECC_\w+\Z|'
517 r'MBEDTLS_ECP_DP_SECP224K1_ENABLED')
Gabor Mezei1c49cff2024-09-23 14:38:59 +0200518
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100519 # Find key exchange enabling macros by name.
520 key_exchange_symbols = self.config_symbols_matching(r'MBEDTLS_KEY_EXCHANGE_\w+_ENABLED\Z')
Gabor Mezeib50043b2024-06-18 20:30:36 +0200521
Gabor Mezeifb6b0db2024-11-04 17:30:32 +0100522 # Find cipher key types
523 cipher_key_types = {symbol
524 for key_type, symbol in key_types.items()
525 for alg in cipher_algs
526 if key_type.can_do(alg)}
Gabor Mezei6f77baf2024-09-20 14:18:42 +0200527
Gabor Mezei5a610862024-10-30 17:19:00 +0100528 # Get cipher modes
529 cipher_chaining_symbols = {algs[cipher_alg] for cipher_alg in cipher_algs}
Gabor Mezei6f77baf2024-09-20 14:18:42 +0200530
531 # Find block padding mode enabling macros by name.
Gilles Peskine34a15572019-01-29 23:12:28 +0100532 cipher_padding_symbols = self.config_symbols_matching(r'MBEDTLS_CIPHER_PADDING_\w+\Z')
Gabor Mezei6f77baf2024-09-20 14:18:42 +0200533
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100534 self.domains = {
Gabor Mezeifb6b0db2024-11-04 17:30:32 +0100535 # Cipher key types
536 'cipher_id': ExclusiveDomain(cipher_key_types, build_and_test),
Gabor Mezei6f77baf2024-09-20 14:18:42 +0200537
Gabor Mezeia5f35292024-10-30 17:30:25 +0100538 # XTS is not yet supported via the PSA API.
539 # See https://github.com/Mbed-TLS/mbedtls/issues/6384
Gilles Peskine34a15572019-01-29 23:12:28 +0100540 'cipher_chaining': ExclusiveDomain(cipher_chaining_symbols,
Gabor Mezei6f77baf2024-09-20 14:18:42 +0200541 build_and_test,
542 exclude=r'PSA_WANT_ALG_XTS'),
543
Gilles Peskine34a15572019-01-29 23:12:28 +0100544 'cipher_padding': ExclusiveDomain(cipher_padding_symbols,
545 build_and_test),
Gabor Mezei1c49cff2024-09-23 14:38:59 +0200546
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100547 # Elliptic curves. Run the test suites.
Gabor Mezei7554eea2025-01-27 11:17:10 +0100548 'curves': ExclusiveDomain(curve_symbols, build_and_test,
549 exclude=r'MBEDTLS_ECP_DP_SECP224K1_ENABLED'),
Gabor Mezei069e3e62025-01-10 17:44:41 +0100550
Valerio Settiea8c88f2022-12-29 11:08:35 +0100551 # Hash algorithms. Excluding exclusive domains of MD, RIPEMD, SHA1,
552 # SHA224 and SHA384 because MBEDTLS_ENTROPY_C is extensively used
553 # across various modules, but it depends on either SHA256 or SHA512.
554 # As a consequence an "exclusive" test of anything other than SHA256
555 # or SHA512 with MBEDTLS_ENTROPY_C enabled is not possible.
Andrzej Kurek228b12c2022-10-06 18:52:44 -0400556 'hashes': DualDomain(hash_symbols, build_and_test,
Andrzej Kureka0cb4fa2022-10-14 07:06:43 -0400557 exclude=r'MBEDTLS_(MD|RIPEMD|SHA1_)' \
Valerio Settib6bf7dc2022-12-22 14:28:03 +0100558 '|MBEDTLS_SHA224_' \
Pol Henarejosaa426e02023-02-08 12:52:10 +0100559 '|MBEDTLS_SHA384_' \
560 '|MBEDTLS_SHA3_'),
Andrzej Kurek98682b52023-01-23 06:16:23 -0500561 # Key exchange types.
Andrzej Kurek1ff73362022-11-02 04:50:16 -0400562 'kex': ExclusiveDomain(key_exchange_symbols, build_and_test),
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100563 'pkalgs': ComplementaryDomain(['MBEDTLS_ECDSA_C',
564 'MBEDTLS_ECP_C',
565 'MBEDTLS_PKCS1_V21',
566 'MBEDTLS_PKCS1_V15',
567 'MBEDTLS_RSA_C',
568 'MBEDTLS_X509_RSASSA_PSS_SUPPORT'],
569 build_and_test),
570 }
571 self.jobs = {}
572 for domain in self.domains.values():
573 for job in domain.jobs:
574 self.jobs[job.name] = job
575
576 def get_jobs(self, name):
577 """Return the list of jobs identified by the given name.
578A name can either be the name of a domain or the name of one specific job."""
579 if name in self.domains:
580 return sorted(self.domains[name].jobs, key=lambda job: job.name)
581 else:
582 return [self.jobs[name]]
583
Andrzej Kurek3f930122022-10-26 08:08:26 -0400584def run(options, job, conf, colors=NO_COLORS):
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100585 """Run the specified job (a Job instance)."""
586 subprocess.check_call([options.make_command, 'clean'])
Gilles Peskine0fa7cbe2019-01-29 18:48:48 +0100587 job.announce(colors, None)
Gabor Mezei9ce6d242024-06-19 17:47:05 +0200588 if not job.configure(conf, colors):
Andrzej Kurek3f930122022-10-26 08:08:26 -0400589 job.announce(colors, False)
590 return False
591 conf.write()
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100592 success = job.test(options)
Gilles Peskine0fa7cbe2019-01-29 18:48:48 +0100593 job.announce(colors, success)
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100594 return success
595
Andrzej Kurek3f930122022-10-26 08:08:26 -0400596def run_tests(options, domain_data, conf):
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100597 """Run the desired jobs.
598domain_data should be a DomainData instance that describes the available
599domains and jobs.
Andrzej Kurekb8a97e72022-10-17 08:39:09 -0400600Run the jobs listed in options.tasks."""
Gilles Peskine0fa7cbe2019-01-29 18:48:48 +0100601 colors = Colors(options)
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100602 jobs = []
603 failures = []
604 successes = []
Andrzej Kurekb8a97e72022-10-17 08:39:09 -0400605 for name in options.tasks:
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100606 jobs += domain_data.get_jobs(name)
Gabor Mezei035d7c82024-06-19 15:46:21 +0200607 conf.backup()
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100608 try:
609 for job in jobs:
Andrzej Kurek3f930122022-10-26 08:08:26 -0400610 success = run(options, job, conf, colors=colors)
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100611 if not success:
612 if options.keep_going:
613 failures.append(job.name)
614 else:
615 return False
616 else:
617 successes.append(job.name)
Gabor Mezei035d7c82024-06-19 15:46:21 +0200618 conf.restore()
Gilles Peskinebf7537d2019-01-29 18:52:16 +0100619 except:
620 # Restore the configuration, except in stop-on-error mode if there
621 # was an error, where we leave the failing configuration up for
622 # developer convenience.
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100623 if options.keep_going:
Gabor Mezei035d7c82024-06-19 15:46:21 +0200624 conf.restore()
Gilles Peskinebf7537d2019-01-29 18:52:16 +0100625 raise
Gilles Peskinee85163b2019-01-29 18:50:03 +0100626 if successes:
627 log_line('{} passed'.format(' '.join(successes)), color=colors.bold_green)
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100628 if failures:
Gilles Peskinee85163b2019-01-29 18:50:03 +0100629 log_line('{} FAILED'.format(' '.join(failures)), color=colors.bold_red)
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100630 return False
631 else:
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100632 return True
633
Andrzej Kurek3322c222022-10-04 15:02:41 -0400634def main():
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100635 try:
Andrzej Kurek01af84a2022-10-09 05:29:44 -0400636 parser = argparse.ArgumentParser(
637 formatter_class=argparse.RawDescriptionHelpFormatter,
638 description=
639 "Test Mbed TLS with a subset of algorithms.\n\n"
640 "Example usage:\n"
Andrzej Kurek629c4122022-10-17 08:34:40 -0400641 r"./tests/scripts/depends.py \!MBEDTLS_SHA1_C MBEDTLS_SHA256_C""\n"
Andrzej Kurek01af84a2022-10-09 05:29:44 -0400642 "./tests/scripts/depends.py MBEDTLS_AES_C hashes\n"
643 "./tests/scripts/depends.py cipher_id cipher_chaining\n")
Gilles Peskine0fa7cbe2019-01-29 18:48:48 +0100644 parser.add_argument('--color', metavar='WHEN',
645 help='Colorize the output (always/auto/never)',
646 choices=['always', 'auto', 'never'], default='auto')
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100647 parser.add_argument('-c', '--config', metavar='FILE',
648 help='Configuration file to modify',
Gabor Mezeif5408f02024-06-14 15:25:46 +0200649 default=config.MbedTLSConfigFile.default_path[0])
650 parser.add_argument('-r', '--crypto-config', metavar='FILE',
651 help='Crypto configuration file to modify',
652 default=config.CryptoConfigFile.default_path[0])
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100653 parser.add_argument('-C', '--directory', metavar='DIR',
654 help='Change to this directory before anything else',
655 default='.')
656 parser.add_argument('-k', '--keep-going',
657 help='Try all configurations even if some fail (default)',
658 action='store_true', dest='keep_going', default=True)
659 parser.add_argument('-e', '--no-keep-going',
660 help='Stop as soon as a configuration fails',
661 action='store_false', dest='keep_going')
662 parser.add_argument('--list-jobs',
663 help='List supported jobs and exit',
664 action='append_const', dest='list', const='jobs')
665 parser.add_argument('--list-domains',
666 help='List supported domains and exit',
667 action='append_const', dest='list', const='domains')
668 parser.add_argument('--make-command', metavar='CMD',
669 help='Command to run instead of make (e.g. gmake)',
670 action='store', default='make')
Andrzej Kurekb8a97e72022-10-17 08:39:09 -0400671 parser.add_argument('tasks', metavar='TASKS', nargs='*',
672 help='The domain(s) or job(s) to test (default: all).',
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100673 default=True)
674 options = parser.parse_args()
675 os.chdir(options.directory)
Gabor Mezeif5408f02024-06-14 15:25:46 +0200676 conf = config.CombinedConfig(config.MbedTLSConfigFile(options.config),
677 config.CryptoConfigFile(options.crypto_config))
Andrzej Kurek3f930122022-10-26 08:08:26 -0400678 domain_data = DomainData(options, conf)
679
Andrzej Kurekb8a97e72022-10-17 08:39:09 -0400680 if options.tasks is True:
681 options.tasks = sorted(domain_data.domains.keys())
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100682 if options.list:
Andrzej Kurek3322c222022-10-04 15:02:41 -0400683 for arg in options.list:
684 for domain_name in sorted(getattr(domain_data, arg).keys()):
685 print(domain_name)
686 sys.exit(0)
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100687 else:
Andrzej Kurek3f930122022-10-26 08:08:26 -0400688 sys.exit(0 if run_tests(options, domain_data, conf) else 1)
Andrzej Kurek3322c222022-10-04 15:02:41 -0400689 except Exception: # pylint: disable=broad-except
Gilles Peskineb39e3ec2019-01-29 08:50:20 +0100690 traceback.print_exc()
Andrzej Kurek3322c222022-10-04 15:02:41 -0400691 sys.exit(3)
692
693if __name__ == '__main__':
694 main()