blob: 71dd70b9aa594125c4e4460d3b9f31d67d581c80 [file] [log] [blame]
Paul Bakkerb06819b2011-01-18 16:18:38 +00001set(libs
Raef Coles995c66f2020-10-13 16:30:41 +01002 ${mbedtls_target}
Paul Bakkerb06819b2011-01-18 16:18:38 +00003)
4
Ashley Duncand85a7e92019-04-29 20:35:06 +12005# Set the project root directory if it's not already defined, as may happen if
6# the tests folder is included directly by a parent project, without including
7# the top level CMakeLists.txt.
8if(NOT DEFINED MBEDTLS_DIR)
9 set(MBEDTLS_DIR ${CMAKE_SOURCE_DIR})
10endif()
11
okhowang(王沛文)3c1b0902020-03-25 19:55:32 +080012if(NOT MBEDTLS_PYTHON_EXECUTABLE)
13 message(FATAL_ERROR "Cannot build test suites without Python 3")
Nicholas Wilson733676b2015-11-14 13:09:01 +000014endif()
15
Manuel Pégourié-Gonnard313bcfc2021-09-07 12:16:49 +020016# generated .data files will go there
17file(MAKE_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}/suites)
18
Gilles Peskinecca6ce82022-09-18 23:08:38 +020019# Get base names for generated files
David Horstmann1732b5d2021-10-19 16:43:53 +010020execute_process(
21 COMMAND
David Horstmann3e30ad92021-10-20 16:53:58 +010022 ${MBEDTLS_PYTHON_EXECUTABLE}
Werner Lewis8b2df742022-07-08 13:54:57 +010023 ${CMAKE_CURRENT_SOURCE_DIR}/../tests/scripts/generate_bignum_tests.py
24 --list-for-cmake
Werner Lewis8b2df742022-07-08 13:54:57 +010025 WORKING_DIRECTORY
26 ${CMAKE_CURRENT_SOURCE_DIR}/..
27 OUTPUT_VARIABLE
Werner Lewis383461c2022-08-23 11:29:05 +010028 base_bignum_generated_data_files)
Gilles Peskinecca6ce82022-09-18 23:08:38 +020029string(REGEX REPLACE "[^;]*/" ""
30 base_bignum_generated_data_files "${base_bignum_generated_data_files}")
Werner Lewis8b2df742022-07-08 13:54:57 +010031
32execute_process(
33 COMMAND
34 ${MBEDTLS_PYTHON_EXECUTABLE}
David Horstmann1732b5d2021-10-19 16:43:53 +010035 ${CMAKE_CURRENT_SOURCE_DIR}/../tests/scripts/generate_psa_tests.py
36 --list-for-cmake
David Horstmann1732b5d2021-10-19 16:43:53 +010037 WORKING_DIRECTORY
38 ${CMAKE_CURRENT_SOURCE_DIR}/..
39 OUTPUT_VARIABLE
Werner Lewis383461c2022-08-23 11:29:05 +010040 base_psa_generated_data_files)
Gilles Peskinecca6ce82022-09-18 23:08:38 +020041string(REGEX REPLACE "[^;]*/" ""
42 base_psa_generated_data_files "${base_psa_generated_data_files}")
David Horstmann7570d242021-10-20 16:27:24 +010043
Gilles Peskinecca6ce82022-09-18 23:08:38 +020044# Derive generated file paths in the build directory. The generated data
45# files go into the suites/ subdirectory.
46set(base_generated_data_files
47 ${base_bignum_generated_data_files} ${base_psa_generated_data_files})
48string(REGEX REPLACE "([^;]+)" "suites/\\1"
49 all_generated_data_files "${base_generated_data_files}")
Werner Lewis383461c2022-08-23 11:29:05 +010050set(bignum_generated_data_files "")
51set(psa_generated_data_files "")
52foreach(file ${base_bignum_generated_data_files})
Gilles Peskinecca6ce82022-09-18 23:08:38 +020053 list(APPEND bignum_generated_data_files ${CMAKE_CURRENT_BINARY_DIR}/suites/${file})
Werner Lewis383461c2022-08-23 11:29:05 +010054endforeach()
55foreach(file ${base_psa_generated_data_files})
Gilles Peskinecca6ce82022-09-18 23:08:38 +020056 list(APPEND psa_generated_data_files ${CMAKE_CURRENT_BINARY_DIR}/suites/${file})
David Horstmann7570d242021-10-20 16:27:24 +010057endforeach()
David Horstmann1732b5d2021-10-19 16:43:53 +010058
David Horstmanna8d14062021-10-20 17:14:23 +010059if(GEN_FILES)
Manuel Pégourié-Gonnarde90e4052021-09-08 13:27:09 +020060 add_custom_command(
61 OUTPUT
Werner Lewis383461c2022-08-23 11:29:05 +010062 ${bignum_generated_data_files}
63 WORKING_DIRECTORY
64 ${CMAKE_CURRENT_SOURCE_DIR}/..
65 COMMAND
66 ${MBEDTLS_PYTHON_EXECUTABLE}
67 ${CMAKE_CURRENT_SOURCE_DIR}/../tests/scripts/generate_bignum_tests.py
68 --directory ${CMAKE_CURRENT_BINARY_DIR}/suites
69 DEPENDS
70 ${CMAKE_CURRENT_SOURCE_DIR}/../tests/scripts/generate_bignum_tests.py
Werner Lewis99e81782022-09-30 16:28:43 +010071 ${CMAKE_CURRENT_SOURCE_DIR}/../scripts/mbedtls_dev/bignum_common.py
72 ${CMAKE_CURRENT_SOURCE_DIR}/../scripts/mbedtls_dev/bignum_core.py
Gabor Mezeic426d9b2022-11-15 18:51:20 +010073 ${CMAKE_CURRENT_SOURCE_DIR}/../scripts/mbedtls_dev/bignum_mod_raw.py
Werner Lewisc84b7312022-11-30 14:43:31 +000074 ${CMAKE_CURRENT_SOURCE_DIR}/../scripts/mbedtls_dev/bignum_mod.py
Werner Lewis383461c2022-08-23 11:29:05 +010075 ${CMAKE_CURRENT_SOURCE_DIR}/../scripts/mbedtls_dev/test_case.py
Gilles Peskine64f2efd2022-09-16 21:41:47 +020076 ${CMAKE_CURRENT_SOURCE_DIR}/../scripts/mbedtls_dev/test_data_generation.py
Werner Lewis383461c2022-08-23 11:29:05 +010077 )
78 add_custom_command(
79 OUTPUT
80 ${psa_generated_data_files}
Manuel Pégourié-Gonnarde90e4052021-09-08 13:27:09 +020081 WORKING_DIRECTORY
82 ${CMAKE_CURRENT_SOURCE_DIR}/..
83 COMMAND
84 ${MBEDTLS_PYTHON_EXECUTABLE}
85 ${CMAKE_CURRENT_SOURCE_DIR}/../tests/scripts/generate_psa_tests.py
86 --directory ${CMAKE_CURRENT_BINARY_DIR}/suites
87 DEPENDS
88 ${CMAKE_CURRENT_SOURCE_DIR}/../tests/scripts/generate_psa_tests.py
Gilles Peskine26f90542022-03-15 16:39:51 +010089 ${CMAKE_CURRENT_SOURCE_DIR}/../scripts/mbedtls_dev/crypto_knowledge.py
90 ${CMAKE_CURRENT_SOURCE_DIR}/../scripts/mbedtls_dev/macro_collector.py
91 ${CMAKE_CURRENT_SOURCE_DIR}/../scripts/mbedtls_dev/psa_storage.py
92 ${CMAKE_CURRENT_SOURCE_DIR}/../scripts/mbedtls_dev/test_case.py
Gilles Peskine64f2efd2022-09-16 21:41:47 +020093 ${CMAKE_CURRENT_SOURCE_DIR}/../scripts/mbedtls_dev/test_data_generation.py
Manuel Pégourié-Gonnarde90e4052021-09-08 13:27:09 +020094 ${CMAKE_CURRENT_SOURCE_DIR}/../include/psa/crypto_config.h
95 ${CMAKE_CURRENT_SOURCE_DIR}/../include/psa/crypto_values.h
96 ${CMAKE_CURRENT_SOURCE_DIR}/../include/psa/crypto_extra.h
97 )
Jerry Yu80bc8602022-01-17 18:26:52 +080098
Manuel Pégourié-Gonnarde90e4052021-09-08 13:27:09 +020099else()
Gilles Peskinecca6ce82022-09-18 23:08:38 +0200100 foreach(file ${all_generated_data_files})
David Horstmann1732b5d2021-10-19 16:43:53 +0100101 link_to_source(${file})
102 endforeach()
Manuel Pégourié-Gonnarde90e4052021-09-08 13:27:09 +0200103endif()
Jerry Yu3b86d1b2022-03-02 10:40:41 +0800104# CMake generates sub-makefiles for each target and calls them in subprocesses.
105# Without this command, cmake will generate rules in each sub-makefile. As a result,
106# they can cause race conditions in parallel builds.
107# With this line, only 4 sub-makefiles include the above command, that reduces
108# the risk of a race.
Werner Lewis383461c2022-08-23 11:29:05 +0100109add_custom_target(test_suite_bignum_generated_data DEPENDS ${bignum_generated_data_files})
110add_custom_target(test_suite_psa_generated_data DEPENDS ${psa_generated_data_files})
David Horstmann38610622022-11-28 10:18:05 +0000111# If SKIP_TEST_SUITES is not defined with -D, get it from the environment.
112if((NOT DEFINED SKIP_TEST_SUITES) AND (DEFINED ENV{SKIP_TEST_SUITES}))
113 set(SKIP_TEST_SUITES $ENV{SKIP_TEST_SUITES})
114endif()
Gilles Peskineac372cc2018-11-29 10:15:06 +0000115# Test suites caught by SKIP_TEST_SUITES are built but not executed.
116# "foo" as a skip pattern skips "test_suite_foo" and "test_suite_foo.bar"
117# but not "test_suite_foobar".
118string(REGEX REPLACE "[ ,;]" "|" SKIP_TEST_SUITES_REGEX "${SKIP_TEST_SUITES}")
119string(REPLACE "." "\\." SKIP_TEST_SUITES_REGEX "${SKIP_TEST_SUITES_REGEX}")
120set(SKIP_TEST_SUITES_REGEX "^(${SKIP_TEST_SUITES_REGEX})(\$|\\.)")
121
Paul Bakker73043762011-07-13 15:03:10 +0000122function(add_test_suite suite_name)
123 if(ARGV1)
Manuel Pégourié-Gonnard216a1832015-06-25 09:20:03 +0200124 set(data_name ${ARGV1})
Paul Bakker73043762011-07-13 15:03:10 +0000125 else()
Manuel Pégourié-Gonnard216a1832015-06-25 09:20:03 +0200126 set(data_name ${suite_name})
Paul Bakker46c17942011-07-13 14:54:54 +0000127 endif()
128
David Horstmannae7bd352021-10-19 19:05:42 +0100129 # Get the test names of the tests with generated .data files
130 # from the generated_data_files list in parent scope.
Werner Lewis383461c2022-08-23 11:29:05 +0100131 set(bignum_generated_data_names "")
132 set(psa_generated_data_names "")
133 foreach(generated_data_file ${bignum_generated_data_files})
David Horstmannae7bd352021-10-19 19:05:42 +0100134 # Get the plain filename
135 get_filename_component(generated_data_name ${generated_data_file} NAME)
136 # Remove the ".data" extension
137 get_name_without_last_ext(generated_data_name ${generated_data_name})
138 # Remove leading "test_suite_"
139 string(SUBSTRING ${generated_data_name} 11 -1 generated_data_name)
Werner Lewis383461c2022-08-23 11:29:05 +0100140 list(APPEND bignum_generated_data_names ${generated_data_name})
141 endforeach()
142 foreach(generated_data_file ${psa_generated_data_files})
143 # Get the plain filename
144 get_filename_component(generated_data_name ${generated_data_file} NAME)
145 # Remove the ".data" extension
146 get_name_without_last_ext(generated_data_name ${generated_data_name})
147 # Remove leading "test_suite_"
148 string(SUBSTRING ${generated_data_name} 11 -1 generated_data_name)
149 list(APPEND psa_generated_data_names ${generated_data_name})
David Horstmannae7bd352021-10-19 19:05:42 +0100150 endforeach()
151
Werner Lewis383461c2022-08-23 11:29:05 +0100152 if(";${bignum_generated_data_names};" MATCHES ";${data_name};")
Manuel Pégourié-Gonnardce3ba8f2021-05-14 12:03:37 +0200153 set(data_file
154 ${CMAKE_CURRENT_BINARY_DIR}/suites/test_suite_${data_name}.data)
Werner Lewis383461c2022-08-23 11:29:05 +0100155 set(dependency test_suite_bignum_generated_data)
156 elseif(";${psa_generated_data_names};" MATCHES ";${data_name};")
157 set(data_file
158 ${CMAKE_CURRENT_BINARY_DIR}/suites/test_suite_${data_name}.data)
159 set(dependency test_suite_psa_generated_data)
Manuel Pégourié-Gonnardce3ba8f2021-05-14 12:03:37 +0200160 else()
161 set(data_file
162 ${CMAKE_CURRENT_SOURCE_DIR}/suites/test_suite_${data_name}.data)
Werner Lewis383461c2022-08-23 11:29:05 +0100163 set(dependency test_suite_bignum_generated_data test_suite_psa_generated_data)
Manuel Pégourié-Gonnardce3ba8f2021-05-14 12:03:37 +0200164 endif()
165
Paul Bakker367dae42009-06-28 21:50:27 +0000166 add_custom_command(
Manuel Pégourié-Gonnard42681f32021-05-14 10:53:43 +0200167 OUTPUT
David Horstmannf602eb12021-10-20 16:40:56 +0100168 # The output filename of generate_test_code.py is derived from the -d
169 # input argument.
Manuel Pégourié-Gonnard42681f32021-05-14 10:53:43 +0200170 test_suite_${data_name}.c
171 COMMAND
172 ${MBEDTLS_PYTHON_EXECUTABLE}
173 ${CMAKE_CURRENT_SOURCE_DIR}/scripts/generate_test_code.py
174 -f ${CMAKE_CURRENT_SOURCE_DIR}/suites/test_suite_${suite_name}.function
Manuel Pégourié-Gonnardce3ba8f2021-05-14 12:03:37 +0200175 -d ${data_file}
Manuel Pégourié-Gonnard42681f32021-05-14 10:53:43 +0200176 -t ${CMAKE_CURRENT_SOURCE_DIR}/suites/main_test.function
177 -p ${CMAKE_CURRENT_SOURCE_DIR}/suites/host_test.function
178 -s ${CMAKE_CURRENT_SOURCE_DIR}/suites
179 --helpers-file ${CMAKE_CURRENT_SOURCE_DIR}/suites/helpers.function
180 -o .
181 DEPENDS
182 ${CMAKE_CURRENT_SOURCE_DIR}/scripts/generate_test_code.py
183 ${CMAKE_CURRENT_SOURCE_DIR}/suites/test_suite_${suite_name}.function
Manuel Pégourié-Gonnardce3ba8f2021-05-14 12:03:37 +0200184 ${data_file}
Manuel Pégourié-Gonnard42681f32021-05-14 10:53:43 +0200185 ${CMAKE_CURRENT_SOURCE_DIR}/suites/main_test.function
186 ${CMAKE_CURRENT_SOURCE_DIR}/suites/host_test.function
187 ${CMAKE_CURRENT_SOURCE_DIR}/suites/helpers.function
188 ${mbedtls_target}
Manuel Pégourié-Gonnard389150d2021-09-09 10:51:16 +0200189 BYPRODUCTS
190 test_suite_${data_name}.datax
Paul Bakker4c14a252010-06-18 22:54:05 +0000191 )
Paul Bakker19343182013-08-16 13:31:10 +0200192
Ronald Cronf5ea29a2020-06-19 10:42:29 +0200193 add_executable(test_suite_${data_name} test_suite_${data_name}.c $<TARGET_OBJECTS:mbedtls_test>)
Werner Lewis383461c2022-08-23 11:29:05 +0100194 add_dependencies(test_suite_${data_name} ${dependency})
Paul Bakker73043762011-07-13 15:03:10 +0000195 target_link_libraries(test_suite_${data_name} ${libs})
Gilles Peskine76dd3aa2020-07-02 15:58:37 +0200196 # Include test-specific header files from ./include and private header
197 # files (used by some invasive tests) from ../library. Public header
198 # files are automatically included because the library targets declare
199 # them as PUBLIC.
Ronald Cron85527412020-05-15 17:20:47 +0200200 target_include_directories(test_suite_${data_name}
201 PRIVATE ${CMAKE_CURRENT_SOURCE_DIR}/include
202 PRIVATE ${CMAKE_CURRENT_SOURCE_DIR}/../library)
203
Gilles Peskineac372cc2018-11-29 10:15:06 +0000204 if(${data_name} MATCHES ${SKIP_TEST_SUITES_REGEX})
205 message(STATUS "The test suite ${data_name} will not be executed.")
206 else()
207 add_test(${data_name}-suite test_suite_${data_name} --verbose)
208 endif()
Paul Bakker367dae42009-06-28 21:50:27 +0000209endfunction(add_test_suite)
210
Manuel Pégourié-Gonnard42681f32021-05-14 10:53:43 +0200211# Enable definition of various functions used throughout the testsuite
212# (gethostname, strdup, fileno...) even when compiling with -std=c99. Harmless
213# on non-POSIX platforms.
214add_definitions("-D_POSIX_C_SOURCE=200809L")
215
Gilles Peskinef29019f2021-02-23 13:44:41 +0100216if(CMAKE_COMPILER_IS_CLANG)
217 set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -Wdocumentation -Wno-documentation-deprecated-sync -Wunreachable-code")
218endif(CMAKE_COMPILER_IS_CLANG)
219
Manuel Pégourié-Gonnard30830532015-07-01 17:06:28 +0200220if(MSVC)
Simon B9b3e3c42016-11-03 01:12:50 +0000221 # If a warning level has been defined, suppress all warnings for test code
222 set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} /W0")
223 set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} /WX-")
Manuel Pégourié-Gonnard30830532015-07-01 17:06:28 +0200224endif(MSVC)
225
Gilles Peskine29080e82022-01-25 22:30:25 +0100226file(GLOB test_suites RELATIVE "${CMAKE_CURRENT_SOURCE_DIR}" suites/*.data)
Gilles Peskinecca6ce82022-09-18 23:08:38 +0200227list(APPEND test_suites ${all_generated_data_files})
Gilles Peskine29080e82022-01-25 22:30:25 +0100228# If the generated .data files are present in the source tree, we just added
Gilles Peskinecca6ce82022-09-18 23:08:38 +0200229# them twice, both through GLOB and through ${all_generated_data_files}.
Gilles Peskine29080e82022-01-25 22:30:25 +0100230list(REMOVE_DUPLICATES test_suites)
231list(SORT test_suites)
232foreach(test_suite ${test_suites})
Gilles Peskinecd55fe02022-01-25 23:13:49 +0100233 get_filename_component(data_name ${test_suite} NAME)
Gilles Peskinea18fb9d2022-01-25 23:24:34 +0100234 string(REGEX REPLACE "\\.data\$" "" data_name "${data_name}")
Gilles Peskinecd55fe02022-01-25 23:13:49 +0100235 string(REPLACE "test_suite_" "" data_name "${data_name}")
236 string(REGEX MATCH "[^.]*" function_name "${data_name}")
Gilles Peskine29080e82022-01-25 22:30:25 +0100237 add_test_suite(${function_name} ${data_name})
238endforeach(test_suite)
Paul Bakkercd6d69a2014-02-06 15:43:21 +0100239
Gilles Peskine84052572018-03-21 12:12:47 +0100240# Make scripts and data files needed for testing available in an
241# out-of-source build.
Paul Bakkercd6d69a2014-02-06 15:43:21 +0100242if (NOT ${CMAKE_CURRENT_BINARY_DIR} STREQUAL ${CMAKE_CURRENT_SOURCE_DIR})
Andrzej Kurek4a71cfa2019-05-06 05:06:06 -0400243 if(EXISTS "${CMAKE_CURRENT_SOURCE_DIR}/seedfile")
244 link_to_source(seedfile)
245 endif()
Gilles Peskine84052572018-03-21 12:12:47 +0100246 link_to_source(compat.sh)
David Brownc7444182020-10-16 13:19:49 -0600247 link_to_source(context-info.sh)
Gilles Peskine84052572018-03-21 12:12:47 +0100248 link_to_source(data_files)
249 link_to_source(scripts)
250 link_to_source(ssl-opt.sh)
Jerry Yu55ee7692021-11-29 13:26:55 +0800251 link_to_source(opt-testcases)
Paul Bakkercd6d69a2014-02-06 15:43:21 +0100252endif()