blob: 77a31720f0c7646815253a50ae6ef4cb2e371236 [file] [log] [blame]
Paul Bakker0049c2f2009-07-11 19:15:43 +00001
2# To compile on SunOS: add "-lsocket -lnsl" to LDFLAGS
Paul Bakker0049c2f2009-07-11 19:15:43 +00003
Mohammad Azim Khan95402612017-07-19 10:15:54 +01004CFLAGS ?= -O2
Paul Elliott9e3256a2020-12-17 18:17:32 +00005WARNING_CFLAGS ?= -Wall -Wextra -Wformat=2 -Wno-format-nonliteral
Alon Bar-Levada41052015-02-18 17:47:52 +02006LDFLAGS ?=
Paul Bakker0049c2f2009-07-11 19:15:43 +00007
Gilles Peskine396853a2021-09-20 18:57:55 +02008# Set this to -v to see the details of failing test cases
9TEST_FLAGS ?= $(if $(filter-out 0 OFF Off off NO No no FALSE False false N n,$(CTEST_OUTPUT_ON_FAILURE)),-v,)
10
Gilles Peskine687d1ab2021-04-22 01:01:56 +020011default: all
12
Gilles Peskine76dd3aa2020-07-02 15:58:37 +020013# Include public header files from ../include, test-specific header files
14# from ./include, and private header files (used by some invasive tests)
15# from ../library.
Ronald Cron02c78b72020-05-27 09:22:32 +020016LOCAL_CFLAGS = $(WARNING_CFLAGS) -I./include -I../include -I../library -D_FILE_OFFSET_BITS=64
Mohammad Azim Khan94aefaf2017-03-23 12:32:54 +000017LOCAL_LDFLAGS = -L../library \
Gilles Peskine4fa9f9f2020-02-26 19:05:31 +010018 -lmbedtls$(SHARED_SUFFIX) \
19 -lmbedx509$(SHARED_SUFFIX) \
Manuel Pégourié-Gonnard21e1ac22015-06-25 08:45:12 +020020 -lmbedcrypto$(SHARED_SUFFIX)
Paul Bakker0049c2f2009-07-11 19:15:43 +000021
Christoph M. Wintersteiger6ea2dea12019-01-21 17:26:19 +000022include ../3rdparty/Makefile.inc
23LOCAL_CFLAGS+=$(THIRDPARTY_INCLUDES)
Christoph M. Wintersteigerd5fd7662018-10-25 12:47:03 +010024
Nicholas Wilson61fa4362018-06-25 12:10:00 +010025# Enable definition of various functions used throughout the testsuite
26# (gethostname, strdup, fileno...) even when compiling with -std=c99. Harmless
27# on non-POSIX platforms.
28LOCAL_CFLAGS += -D_POSIX_C_SOURCE=200809L
29
Paul Bakker674e0b02014-03-26 13:26:52 +010030ifndef SHARED
Ronald Cronb6d6d4c2020-06-03 10:11:18 +020031MBEDLIBS=../library/libmbedcrypto.a ../library/libmbedx509.a ../library/libmbedtls.a
Paul Bakker674e0b02014-03-26 13:26:52 +010032else
Ronald Cronb6d6d4c2020-06-03 10:11:18 +020033MBEDLIBS=../library/libmbedcrypto.$(DLEXT) ../library/libmbedx509.$(DLEXT) ../library/libmbedtls.$(DLEXT)
Paul Bakker674e0b02014-03-26 13:26:52 +010034endif
35
Paul Bakkerc7ffd362012-04-05 12:08:29 +000036ifdef DEBUG
Alon Bar-Levf7a9f302015-02-18 17:55:05 +020037LOCAL_CFLAGS += -g3
Paul Bakkerc7ffd362012-04-05 12:08:29 +000038endif
39
Gilles Peskine51681552019-05-20 19:35:37 +020040ifdef RECORD_PSA_STATUS_COVERAGE_LOG
41LOCAL_CFLAGS += -Werror -DRECORD_PSA_STATUS_COVERAGE_LOG
42endif
43
Manuel Pégourié-Gonnard5c59a4f2015-06-24 13:06:24 +020044# if we're running on Windows, build for Windows
Paul Bakkercd5b5292012-05-10 20:49:10 +000045ifdef WINDOWS
Alon Bar-Lev18ba0cc2015-02-14 01:04:58 +020046WINDOWS_BUILD=1
47endif
48
49ifdef WINDOWS_BUILD
50DLEXT=dll
51EXEXT=.exe
Alon Bar-Levada41052015-02-18 17:47:52 +020052LOCAL_LDFLAGS += -lws2_32
Alon Bar-Lev18ba0cc2015-02-14 01:04:58 +020053ifdef SHARED
54SHARED_SUFFIX=.$(DLEXT)
55endif
Manuel Pégourié-Gonnard8d4a6132015-06-24 12:16:20 +020056else
Andres Amaya Garcia420f0cc2018-03-27 19:17:21 +010057DLEXT ?= so
Manuel Pégourié-Gonnard8d4a6132015-06-24 12:16:20 +020058EXEXT=
59SHARED_SUFFIX=
Gilles Peskine8b427c82021-07-13 18:14:25 +020060endif
61
62ifdef WINDOWS
63PYTHON ?= python
64else
Gilles Peskineb61a6142021-04-22 00:21:58 +020065PYTHON ?= $(shell if type python3 >/dev/null 2>/dev/null; then echo python3; else echo python; fi)
Paul Bakkercd5b5292012-05-10 20:49:10 +000066endif
67
Gilles Peskine687d1ab2021-04-22 01:01:56 +020068.PHONY: generated_files
Gilles Peskinee9ad95a2021-07-13 18:36:05 +020069GENERATED_DATA_FILES := $(patsubst tests/%,%,$(shell \
70 $(PYTHON) scripts/generate_psa_tests.py --list || \
71 echo FAILED \
72))
73ifeq ($(GENERATED_DATA_FILES),FAILED)
74$(error "$(PYTHON) scripts/generate_psa_tests.py --list" failed)
75endif
Gilles Peskine687d1ab2021-04-22 01:01:56 +020076GENERATED_FILES := $(GENERATED_DATA_FILES)
77generated_files: $(GENERATED_FILES)
78
Gilles Peskine5df77c62021-07-13 17:22:58 +020079# generate_psa_tests.py spends more time analyzing inputs than generating
80# outputs. Its inputs are the same no matter which files are being generated.
81# It's rare not to want all the outputs. So always generate all of its outputs.
82# Use an intermediate phony dependency so that parallel builds don't run
83# a separate instance of the recipe for each output file.
84.SECONDARY: generated_psa_test_data
85$(GENERATED_DATA_FILES): generated_psa_test_data
86generated_psa_test_data: scripts/generate_psa_tests.py
Gilles Peskine1411c7c2021-04-22 14:50:16 +020087## The generated file only depends on the options that are present in
88## crypto_config.h, not on which options are set. To avoid regenerating this
89## file all the time when switching between configurations, don't declare
90## crypto_config.h as a dependency. Remove this file from your working tree
91## if you've just added or removed an option in crypto_config.h.
Gilles Peskine5df77c62021-07-13 17:22:58 +020092#generated_psa_test_data: ../include/psa/crypto_config.h
93generated_psa_test_data: ../include/psa/crypto_values.h
94generated_psa_test_data: ../include/psa/crypto_extra.h
95generated_psa_test_data: suites/test_suite_psa_crypto_metadata.data
96generated_psa_test_data:
97 echo " Gen $(GENERATED_DATA_FILES) ..."
Gilles Peskine687d1ab2021-04-22 01:01:56 +020098 $(PYTHON) scripts/generate_psa_tests.py
99
Azim Khan27a35e72018-06-29 12:39:19 +0100100# A test application is built for each suites/test_suite_*.data file.
101# Application name is same as .data file's base name and can be
102# constructed by stripping path 'suites/' and extension .data.
Gilles Peskine687d1ab2021-04-22 01:01:56 +0200103DATA_FILES := $(wildcard suites/test_suite_*.data)
104# Make sure that generated data files are included even if they don't
105# exist yet when the makefile is parsed.
106DATA_FILES += $(filter-out $(DATA_FILES),$(GENERATED_DATA_FILES))
107APPS = $(basename $(subst suites/,,$(DATA_FILES)))
Mohammad Azim Khan94aefaf2017-03-23 12:32:54 +0000108
Azim Khan27a35e72018-06-29 12:39:19 +0100109# Construct executable name by adding OS specific suffix $(EXEXT).
Mohammad Azim Khan94aefaf2017-03-23 12:32:54 +0000110BINARIES := $(addsuffix $(EXEXT),$(APPS))
111
Paul Bakker0049c2f2009-07-11 19:15:43 +0000112.SILENT:
113
Manuel Pégourié-Gonnard5c59a4f2015-06-24 13:06:24 +0200114.PHONY: all check test clean
115
Azim Khan1de892b2017-06-09 15:02:36 +0100116all: $(BINARIES)
117
Ronald Cronb6d6d4c2020-06-03 10:11:18 +0200118$(MBEDLIBS):
Manuel Pégourié-Gonnardfc367082015-06-26 16:50:24 +0200119 $(MAKE) -C ../library
Manuel Pégourié-Gonnard5c59a4f2015-06-24 13:06:24 +0200120
Steven Cooremana70d5882020-07-16 20:26:18 +0200121MBEDTLS_TEST_OBJS=$(patsubst %.c,%.o,$(wildcard src/*.c src/drivers/*.c))
Ronald Cronb6d6d4c2020-06-03 10:11:18 +0200122
Ronald Cronddaf99c2020-06-19 11:27:26 +0200123mbedtls_test: $(MBEDTLS_TEST_OBJS)
124
Gilles Peskinee1d51bd2021-01-20 19:47:23 +0100125TEST_OBJS_DEPS = $(wildcard include/test/*.h include/test/*/*.h)
Gilles Peskined71539f2020-11-25 18:17:17 +0100126ifdef RECORD_PSA_STATUS_COVERAGE_LOG
Gilles Peskine75829a42021-01-25 13:46:14 +0100127# Explicitly depend on this header because on a clean copy of the source tree,
128# it doesn't exist yet and must be generated as part of the build, and
129# therefore the wildcard enumeration above doesn't include it.
Gilles Peskined71539f2020-11-25 18:17:17 +0100130TEST_OBJS_DEPS += include/test/instrument_record_status.h
131endif
132
Ronald Cronb6d6d4c2020-06-03 10:11:18 +0200133# Rule to compile common test C files in src folder
Gilles Peskined71539f2020-11-25 18:17:17 +0100134src/%.o : src/%.c $(TEST_OBJS_DEPS)
Ronald Cronb6d6d4c2020-06-03 10:11:18 +0200135 echo " CC $<"
136 $(CC) $(LOCAL_CFLAGS) $(CFLAGS) -o $@ -c $<
137
Steven Cooremana70d5882020-07-16 20:26:18 +0200138src/drivers/%.o : src/drivers/%.c
139 echo " CC $<"
140 $(CC) $(LOCAL_CFLAGS) $(CFLAGS) -o $@ -c $<
141
Mohammad Azim Khan94aefaf2017-03-23 12:32:54 +0000142C_FILES := $(addsuffix .c,$(APPS))
143
Azim Khan27a35e72018-06-29 12:39:19 +0100144# Wildcard target for test code generation:
145# A .c file is generated for each .data file in the suites/ directory. Each .c
146# file depends on a .data and .function file from suites/ directory. Following
147# nameing convention is followed:
148#
149# C file | Depends on
150#-----------------------------------------------------------------------------
151# foo.c | suites/foo.function suites/foo.data
152# foo.bar.c | suites/foo.function suites/foo.bar.data
153#
154# Note above that .c and .data files have same base name.
155# However, corresponding .function file's base name is the word before first
156# dot in .c file's base name.
157#
Mohammad Azim Khan94aefaf2017-03-23 12:32:54 +0000158.SECONDEXPANSION:
Azim Khan27a35e72018-06-29 12:39:19 +0100159%.c: suites/$$(firstword $$(subst ., ,$$*)).function suites/%.data scripts/generate_test_code.py suites/helpers.function suites/main_test.function suites/host_test.function
Manuel Pégourié-Gonnard78ec2b02015-07-08 22:12:06 +0100160 echo " Gen $@"
Azim Khan27a35e72018-06-29 12:39:19 +0100161 $(PYTHON) scripts/generate_test_code.py -f suites/$(firstword $(subst ., ,$*)).function \
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100162 -d suites/$*.data \
Azim Khan1de892b2017-06-09 15:02:36 +0100163 -t suites/main_test.function \
Mohammad Azim Khan95402612017-07-19 10:15:54 +0100164 -p suites/host_test.function \
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100165 -s suites \
Azim Khane3b26af2018-06-29 02:36:57 +0100166 --helpers-file suites/helpers.function \
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100167 -o .
Paul Bakker286bf3c2013-04-08 18:09:51 +0200168
Paul Bakker286bf3c2013-04-08 18:09:51 +0200169
Gilles Peskined71539f2020-11-25 18:17:17 +0100170$(BINARIES): %$(EXEXT): %.c $(MBEDLIBS) $(TEST_OBJS_DEPS) $(MBEDTLS_TEST_OBJS)
Manuel Pégourié-Gonnard78ec2b02015-07-08 22:12:06 +0100171 echo " CC $<"
Ronald Cronf5ea29a2020-06-19 10:42:29 +0200172 $(CC) $(LOCAL_CFLAGS) $(CFLAGS) $< $(MBEDTLS_TEST_OBJS) $(LOCAL_LDFLAGS) $(LDFLAGS) -o $@
Paul Bakker286bf3c2013-04-08 18:09:51 +0200173
Paul Bakker0049c2f2009-07-11 19:15:43 +0000174clean:
Paul Bakker62f88dc2012-05-10 21:26:28 +0000175ifndef WINDOWS
Gilles Peskined0254222021-09-14 11:28:22 +0200176 rm -rf $(BINARIES) *.c *.datax
Steven Cooremana70d5882020-07-16 20:26:18 +0200177 rm -f src/*.o src/drivers/*.o src/libmbed*
Gilles Peskined71539f2020-11-25 18:17:17 +0100178 rm -f include/test/instrument_record_status.h
Manuel Pégourié-Gonnard5c59a4f2015-06-24 13:06:24 +0200179else
Darryl Green6c0f94c2018-10-17 16:12:33 +0100180 if exist *.c del /Q /F *.c
181 if exist *.exe del /Q /F *.exe
182 if exist *.datax del /Q /F *.datax
Ronald Cronb6d6d4c2020-06-03 10:11:18 +0200183 if exist src/*.o del /Q /F src/*.o
Steven Cooremana70d5882020-07-16 20:26:18 +0200184 if exist src/drivers/*.o del /Q /F src/drivers/*.o
Ronald Cronb6d6d4c2020-06-03 10:11:18 +0200185 if exist src/libmbed* del /Q /F src/libmed*
Gilles Peskined71539f2020-11-25 18:17:17 +0100186 if exist include/test/instrument_record_status.h del /Q /F include/test/instrument_record_status.h
Azim Khan27a35e72018-06-29 12:39:19 +0100187endif
Paul Bakker0049c2f2009-07-11 19:15:43 +0000188
Gilles Peskine687d1ab2021-04-22 01:01:56 +0200189neat: clean
190ifndef WINDOWS
191 rm -f $(GENERATED_FILES)
192else
193 for %f in ($(subst /,\,$(GENERATED_FILES))) if exist %f del /Q /F %f
194endif
195
Gilles Peskineac372cc2018-11-29 10:15:06 +0000196# Test suites caught by SKIP_TEST_SUITES are built but not executed.
Mohammad Azim Khan94aefaf2017-03-23 12:32:54 +0000197check: $(BINARIES)
Gilles Peskine396853a2021-09-20 18:57:55 +0200198 perl scripts/run-test-suites.pl $(TEST_FLAGS) --skip=$(SKIP_TEST_SUITES)
Manuel Pégourié-Gonnard5c59a4f2015-06-24 13:06:24 +0200199
200test: check
Mohammad Azim Khan1f29be72017-03-20 22:21:22 +0000201
Gilles Peskine51681552019-05-20 19:35:37 +0200202ifdef RECORD_PSA_STATUS_COVERAGE_LOG
Ronald Cron02c78b72020-05-27 09:22:32 +0200203include/test/instrument_record_status.h: ../include/psa/crypto.h Makefile
Gilles Peskined71539f2020-11-25 18:17:17 +0100204 echo " Gen $@"
Gilles Peskine51681552019-05-20 19:35:37 +0200205 sed <../include/psa/crypto.h >$@ -n 's/^psa_status_t \([A-Za-z0-9_]*\)(.*/#define \1(...) RECORD_STATUS("\1", \1(__VA_ARGS__))/p'
206endif