TrustedFirmware Git Browser
Code Review Sign In
review.trustedfirmware.org / next / ci / tf-m-ci-scripts / 7eae9759ad28d64397cc7448940e5732a3598cdb / . / lava_helper / lava_helper_configs.py
blob: 2b3e4ec2cf023ccc3dbb00f7fb54729823f73d48 [file] [log] [blame]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]1#!/usr/bin/env python3
2
3""" lava_job_generator_configs.py:
4
5 Default configurations for lava job generator """
6
7from __future__ import print_function
8
9__copyright__ = """
10/*
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]11 * Copyright (c) 2018-2021, Arm Limited. All rights reserved.
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]12 *
13 * SPDX-License-Identifier: BSD-3-Clause
14 *
15 */
16 """
Karl Zhang08681e62020-10-30 13:56:03 +0800[diff] [blame]17
18__author__ = "tf-m@lists.trustedfirmware.org"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]19__project__ = "Trusted Firmware-M Open CI"
Xinyu Zhang06286a92021-07-22 14:00:51 +0800[diff] [blame]20__version__ = "1.4.0"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]21
Leonardo Sandoval66386a22021-04-15 14:35:08 -0500[diff] [blame]22tf_downloads="https://downloads.trustedfirmware.org"
23coverage_trace_plugin=tf_downloads + "/coverage-plugin/qa-tools/coverage-tool/coverage-plugin/coverage_trace.so"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]24
25def lava_gen_get_config_subset(config,
26 default=True,
27 core=True,
28 regression=True):
29 """ Allow dynamic generation of configuration combinations by subtracking
30 undesired ones """
31
32 from copy import deepcopy
33 cfg = deepcopy(config)
34 tests = deepcopy(config["tests"])
35
36 # Remove all configs not requests by the caller
37 if not default:
38 tests.pop("Default")
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]39 if not core:
40 tests.pop("CoreIPC")
41 tests.pop("CoreIPCTfmLevel2")
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]42 tests.pop("CoreIPCTfmLevel3")
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]43 if not regression:
44 tests.pop("Regression")
45
46 cfg["tests"] = tests
47 return cfg
48
49
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]50# LAVA test-monitor definition for PSA API testsuites, testcases identified
51# by "UT" value in output (testcase identifier).
52monitors_psaapitest_by_ut = [
53 {
54 'name': 'psa_api_suite',
55 'start': 'Running..',
56 'end': 'Entering standby..',
57 'pattern': r" UT: +(?P<test_case_id>[A-Za-z0-9_]+)\r?\n"
58 r".+?"
59 r"TEST RESULT: (?P<result>(PASSED|FAILED|SKIPPED))",
60 'fixup': {"pass": "PASSED", "fail": "FAILED", "skip": "SKIPPED"},
61 },
62]
63
64# LAVA test-monitor definition for PSA API testsuites, testcases identified
65# by description in output (for when UT is not set to unique identifier).
66monitors_psaapitest_by_desc = [
67 {
68 'name': 'psa_api_suite',
69 'start': 'Running..',
70 'end': 'Entering standby..',
71 'pattern': r" DESCRIPTION: +(?P<test_case_id>.+?) \\|"
72 r".+?"
73 r"TEST RESULT: (?P<result>(PASSED|FAILED|SKIPPED))",
74 'fixup': {"pass": "PASSED", "fail": "FAILED", "skip": "SKIPPED"},
75 },
76]
77
Paul Sokolovsky7eae9752022-02-09 21:38:55 +0300[diff] [blame^]78# LAVA test-monitor definition for PSA API "crypto" testsuite, which has some
79# failing testcases which we don't want to treat as failures, so can't use
80# normal monitors_psaapitest_by_ut. Note that this is a flaky workaround
81# which will break if e.g. a new testcase is added. This issue should be
82# fixed on TF-M side instead
83monitors_psaapitest_crypto_workaround = [
84 {
85 'name': 'psa_api_crypto_workaround',
86 'start': 'Running..',
87 'end': r"TOTAL TESTS : 63\r?\n.*?TOTAL PASSED : 51\r?\n",
88 'pattern': '__ignored__',
89 'fixup': {"pass": "PASSED", "fail": "FAILED", "skip": "SKIPPED"},
90 },
91]
92
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]93
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]94# MPS2 with BL2 bootloader
95# IMAGE0ADDRESS: 0x10000000
96# IMAGE0FILE: \Software\bl2.bin ; BL2 bootloader
97# IMAGE1ADDRESS: 0x10080000
98# IMAGE1FILE: \Software\tfm_s_ns_signed.bin ; TF-M example application binary blob
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]99tfm_mps2_sse_200 = {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]100 "templ": "mps2.jinja2",
101 "job_name": "mps2_an521_bl2",
Minos Galanakisafb43152019-09-25 14:17:39 +0100[diff] [blame]102 "device_type": "mps",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]103 "job_timeout": 15,
104 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]105 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]106 "poweroff_timeout": 1,
107 "recovery_store_url": "https://ci.trustedfirmware.org/userContent/",
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]108 "platforms": {"AN521": "mps2_sse200_an512_new.tar.gz"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]109 "compilers": ["GNUARM", "ARMCLANG"],
110 "build_types": ["Debug", "Release", "Minsizerel"],
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]111 "boot_types": ["BL2"],
112 "tests": {
113 'Default': {
114 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]115 "firmware": "tfm_s_ns_signed.bin",
116 "bootloader": "bl2.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]117 },
118 "monitors": [
119 {
120 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]121 'start': 'Non-Secure system',
122 'end': r'starting\\.{3}',
123 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]124 'fixup': {"pass": "!", "fail": ""},
125 'required': ["secure_image_initializing"]
126 } # Monitors
127 ]
128 }, # Default
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]129 'DefaultProfileS': {
130 "binaries": {
131 "firmware": "tfm_s_ns_signed.bin",
132 "bootloader": "bl2.bin"
133 },
134 "monitors": [
135 {
136 'name': 'Secure_Test_Suites_Summary',
137 'start': 'Non-Secure system',
138 'end': r'starting\\.{3}',
139 'pattern': r'Non-Secure system starting\\.{3}',
140 'fixup': {"pass": "!", "fail": ""},
141 'required': ["secure_image_initializing"]
142 } # Monitors
143 ]
144 }, # DefaultProfileS
145 'DefaultProfileM': {
146 "binaries": {
147 "firmware": "tfm_s_ns_signed.bin",
148 "bootloader": "bl2.bin"
149 },
150 "monitors": [
151 {
152 'name': 'Secure_Test_Suites_Summary',
153 'start': 'Non-Secure system',
154 'end': r'starting\\.{3}',
155 'pattern': r'Non-Secure system starting\\.{3}',
156 'fixup': {"pass": "!", "fail": ""},
157 'required': ["secure_image_initializing"]
158 } # Monitors
159 ]
160 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]161 'DefaultProfileL': {
162 "binaries": {
163 "firmware": "tfm_s_ns_signed.bin",
164 "bootloader": "bl2.bin"
165 },
166 "monitors": [
167 {
168 'name': 'Secure_Test_Suites_Summary',
169 'start': 'Non-Secure system',
170 'end': r'starting\\.{3}',
171 'pattern': r'Non-Secure system starting\\.{3}',
172 'fixup': {"pass": "!", "fail": ""},
173 'required': ["secure_image_initializing"]
174 } # Monitors
175 ]
176 }, # DefaultProfileL
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]177
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]178 'Regression': {
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]179 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]180 "firmware": "tfm_s_ns_signed.bin",
181 "bootloader": "bl2.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]182 },
183 "monitors": [
184 {
185 'name': 'Secure_Test_Suites_Summary',
186 'start': 'Secure test suites summary',
187 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]188 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]189 r"test_case_id>[^\n]+)' has(.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]190 r"(?P<result>PASSED|FAILED)",
191 'fixup': {"pass": "PASSED", "fail": "FAILED"},
192 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]193 ("psa_protected_storage_"
194 "s_interface_tests_tfm_sst_test_2xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]195 "sst_reliability_tests_tfm_sst_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]196 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
TudorCretu8b138472019-08-30 10:51:05 +0100[diff] [blame]197 ("psa_internal_trusted_storage_"
198 "s_interface_tests_tfm_its_test_2xxx_"),
199 "its_reliability_tests_tfm_its_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]200 ("audit_"
201 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
202 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
203 ("initial_attestation_service_"
204 "secure_interface_tests_tfm_attest_test_1xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]205 ]
206 },
207 {
208 'name': 'Non_Secure_Test_Suites_Summary',
209 'start': 'Non-secure test suites summary',
210 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]211 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]212 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]213 r"(?P<result>PASSED|FAILED)",
214 'fixup': {"pass": "PASSED", "fail": "FAILED"},
215 'required': [
216 ("psa_protected_storage"
217 "_ns_interface_tests_tfm_sst_test_1xxx_"),
218 ("psa_internal_trusted_storage"
219 "_ns_interface_tests_tfm_its_test_1xxx_"),
220 ("auditlog_"
221 "non_secure_interface_test_tfm_audit_test_1xxx_"),
222 ("crypto_"
223 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
224 ("initial_attestation_service_"
225 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
226 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
227 ]
228 }
229 ] # Monitors
230 }, # Regression
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]231
232 'RegressionProfileM': {
233 "binaries": {
234 "firmware": "tfm_s_ns_signed.bin",
235 "bootloader": "bl2.bin"
236 },
237 "monitors": [
238 {
239 'name': 'Secure_Test_Suites_Summary',
240 'start': 'Secure test suites summary',
241 'end': 'End of Secure test suites',
242 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]243 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]244 r"(?P<result>PASSED|FAILED)",
245 'fixup': {"pass": "PASSED", "fail": "FAILED"},
246 'required': [
247 ("psa_protected_storage_"
248 "s_interface_tests_tfm_sst_test_2xxx_"),
249 "sst_reliability_tests_tfm_sst_test_3xxx_",
250 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
251 ("psa_internal_trusted_storage_"
252 "s_interface_tests_tfm_its_test_2xxx_"),
253 "its_reliability_tests_tfm_its_test_3xxx_",
254 ("audit_"
255 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
256 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
257 ("initial_attestation_service_"
258 "secure_interface_tests_tfm_attest_test_1xxx_"),
259 ]
260 },
261 {
262 'name': 'Non_Secure_Test_Suites_Summary',
263 'start': 'Non-secure test suites summary',
264 'end': r'End of Non-secure test suites',
265 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]266 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]267 r"(?P<result>PASSED|FAILED)",
268 'fixup': {"pass": "PASSED", "fail": "FAILED"},
269 'required': [
270 ("psa_protected_storage"
271 "_ns_interface_tests_tfm_sst_test_1xxx_"),
272 ("psa_internal_trusted_storage"
273 "_ns_interface_tests_tfm_its_test_1xxx_"),
274 ("auditlog_"
275 "non_secure_interface_test_tfm_audit_test_1xxx_"),
276 ("crypto_"
277 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
278 ("initial_attestation_service_"
279 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
280 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
281 ]
282 }
283 ] # Monitors
284 }, # RegressionProfileM
285 'RegressionProfileS': {
286 "binaries": {
287 "firmware": "tfm_s_ns_signed.bin",
288 "bootloader": "bl2.bin"
289 },
290 "monitors": [
291 {
292 'name': 'Secure_Test_Suites_Summary',
293 'start': 'Secure test suites summary',
294 'end': 'End of Secure test suites',
295 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]296 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]297 r"(?P<result>PASSED|FAILED)",
298 'fixup': {"pass": "PASSED", "fail": "FAILED"},
299 'required': [
300 ("psa_protected_storage_"
301 "s_interface_tests_tfm_sst_test_2xxx_"),
302 "sst_reliability_tests_tfm_sst_test_3xxx_",
303 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
304 ("psa_internal_trusted_storage_"
305 "s_interface_tests_tfm_its_test_2xxx_"),
306 "its_reliability_tests_tfm_its_test_3xxx_",
307 ("audit_"
308 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
309 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
310 ("initial_attestation_service_"
311 "secure_interface_tests_tfm_attest_test_1xxx_"),
312 ]
313 },
314 {
315 'name': 'Non_Secure_Test_Suites_Summary',
316 'start': 'Non-secure test suites summary',
317 'end': r'End of Non-secure test suites',
318 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]319 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]320 r"(?P<result>PASSED|FAILED)",
321 'fixup': {"pass": "PASSED", "fail": "FAILED"},
322 'required': [
323 ("psa_protected_storage"
324 "_ns_interface_tests_tfm_sst_test_1xxx_"),
325 ("psa_internal_trusted_storage"
326 "_ns_interface_tests_tfm_its_test_1xxx_"),
327 ("auditlog_"
328 "non_secure_interface_test_tfm_audit_test_1xxx_"),
329 ("crypto_"
330 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
331 ("initial_attestation_service_"
332 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
333 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
334 ]
335 }
336 ] # Monitors
337 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]338 'RegressionProfileL': {
339 "binaries": {
340 "firmware": "tfm_s_ns_signed.bin",
341 "bootloader": "bl2.bin"
342 },
343 "monitors": [
344 {
345 'name': 'Secure_Test_Suites_Summary',
346 'start': 'Secure test suites summary',
347 'end': 'End of Secure test suites',
348 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]349 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]350 r"(?P<result>PASSED|FAILED)",
351 'fixup': {"pass": "PASSED", "fail": "FAILED"},
352 'required': [
353 ("psa_protected_storage_"
354 "s_interface_tests_tfm_sst_test_2xxx_"),
355 "sst_reliability_tests_tfm_sst_test_3xxx_",
356 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
357 ("psa_internal_trusted_storage_"
358 "s_interface_tests_tfm_its_test_2xxx_"),
359 "its_reliability_tests_tfm_its_test_3xxx_",
360 ("audit_"
361 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
362 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
363 ("initial_attestation_service_"
364 "secure_interface_tests_tfm_attest_test_1xxx_"),
365 ]
366 },
367 {
368 'name': 'Non_Secure_Test_Suites_Summary',
369 'start': 'Non-secure test suites summary',
370 'end': r'End of Non-secure test suites',
371 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]372 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]373 r"(?P<result>PASSED|FAILED)",
374 'fixup': {"pass": "PASSED", "fail": "FAILED"},
375 'required': [
376 ("psa_protected_storage"
377 "_ns_interface_tests_tfm_sst_test_1xxx_"),
378 ("psa_internal_trusted_storage"
379 "_ns_interface_tests_tfm_its_test_1xxx_"),
380 ("auditlog_"
381 "non_secure_interface_test_tfm_audit_test_1xxx_"),
382 ("crypto_"
383 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
384 ("initial_attestation_service_"
385 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
386 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
387 ]
388 }
389 ] # Monitors
390 }, # RegressionProfileL
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]391
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]392 'RegressionIPC': {
393 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]394 "firmware": "tfm_s_ns_signed.bin",
395 "bootloader": "bl2.bin"
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]396 },
397 "monitors": [
398 {
399 'name': 'Secure_Test_Suites_Summary',
400 'start': 'Secure test suites summary',
401 'end': 'End of Secure test suites',
402 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]403 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]404 r"(?P<result>PASSED|FAILED)",
405 'fixup': {"pass": "PASSED", "fail": "FAILED"},
406 'required': [
407 ("psa_protected_storage_"
408 "s_interface_tests_tfm_sst_test_2xxx_"),
409 "sst_reliability_tests_tfm_sst_test_3xxx_",
410 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
411 ("psa_internal_trusted_storage_"
412 "s_interface_tests_tfm_its_test_2xxx_"),
413 "its_reliability_tests_tfm_its_test_3xxx_",
414 ("audit_"
415 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
416 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
417 ("initial_attestation_service_"
418 "secure_interface_tests_tfm_attest_test_1xxx_"),
419 ]
420 },
421 {
422 'name': 'Non_Secure_Test_Suites_Summary',
423 'start': 'Non-secure test suites summary',
424 'end': r'End of Non-secure test suites',
425 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]426 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]427 r"(?P<result>PASSED|FAILED)",
428 'fixup': {"pass": "PASSED", "fail": "FAILED"},
429 'required': [
430 ("psa_protected_storage"
431 "_ns_interface_tests_tfm_sst_test_1xxx_"),
432 ("psa_internal_trusted_storage"
433 "_ns_interface_tests_tfm_its_test_1xxx_"),
434 ("auditlog_"
435 "non_secure_interface_test_tfm_audit_test_1xxx_"),
436 ("crypto_"
437 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
438 ("initial_attestation_service_"
439 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
440 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
441 ]
442 }
443 ] # Monitors
444 }, # Regression
445 'RegressionIPCTfmLevel2': {
446 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]447 "firmware": "tfm_s_ns_signed.bin",
448 "bootloader": "bl2.bin"
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]449 },
450 "monitors": [
451 {
452 'name': 'Secure_Test_Suites_Summary',
453 'start': 'Secure test suites summary',
454 'end': 'End of Secure test suites',
455 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]456 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]457 r"(?P<result>PASSED|FAILED)",
458 'fixup': {"pass": "PASSED", "fail": "FAILED"},
459 'required': [
460 ("psa_protected_storage_"
461 "s_interface_tests_tfm_sst_test_2xxx_"),
462 "sst_reliability_tests_tfm_sst_test_3xxx_",
463 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
464 ("psa_internal_trusted_storage_"
465 "s_interface_tests_tfm_its_test_2xxx_"),
466 "its_reliability_tests_tfm_its_test_3xxx_",
467 ("audit_"
468 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
469 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
470 ("initial_attestation_service_"
471 "secure_interface_tests_tfm_attest_test_1xxx_"),
472 ]
473 },
474 {
475 'name': 'Non_Secure_Test_Suites_Summary',
476 'start': 'Non-secure test suites summary',
477 'end': r'End of Non-secure test suites',
478 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]479 r"test_case_id>[^\n]+)' has(.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]480 r"(?P<result>PASSED|FAILED)",
481 'fixup': {"pass": "PASSED", "fail": "FAILED"},
482 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]483 ("psa_protected_storage"
484 "_ns_interface_tests_tfm_sst_test_1xxx_"),
TudorCretu8b138472019-08-30 10:51:05 +0100[diff] [blame]485 ("psa_internal_trusted_storage"
486 "_ns_interface_tests_tfm_its_test_1xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]487 ("auditlog_"
488 "non_secure_interface_test_tfm_audit_test_1xxx_"),
489 ("crypto_"
490 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
491 ("initial_attestation_service_"
Minos Galanakisf0dae4e2019-05-20 10:56:57 +0100[diff] [blame]492 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]493 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
494 ]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]495 }
496 ] # Monitors
497 }, # Regression
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]498 'RegressionIPCTfmLevel3': {
499 "binaries": {
500 "firmware": "tfm_s_ns_signed.bin",
501 "bootloader": "bl2.bin"
502 },
503 "monitors": [
504 {
505 'name': 'Secure_Test_Suites_Summary',
506 'start': 'Secure test suites summary',
507 'end': 'End of Secure test suites',
508 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]509 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]510 r"(?P<result>PASSED|FAILED)",
511 'fixup': {"pass": "PASSED", "fail": "FAILED"},
512 'required': [
513 ("psa_protected_storage_"
514 "s_interface_tests_tfm_sst_test_2xxx_"),
515 "sst_reliability_tests_tfm_sst_test_3xxx_",
516 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
517 ("psa_internal_trusted_storage_"
518 "s_interface_tests_tfm_its_test_2xxx_"),
519 "its_reliability_tests_tfm_its_test_3xxx_",
520 ("audit_"
521 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
522 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
523 ("initial_attestation_service_"
524 "secure_interface_tests_tfm_attest_test_1xxx_"),
525 ]
526 },
527 {
528 'name': 'Non_Secure_Test_Suites_Summary',
529 'start': 'Non-secure test suites summary',
530 'end': r'End of Non-secure test suites',
531 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]532 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]533 r"(?P<result>PASSED|FAILED)",
534 'fixup': {"pass": "PASSED", "fail": "FAILED"},
535 'required': [
536 ("psa_protected_storage"
537 "_ns_interface_tests_tfm_sst_test_1xxx_"),
538 ("psa_internal_trusted_storage"
539 "_ns_interface_tests_tfm_its_test_1xxx_"),
540 ("auditlog_"
541 "non_secure_interface_test_tfm_audit_test_1xxx_"),
542 ("crypto_"
543 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
544 ("initial_attestation_service_"
545 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
546 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
547 ]
548 }
549 ] # Monitors
550 }, # Regression
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]551 'CoreIPC': {
552 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]553 "firmware": "tfm_s_ns_signed.bin",
554 "bootloader": "bl2.bin"
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]555 },
556 "monitors": [
557 {
558 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]559 'start': 'Non-Secure system',
560 'end': r'starting\\.{3}',
561 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]562 'fixup': {"pass": "!", "fail": ""},
563 'required': ["secure_image_initializing"]
564 } # Monitors
565 ]
566 }, # CoreIPC
567 'CoreIPCTfmLevel2': {
568 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]569 "firmware": "tfm_s_ns_signed.bin",
570 "bootloader": "bl2.bin"
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]571 },
572 "monitors": [
573 {
574 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]575 'start': 'Non-Secure system',
576 'end': r'starting\\.{3}',
577 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]578 'fixup': {"pass": "!", "fail": ""},
579 'required': ["secure_image_initializing"]
580 } # Monitors
581 ]
582 }, # CoreIPCTfmLevel2
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]583 'CoreIPCTfmLevel3': {
584 "binaries": {
585 "firmware": "tfm_s_ns_signed.bin",
586 "bootloader": "bl2.bin"
587 },
588 "monitors": [
589 {
590 'name': 'Secure_Test_Suites_Summary',
591 'start': 'Non-Secure system',
592 'end': r'starting\\.{3}',
593 'pattern': r'Non-Secure system starting\\.{3}',
594 'fixup': {"pass": "!", "fail": ""},
595 'required': ["secure_image_initializing"]
596 } # Monitors
597 ]
598 }, # CoreIPCTfmLevel3
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]599
Paul Sokolovsky7eae9752022-02-09 21:38:55 +0300[diff] [blame^]600 'PsaApiTest_Crypto': {
601 "binaries": {
602 "firmware": "tfm_s_ns_signed.bin",
603 "bootloader": "bl2.bin"
604 },
605 "monitors": monitors_psaapitest_crypto_workaround,
606 }, # PsaApiTest_Crypto
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]607
608 'PsaApiTest_STORAGE': {
609 "binaries": {
610 "firmware": "tfm_s_ns_signed.bin",
611 "bootloader": "bl2.bin"
612 },
613 "monitors": monitors_psaapitest_by_desc,
614 }, # PsaApiTest_Storage
615
Paul Sokolovsky0c82ae22022-02-16 20:01:10 +0300[diff] [blame]616 'PsaApiTestIPC_STORAGE': {
617 "binaries": {
618 "firmware": "tfm_s_ns_signed.bin",
619 "bootloader": "bl2.bin"
620 },
621 "monitors": monitors_psaapitest_by_desc,
622 }, # PsaApiTestIPC_Storage
623
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]624 'PsaApiTest_Attest': {
625 "binaries": {
626 "firmware": "tfm_s_ns_signed.bin",
627 "bootloader": "bl2.bin"
628 },
629 "monitors": monitors_psaapitest_by_ut,
630 }, # PsaApiTest_Attest
631
Paul Sokolovsky46ff5312022-02-16 20:23:01 +0300[diff] [blame]632 'PsaApiTestIPC_Attest': {
633 "binaries": {
634 "firmware": "tfm_s_ns_signed.bin",
635 "bootloader": "bl2.bin"
636 },
637 "monitors": monitors_psaapitest_by_ut,
638 }, # PsaApiTestIPC_Attest
639
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]640 } # Tests
641}
642
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]643
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]644# FVP with BL2 bootloader
645# firmware <-> ns <-> application: --application cpu0=bl2.axf
646# bootloader <-> s <-> data: --data cpu0=tfm_s_ns_signed.bin@0x10080000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]647fvp_mps2_an521_bl2 = {
648 "templ": "fvp_mps2.jinja2",
649 "job_name": "fvp_mps2_an521_bl2",
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]650 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]651 "job_timeout": 15,
652 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]653 "monitor_timeout": 15,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]654 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]655 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]656 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]657 "build_types": ["Debug", "Release", "Minsizerel"],
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]658 "boot_types": ["BL2"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]659 "data_bin_offset": "0x10080000",
660 "tests": {
661 'Default': {
662 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]663 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]664 "bootloader": "tfm_s_ns_signed.bin"
665 },
666 "monitors": [
667 {
668 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]669 'start': 'Non-Secure system',
670 'end': r'starting\\.{3}',
671 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]672 'fixup': {"pass": "!", "fail": ""},
673 'required': ["secure_image_initializing"]
674 } # Monitors
675 ]
676 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]677 'DefaultProfileS': {
678 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]679 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]680 "bootloader": "tfm_s_ns_signed.bin"
681 },
682 "monitors": [
683 {
684 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]685 'start': 'Non-Secure system',
686 'end': r'starting\\.{3}',
687 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]688 'fixup': {"pass": "!", "fail": ""},
689 'required': ["secure_image_initializing"]
690 } # Monitors
691 ]
692 }, # DefaultProfileS
693 'DefaultProfileM': {
694 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]695 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]696 "bootloader": "tfm_s_ns_signed.bin"
697 },
698 "monitors": [
699 {
700 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]701 'start': 'Non-Secure system',
702 'end': r'starting\\.{3}',
703 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]704 'fixup': {"pass": "!", "fail": ""},
705 'required': ["secure_image_initializing"]
706 } # Monitors
707 ]
708 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]709 'DefaultProfileL': {
710 "binaries": {
711 "firmware": "bl2.axf",
712 "bootloader": "tfm_s_ns_signed.bin"
713 },
714 "monitors": [
715 {
716 'name': 'Secure_Test_Suites_Summary',
717 'start': 'Non-Secure system',
718 'end': r'starting\\.{3}',
719 'pattern': r'Non-Secure system starting\\.{3}',
720 'fixup': {"pass": "!", "fail": ""},
721 'required': ["secure_image_initializing"]
722 } # Monitors
723 ]
724 }, # DefaultProfileL
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]725
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]726 'Regression': {
727 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]728 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]729 "bootloader": "tfm_s_ns_signed.bin"
730 },
731 "monitors": [
732 {
733 'name': 'Secure_Test_Suites_Summary',
734 'start': 'Secure test suites summary',
735 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]736 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]737 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]738 r"(?P<result>PASSED|FAILED)",
739 'fixup': {"pass": "PASSED", "fail": "FAILED"},
740 'required': [
741 ("psa_protected_storage_"
742 "s_interface_tests_tfm_sst_test_2xxx_"),
743 "sst_reliability_tests_tfm_sst_test_3xxx_",
744 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
745 ("psa_internal_trusted_storage_"
746 "s_interface_tests_tfm_its_test_2xxx_"),
747 "its_reliability_tests_tfm_its_test_3xxx_",
748 ("audit_"
749 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
750 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
751 ("initial_attestation_service_"
752 "secure_interface_tests_tfm_attest_test_1xxx_"),
753 ]
754 },
755 {
756 'name': 'Non_Secure_Test_Suites_Summary',
757 'start': 'Non-secure test suites summary',
758 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]759 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]760 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]761 r"(?P<result>PASSED|FAILED)",
762 'fixup': {"pass": "PASSED", "fail": "FAILED"},
763 'required': [
764 ("psa_protected_storage"
765 "_ns_interface_tests_tfm_sst_test_1xxx_"),
766 ("psa_internal_trusted_storage"
767 "_ns_interface_tests_tfm_its_test_1xxx_"),
768 ("auditlog_"
769 "non_secure_interface_test_tfm_audit_test_1xxx_"),
770 ("crypto_"
771 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
772 ("initial_attestation_service_"
773 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
774 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
775 ]
776 }
777 ] # Monitors
778 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]779
780 'RegressionProfileM': {
781 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]782 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]783 "bootloader": "tfm_s_ns_signed.bin"
784 },
785 "monitors": [
786 {
787 'name': 'Secure_Test_Suites_Summary',
788 'start': 'Secure test suites summary',
789 'end': 'End of Secure test suites',
790 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]791 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]792 r"(?P<result>PASSED|FAILED)",
793 'fixup': {"pass": "PASSED", "fail": "FAILED"},
794 'required': [
795 ("psa_protected_storage_"
796 "s_interface_tests_tfm_sst_test_2xxx_"),
797 "sst_reliability_tests_tfm_sst_test_3xxx_",
798 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
799 ("psa_internal_trusted_storage_"
800 "s_interface_tests_tfm_its_test_2xxx_"),
801 "its_reliability_tests_tfm_its_test_3xxx_",
802 ("audit_"
803 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
804 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
805 ("initial_attestation_service_"
806 "secure_interface_tests_tfm_attest_test_1xxx_"),
807 ]
808 },
809 {
810 'name': 'Non_Secure_Test_Suites_Summary',
811 'start': 'Non-secure test suites summary',
812 'end': r'End of Non-secure test suites',
813 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]814 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]815 r"(?P<result>PASSED|FAILED)",
816 'fixup': {"pass": "PASSED", "fail": "FAILED"},
817 'required': [
818 ("psa_protected_storage"
819 "_ns_interface_tests_tfm_sst_test_1xxx_"),
820 ("psa_internal_trusted_storage"
821 "_ns_interface_tests_tfm_its_test_1xxx_"),
822 ("auditlog_"
823 "non_secure_interface_test_tfm_audit_test_1xxx_"),
824 ("crypto_"
825 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
826 ("initial_attestation_service_"
827 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
828 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
829 ]
830 }
831 ] # Monitors
832 }, # RegressionProfileM
833 'RegressionProfileS': {
834 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]835 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]836 "bootloader": "tfm_s_ns_signed.bin"
837 },
838 "monitors": [
839 {
840 'name': 'Secure_Test_Suites_Summary',
841 'start': 'Secure test suites summary',
842 'end': 'End of Secure test suites',
843 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]844 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]845 r"(?P<result>PASSED|FAILED)",
846 'fixup': {"pass": "PASSED", "fail": "FAILED"},
847 'required': [
848 ("psa_protected_storage_"
849 "s_interface_tests_tfm_sst_test_2xxx_"),
850 "sst_reliability_tests_tfm_sst_test_3xxx_",
851 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
852 ("psa_internal_trusted_storage_"
853 "s_interface_tests_tfm_its_test_2xxx_"),
854 "its_reliability_tests_tfm_its_test_3xxx_",
855 ("audit_"
856 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
857 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
858 ("initial_attestation_service_"
859 "secure_interface_tests_tfm_attest_test_1xxx_"),
860 ]
861 },
862 {
863 'name': 'Non_Secure_Test_Suites_Summary',
864 'start': 'Non-secure test suites summary',
865 'end': r'End of Non-secure test suites',
866 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]867 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]868 r"(?P<result>PASSED|FAILED)",
869 'fixup': {"pass": "PASSED", "fail": "FAILED"},
870 'required': [
871 ("psa_protected_storage"
872 "_ns_interface_tests_tfm_sst_test_1xxx_"),
873 ("psa_internal_trusted_storage"
874 "_ns_interface_tests_tfm_its_test_1xxx_"),
875 ("auditlog_"
876 "non_secure_interface_test_tfm_audit_test_1xxx_"),
877 ("crypto_"
878 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
879 ("initial_attestation_service_"
880 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
881 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
882 ]
883 }
884 ] # Monitors
885 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]886 'RegressionProfileL': {
887 "binaries": {
888 "firmware": "bl2.axf",
889 "bootloader": "tfm_s_ns_signed.bin"
890 },
891 "monitors": [
892 {
893 'name': 'Secure_Test_Suites_Summary',
894 'start': 'Secure test suites summary',
895 'end': 'End of Secure test suites',
896 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]897 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]898 r"(?P<result>PASSED|FAILED)",
899 'fixup': {"pass": "PASSED", "fail": "FAILED"},
900 'required': [
901 ("psa_protected_storage_"
902 "s_interface_tests_tfm_sst_test_2xxx_"),
903 "sst_reliability_tests_tfm_sst_test_3xxx_",
904 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
905 ("psa_internal_trusted_storage_"
906 "s_interface_tests_tfm_its_test_2xxx_"),
907 "its_reliability_tests_tfm_its_test_3xxx_",
908 ("audit_"
909 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
910 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
911 ("initial_attestation_service_"
912 "secure_interface_tests_tfm_attest_test_1xxx_"),
913 ]
914 },
915 {
916 'name': 'Non_Secure_Test_Suites_Summary',
917 'start': 'Non-secure test suites summary',
918 'end': r'End of Non-secure test suites',
919 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]920 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]921 r"(?P<result>PASSED|FAILED)",
922 'fixup': {"pass": "PASSED", "fail": "FAILED"},
923 'required': [
924 ("psa_protected_storage"
925 "_ns_interface_tests_tfm_sst_test_1xxx_"),
926 ("psa_internal_trusted_storage"
927 "_ns_interface_tests_tfm_its_test_1xxx_"),
928 ("auditlog_"
929 "non_secure_interface_test_tfm_audit_test_1xxx_"),
930 ("crypto_"
931 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
932 ("initial_attestation_service_"
933 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
934 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
935 ]
936 }
937 ] # Monitors
938 }, # RegressionProfileL
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]939
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]940 'RegressionIPC': {
941 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]942 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]943 "bootloader": "tfm_s_ns_signed.bin"
944 },
945 "monitors": [
946 {
947 'name': 'Secure_Test_Suites_Summary',
948 'start': 'Secure test suites summary',
949 'end': 'End of Secure test suites',
950 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]951 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]952 r"(?P<result>PASSED|FAILED)",
953 'fixup': {"pass": "PASSED", "fail": "FAILED"},
954 'required': [
955 ("psa_protected_storage_"
956 "s_interface_tests_tfm_sst_test_2xxx_"),
957 "sst_reliability_tests_tfm_sst_test_3xxx_",
958 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
959 ("psa_internal_trusted_storage_"
960 "s_interface_tests_tfm_its_test_2xxx_"),
961 "its_reliability_tests_tfm_its_test_3xxx_",
962 ("audit_"
963 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
964 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
965 ("initial_attestation_service_"
966 "secure_interface_tests_tfm_attest_test_1xxx_"),
967 ]
968 },
969 {
970 'name': 'Non_Secure_Test_Suites_Summary',
971 'start': 'Non-secure test suites summary',
972 'end': r'End of Non-secure test suites',
973 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]974 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]975 r"(?P<result>PASSED|FAILED)",
976 'fixup': {"pass": "PASSED", "fail": "FAILED"},
977 'required': [
978 ("psa_protected_storage"
979 "_ns_interface_tests_tfm_sst_test_1xxx_"),
980 ("psa_internal_trusted_storage"
981 "_ns_interface_tests_tfm_its_test_1xxx_"),
982 ("auditlog_"
983 "non_secure_interface_test_tfm_audit_test_1xxx_"),
984 ("crypto_"
985 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
986 ("initial_attestation_service_"
987 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
988 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
989 ]
990 }
991 ] # Monitors
992 }, # Regression
993 'RegressionIPCTfmLevel2': {
994 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]995 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]996 "bootloader": "tfm_s_ns_signed.bin"
997 },
998 "monitors": [
999 {
1000 'name': 'Secure_Test_Suites_Summary',
1001 'start': 'Secure test suites summary',
1002 'end': 'End of Secure test suites',
1003 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1004 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1005 r"(?P<result>PASSED|FAILED)",
1006 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1007 'required': [
1008 ("psa_protected_storage_"
1009 "s_interface_tests_tfm_sst_test_2xxx_"),
1010 "sst_reliability_tests_tfm_sst_test_3xxx_",
1011 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1012 ("psa_internal_trusted_storage_"
1013 "s_interface_tests_tfm_its_test_2xxx_"),
1014 "its_reliability_tests_tfm_its_test_3xxx_",
1015 ("audit_"
1016 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1017 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1018 ("initial_attestation_service_"
1019 "secure_interface_tests_tfm_attest_test_1xxx_"),
1020 ]
1021 },
1022 {
1023 'name': 'Non_Secure_Test_Suites_Summary',
1024 'start': 'Non-secure test suites summary',
1025 'end': r'End of Non-secure test suites',
1026 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1027 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1028 r"(?P<result>PASSED|FAILED)",
1029 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1030 'required': [
1031 ("psa_protected_storage"
1032 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1033 ("psa_internal_trusted_storage"
1034 "_ns_interface_tests_tfm_its_test_1xxx_"),
1035 ("auditlog_"
1036 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1037 ("crypto_"
1038 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1039 ("initial_attestation_service_"
1040 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1041 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1042 ]
1043 }
1044 ] # Monitors
1045 }, # Regression
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1046 'RegressionIPCTfmLevel3': {
1047 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1048 "firmware": "bl2.axf",
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1049 "bootloader": "tfm_s_ns_signed.bin"
1050 },
1051 "monitors": [
1052 {
1053 'name': 'Secure_Test_Suites_Summary',
1054 'start': 'Secure test suites summary',
1055 'end': 'End of Secure test suites',
1056 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1057 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1058 r"(?P<result>PASSED|FAILED)",
1059 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1060 'required': [
1061 ("psa_protected_storage_"
1062 "s_interface_tests_tfm_sst_test_2xxx_"),
1063 "sst_reliability_tests_tfm_sst_test_3xxx_",
1064 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1065 ("psa_internal_trusted_storage_"
1066 "s_interface_tests_tfm_its_test_2xxx_"),
1067 "its_reliability_tests_tfm_its_test_3xxx_",
1068 ("audit_"
1069 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1070 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1071 ("initial_attestation_service_"
1072 "secure_interface_tests_tfm_attest_test_1xxx_"),
1073 ]
1074 },
1075 {
1076 'name': 'Non_Secure_Test_Suites_Summary',
1077 'start': 'Non-secure test suites summary',
1078 'end': r'End of Non-secure test suites',
1079 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1080 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1081 r"(?P<result>PASSED|FAILED)",
1082 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1083 'required': [
1084 ("psa_protected_storage"
1085 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1086 ("psa_internal_trusted_storage"
1087 "_ns_interface_tests_tfm_its_test_1xxx_"),
1088 ("auditlog_"
1089 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1090 ("crypto_"
1091 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1092 ("initial_attestation_service_"
1093 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1094 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1095 ]
1096 }
1097 ] # Monitors
1098 }, # Regression
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1099 'CoreIPC': {
1100 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1101 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1102 "bootloader": "tfm_s_ns_signed.bin"
1103 },
1104 "monitors": [
1105 {
1106 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1107 'start': 'Non-Secure system',
1108 'end': r'starting\\.{3}',
1109 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1110 'fixup': {"pass": "!", "fail": ""},
1111 'required': ["secure_image_initializing"]
1112 } # Monitors
1113 ]
1114 }, # CoreIPC
1115 'CoreIPCTfmLevel2': {
1116 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1117 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1118 "bootloader": "tfm_s_ns_signed.bin"
1119 },
1120 "monitors": [
1121 {
1122 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1123 'start': 'Non-Secure system',
1124 'end': r'starting\\.{3}',
1125 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1126 'fixup': {"pass": "!", "fail": ""},
1127 'required': ["secure_image_initializing"]
1128 } # Monitors
1129 ]
1130 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1131 'CoreIPCTfmLevel3': {
1132 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1133 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1134 "bootloader": "tfm_s_ns_signed.bin"
1135 },
1136 "monitors": [
1137 {
1138 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1139 'start': 'Non-Secure system',
1140 'end': r'starting\\.{3}',
1141 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1142 'fixup': {"pass": "!", "fail": ""},
1143 'required': ["secure_image_initializing"]
1144 } # Monitors
1145 ]
1146 }, # CoreIPCTfmLevel3
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]1147
Paul Sokolovsky7eae9752022-02-09 21:38:55 +0300[diff] [blame^]1148 'PsaApiTest_Crypto': {
1149 "binaries": {
1150 "firmware": "bl2.axf",
1151 "bootloader": "tfm_s_ns_signed.bin"
1152 },
1153 "monitors": monitors_psaapitest_crypto_workaround,
1154 }, # PsaApiTest_Crypto
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]1155
1156 'PsaApiTest_STORAGE': {
1157 "binaries": {
1158 "firmware": "bl2.axf",
1159 "bootloader": "tfm_s_ns_signed.bin"
1160 },
1161 "monitors": monitors_psaapitest_by_desc,
1162 }, # PsaApiTest_Storage
1163
Paul Sokolovsky0c82ae22022-02-16 20:01:10 +0300[diff] [blame]1164 'PsaApiTestIPC_STORAGE': {
1165 "binaries": {
1166 "firmware": "bl2.axf",
1167 "bootloader": "tfm_s_ns_signed.bin"
1168 },
1169 "monitors": monitors_psaapitest_by_desc,
1170 }, # PsaApiTestIPC_Storage
1171
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]1172 'PsaApiTest_Attest': {
1173 "binaries": {
1174 "firmware": "bl2.axf",
1175 "bootloader": "tfm_s_ns_signed.bin"
1176 },
1177 "monitors": monitors_psaapitest_by_ut,
1178 }, # PsaApiTest_Attest
1179
Paul Sokolovsky46ff5312022-02-16 20:23:01 +0300[diff] [blame]1180 'PsaApiTestIPC_Attest': {
1181 "binaries": {
1182 "firmware": "bl2.axf",
1183 "bootloader": "tfm_s_ns_signed.bin"
1184 },
1185 "monitors": monitors_psaapitest_by_ut,
1186 }, # PsaApiTestIPC_Attest
1187
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1188 } # Tests
1189}
1190
1191
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1192# FVP without BL2 bootloader
1193# firmware <-> ns <-> application: --application cpu0=tfm_s.axf
1194# bootloader <-> s <-> data: --data cpu0=tfm_ns.bin@0x00100000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1195fvp_mps2_an521_nobl2 = {
1196 "templ": "fvp_mps2.jinja2",
1197 "job_name": "fvp_mps2_an521_nobl2",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1198 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1199 "job_timeout": 15,
1200 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]1201 "monitor_timeout": 15,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1202 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]1203 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1204 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1205 "build_types": ["Debug", "Release", "Minsizerel"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1206 "boot_types": ["NOBL2"],
1207 "data_bin_offset": "0x00100000",
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]1208 "cpu_baseline": 1,
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1209 "tests": {
1210 'Default': {
1211 "binaries": {
1212 "firmware": "tfm_s.axf",
1213 "bootloader": "tfm_ns.bin"
1214 },
1215 "monitors": [
1216 {
1217 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1218 'start': 'Non-Secure system',
1219 'end': r'starting\\.{3}',
1220 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1221 'fixup': {"pass": "!", "fail": ""},
1222 'required': ["secure_image_initializing"]
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1223 }
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1224 ]
1225 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1226 'DefaultProfileS': {
1227 "binaries": {
1228 "firmware": "tfm_s.axf",
1229 "bootloader": "tfm_ns.bin"
1230 },
1231 "monitors": [
1232 {
1233 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1234 'start': 'Non-Secure system',
1235 'end': r'starting\\.{3}',
1236 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1237 'fixup': {"pass": "!", "fail": ""},
1238 'required': ["secure_image_initializing"]
1239 } # Monitors
1240 ]
1241 }, # DefaultProfileS
1242 'DefaultProfileM': {
1243 "binaries": {
1244 "firmware": "tfm_s.axf",
1245 "bootloader": "tfm_ns.bin"
1246 },
1247 "monitors": [
1248 {
1249 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1250 'start': 'Non-Secure system',
1251 'end': r'starting\\.{3}',
1252 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1253 'fixup': {"pass": "!", "fail": ""},
1254 'required': ["secure_image_initializing"]
1255 } # Monitors
1256 ]
1257 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]1258 'DefaultProfileL': {
1259 "binaries": {
1260 "firmware": "tfm_s.axf",
1261 "bootloader": "tfm_ns.bin"
1262 },
1263 "monitors": [
1264 {
1265 'name': 'Secure_Test_Suites_Summary',
1266 'start': 'Non-Secure system',
1267 'end': r'starting\\.{3}',
1268 'pattern': r'Non-Secure system starting\\.{3}',
1269 'fixup': {"pass": "!", "fail": ""},
1270 'required': ["secure_image_initializing"]
1271 } # Monitors
1272 ]
1273 }, # DefaultProfileL
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1274
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1275 'Regression': {
1276 "binaries": {
1277 "firmware": "tfm_s.axf",
1278 "bootloader": "tfm_ns.bin"
1279 },
1280 "monitors": [
1281 {
1282 'name': 'Secure_Test_Suites_Summary',
1283 'start': 'Secure test suites summary',
1284 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1285 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1286 r"test_case_id>[^\n]+)' has(.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1287 r"(?P<result>PASSED|FAILED)",
1288 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1289 'required': [
1290 ("psa_protected_storage_"
1291 "s_interface_tests_tfm_sst_test_2xxx_"),
1292 "sst_reliability_tests_tfm_sst_test_3xxx_",
1293 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1294 ("psa_internal_trusted_storage_"
1295 "s_interface_tests_tfm_its_test_2xxx_"),
1296 "its_reliability_tests_tfm_its_test_3xxx_",
1297 ("audit_"
1298 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1299 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1300 ("initial_attestation_service_"
1301 "secure_interface_tests_tfm_attest_test_1xxx_"),
1302 ]
1303 },
1304 {
1305 'name': 'Non_Secure_Test_Suites_Summary',
1306 'start': 'Non-secure test suites summary',
1307 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1308 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1309 r"test_case_id>[^\n]+)' has(.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1310 r"(?P<result>PASSED|FAILED)",
1311 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1312 'required': [
1313 ("psa_protected_storage"
1314 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1315 ("psa_internal_trusted_storage"
1316 "_ns_interface_tests_tfm_its_test_1xxx_"),
1317 ("auditlog_"
1318 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1319 ("crypto_"
1320 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1321 ("initial_attestation_service_"
1322 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1323 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1324 ]
1325 }
1326 ] # Monitors
1327 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1328 'RegressionProfileM': {
1329 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1330 "firmware": "tfm_s.axf",
1331 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1332 },
1333 "monitors": [
1334 {
1335 'name': 'Secure_Test_Suites_Summary',
1336 'start': 'Secure test suites summary',
1337 'end': 'End of Secure test suites',
1338 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1339 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1340 r"(?P<result>PASSED|FAILED)",
1341 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1342 'required': [
1343 ("psa_protected_storage_"
1344 "s_interface_tests_tfm_sst_test_2xxx_"),
1345 "sst_reliability_tests_tfm_sst_test_3xxx_",
1346 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1347 ("psa_internal_trusted_storage_"
1348 "s_interface_tests_tfm_its_test_2xxx_"),
1349 "its_reliability_tests_tfm_its_test_3xxx_",
1350 ("audit_"
1351 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1352 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1353 ("initial_attestation_service_"
1354 "secure_interface_tests_tfm_attest_test_1xxx_"),
1355 ]
1356 },
1357 {
1358 'name': 'Non_Secure_Test_Suites_Summary',
1359 'start': 'Non-secure test suites summary',
1360 'end': r'End of Non-secure test suites',
1361 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1362 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1363 r"(?P<result>PASSED|FAILED)",
1364 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1365 'required': [
1366 ("psa_protected_storage"
1367 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1368 ("psa_internal_trusted_storage"
1369 "_ns_interface_tests_tfm_its_test_1xxx_"),
1370 ("auditlog_"
1371 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1372 ("crypto_"
1373 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1374 ("initial_attestation_service_"
1375 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1376 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1377 ]
1378 }
1379 ] # Monitors
1380 }, # RegressionProfileM
1381 'RegressionProfileS': {
1382 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1383 "firmware": "tfm_s.axf",
1384 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1385 },
1386 "monitors": [
1387 {
1388 'name': 'Secure_Test_Suites_Summary',
1389 'start': 'Secure test suites summary',
1390 'end': 'End of Secure test suites',
1391 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1392 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1393 r"(?P<result>PASSED|FAILED)",
1394 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1395 'required': [
1396 ("psa_protected_storage_"
1397 "s_interface_tests_tfm_sst_test_2xxx_"),
1398 "sst_reliability_tests_tfm_sst_test_3xxx_",
1399 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1400 ("psa_internal_trusted_storage_"
1401 "s_interface_tests_tfm_its_test_2xxx_"),
1402 "its_reliability_tests_tfm_its_test_3xxx_",
1403 ("audit_"
1404 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1405 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1406 ("initial_attestation_service_"
1407 "secure_interface_tests_tfm_attest_test_1xxx_"),
1408 ]
1409 },
1410 {
1411 'name': 'Non_Secure_Test_Suites_Summary',
1412 'start': 'Non-secure test suites summary',
1413 'end': r'End of Non-secure test suites',
1414 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1415 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1416 r"(?P<result>PASSED|FAILED)",
1417 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1418 'required': [
1419 ("psa_protected_storage"
1420 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1421 ("psa_internal_trusted_storage"
1422 "_ns_interface_tests_tfm_its_test_1xxx_"),
1423 ("auditlog_"
1424 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1425 ("crypto_"
1426 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1427 ("initial_attestation_service_"
1428 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1429 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1430 ]
1431 }
1432 ] # Monitors
1433 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]1434 'RegressionProfileL': {
1435 "binaries": {
1436 "firmware": "tfm_s.axf",
1437 "bootloader": "tfm_ns.bin"
1438 },
1439 "monitors": [
1440 {
1441 'name': 'Secure_Test_Suites_Summary',
1442 'start': 'Secure test suites summary',
1443 'end': 'End of Secure test suites',
1444 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1445 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]1446 r"(?P<result>PASSED|FAILED)",
1447 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1448 'required': [
1449 ("psa_protected_storage_"
1450 "s_interface_tests_tfm_sst_test_2xxx_"),
1451 "sst_reliability_tests_tfm_sst_test_3xxx_",
1452 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1453 ("psa_internal_trusted_storage_"
1454 "s_interface_tests_tfm_its_test_2xxx_"),
1455 "its_reliability_tests_tfm_its_test_3xxx_",
1456 ("audit_"
1457 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1458 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1459 ("initial_attestation_service_"
1460 "secure_interface_tests_tfm_attest_test_1xxx_"),
1461 ]
1462 },
1463 {
1464 'name': 'Non_Secure_Test_Suites_Summary',
1465 'start': 'Non-secure test suites summary',
1466 'end': r'End of Non-secure test suites',
1467 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1468 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]1469 r"(?P<result>PASSED|FAILED)",
1470 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1471 'required': [
1472 ("psa_protected_storage"
1473 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1474 ("psa_internal_trusted_storage"
1475 "_ns_interface_tests_tfm_its_test_1xxx_"),
1476 ("auditlog_"
1477 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1478 ("crypto_"
1479 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1480 ("initial_attestation_service_"
1481 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1482 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1483 ]
1484 }
1485 ] # Monitors
1486 }, # RegressionProfileL
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1487
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1488 'RegressionIPC': {
1489 "binaries": {
1490 "firmware": "tfm_s.axf",
1491 "bootloader": "tfm_ns.bin"
1492 },
1493 "monitors": [
1494 {
1495 'name': 'Secure_Test_Suites_Summary',
1496 'start': 'Secure test suites summary',
1497 'end': 'End of Secure test suites',
1498 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1499 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1500 r"(?P<result>PASSED|FAILED)",
1501 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1502 'required': [
1503 ("psa_protected_storage_"
1504 "s_interface_tests_tfm_sst_test_2xxx_"),
1505 "sst_reliability_tests_tfm_sst_test_3xxx_",
1506 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1507 ("psa_internal_trusted_storage_"
1508 "s_interface_tests_tfm_its_test_2xxx_"),
1509 "its_reliability_tests_tfm_its_test_3xxx_",
1510 ("audit_"
1511 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1512 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1513 ("initial_attestation_service_"
1514 "secure_interface_tests_tfm_attest_test_1xxx_"),
1515 ]
1516 },
1517 {
1518 'name': 'Non_Secure_Test_Suites_Summary',
1519 'start': 'Non-secure test suites summary',
1520 'end': r'End of Non-secure test suites',
1521 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1522 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1523 r"(?P<result>PASSED|FAILED)",
1524 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1525 'required': [
1526 ("psa_protected_storage"
1527 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1528 ("psa_internal_trusted_storage"
1529 "_ns_interface_tests_tfm_its_test_1xxx_"),
1530 ("auditlog_"
1531 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1532 ("crypto_"
1533 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1534 ("initial_attestation_service_"
1535 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1536 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1537 ]
1538 }
1539 ] # Monitors
1540 }, # RegressionIPC
1541 'RegressionIPCTfmLevel2': {
1542 "binaries": {
1543 "firmware": "tfm_s.axf",
1544 "bootloader": "tfm_ns.bin"
1545 },
1546 "monitors": [
1547 {
1548 'name': 'Secure_Test_Suites_Summary',
1549 'start': 'Secure test suites summary',
1550 'end': 'End of Secure test suites',
1551 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1552 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1553 r"(?P<result>PASSED|FAILED)",
1554 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1555 'required': [
1556 ("psa_protected_storage_"
1557 "s_interface_tests_tfm_sst_test_2xxx_"),
1558 "sst_reliability_tests_tfm_sst_test_3xxx_",
1559 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1560 ("psa_internal_trusted_storage_"
1561 "s_interface_tests_tfm_its_test_2xxx_"),
1562 "its_reliability_tests_tfm_its_test_3xxx_",
1563 ("audit_"
1564 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1565 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1566 ("initial_attestation_service_"
1567 "secure_interface_tests_tfm_attest_test_1xxx_"),
1568 ]
1569 },
1570 {
1571 'name': 'Non_Secure_Test_Suites_Summary',
1572 'start': 'Non-secure test suites summary',
1573 'end': r'End of Non-secure test suites',
1574 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1575 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1576 r"(?P<result>PASSED|FAILED)",
1577 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1578 'required': [
1579 ("psa_protected_storage"
1580 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1581 ("psa_internal_trusted_storage"
1582 "_ns_interface_tests_tfm_its_test_1xxx_"),
1583 ("auditlog_"
1584 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1585 ("crypto_"
1586 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1587 ("initial_attestation_service_"
1588 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1589 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1590 ]
1591 }
1592 ] # Monitors
1593 }, # RegressionIPCTfmLevel2
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1594 'RegressionIPCTfmLevel3': {
1595 "binaries": {
1596 "firmware": "tfm_s.axf",
1597 "bootloader": "tfm_ns.bin"
1598 },
1599 "monitors": [
1600 {
1601 'name': 'Secure_Test_Suites_Summary',
1602 'start': 'Secure test suites summary',
1603 'end': 'End of Secure test suites',
1604 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1605 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1606 r"(?P<result>PASSED|FAILED)",
1607 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1608 'required': [
1609 ("psa_protected_storage_"
1610 "s_interface_tests_tfm_sst_test_2xxx_"),
1611 "sst_reliability_tests_tfm_sst_test_3xxx_",
1612 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1613 ("psa_internal_trusted_storage_"
1614 "s_interface_tests_tfm_its_test_2xxx_"),
1615 "its_reliability_tests_tfm_its_test_3xxx_",
1616 ("audit_"
1617 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1618 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1619 ("initial_attestation_service_"
1620 "secure_interface_tests_tfm_attest_test_1xxx_"),
1621 ]
1622 },
1623 {
1624 'name': 'Non_Secure_Test_Suites_Summary',
1625 'start': 'Non-secure test suites summary',
1626 'end': r'End of Non-secure test suites',
1627 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1628 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1629 r"(?P<result>PASSED|FAILED)",
1630 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1631 'required': [
1632 ("psa_protected_storage"
1633 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1634 ("psa_internal_trusted_storage"
1635 "_ns_interface_tests_tfm_its_test_1xxx_"),
1636 ("auditlog_"
1637 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1638 ("crypto_"
1639 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1640 ("initial_attestation_service_"
1641 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1642 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1643 ]
1644 }
1645 ] # Monitors
1646 }, # RegressionIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1647 'CoreIPC': {
1648 "binaries": {
1649 "firmware": "tfm_s.axf",
1650 "bootloader": "tfm_ns.bin"
1651 },
1652 "monitors": [
1653 {
1654 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1655 'start': 'Non-Secure system',
1656 'end': r'starting\\.{3}',
1657 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1658 'fixup': {"pass": "!", "fail": ""},
1659 'required': ["secure_image_initializing"]
1660 } # Monitors
1661 ]
1662 }, # CoreIPC
1663 'CoreIPCTfmLevel2': {
1664 "binaries": {
1665 "firmware": "tfm_s.axf",
1666 "bootloader": "tfm_ns.bin"
1667 },
1668 "monitors": [
1669 {
1670 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1671 'start': 'Non-Secure system',
1672 'end': r'starting\\.{3}',
1673 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1674 'fixup': {"pass": "!", "fail": ""},
1675 'required': ["secure_image_initializing"]
1676 } # Monitors
1677 ]
1678 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1679 'CoreIPCTfmLevel3': {
1680 "binaries": {
1681 "firmware": "tfm_s.axf",
1682 "bootloader": "tfm_ns.bin"
1683 },
1684 "monitors": [
1685 {
1686 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1687 'start': 'Non-Secure system',
1688 'end': r'starting\\.{3}',
1689 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1690 'fixup': {"pass": "!", "fail": ""},
1691 'required': ["secure_image_initializing"]
1692 } # Monitors
1693 ]
1694 }, # CoreIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1695 } # Tests
1696}
1697
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1698
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1699# FVP with BL2 bootloader
1700# firmware <-> ns <-> application: --application cpu0=bl2.axf
1701# bootloader <-> s <-> data: --data cpu0=tfm_s_ns_signed.bin@0x10080000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1702fvp_mps2_an519_bl2 = {
1703 "templ": "fvp_mps2.jinja2",
1704 "job_name": "fvp_mps2_an519_bl2",
1705 "device_type": "fvp",
1706 "job_timeout": 15,
1707 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]1708 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1709 "poweroff_timeout": 1,
1710 "platforms": {"AN519": ""},
1711 "compilers": ["GNUARM", "ARMCLANG"],
1712 "build_types": ["Debug", "Release", "Minsizerel"],
1713 "boot_types": ["BL2"],
1714 "data_bin_offset": "0x10080000",
1715 "cpu0_baseline": 1,
1716 "tests": {
1717 'Default': {
1718 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1719 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1720 "bootloader": "tfm_s_ns_signed.bin"
1721 },
1722 "monitors": [
1723 {
1724 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1725 'start': 'Non-Secure system',
1726 'end': r'starting\\.{3}',
1727 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1728 'fixup': {"pass": "!", "fail": ""},
1729 'required': ["secure_image_initializing"]
1730 } # Monitors
1731 ]
1732 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1733 'DefaultProfileS': {
1734 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1735 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1736 "bootloader": "tfm_s_ns_signed.bin"
1737 },
1738 "monitors": [
1739 {
1740 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1741 'start': 'Non-Secure system',
1742 'end': r'starting\\.{3}',
1743 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1744 'fixup': {"pass": "!", "fail": ""},
1745 'required': ["secure_image_initializing"]
1746 } # Monitors
1747 ]
1748 }, # DefaultProfileS
1749 'DefaultProfileM': {
1750 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1751 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1752 "bootloader": "tfm_s_ns_signed.bin"
1753 },
1754 "monitors": [
1755 {
1756 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1757 'start': 'Non-Secure system',
1758 'end': r'starting\\.{3}',
1759 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1760 'fixup': {"pass": "!", "fail": ""},
1761 'required': ["secure_image_initializing"]
1762 } # Monitors
1763 ]
1764 }, # DefaultProfileM
1765
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1766 'Regression': {
1767 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1768 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1769 "bootloader": "tfm_s_ns_signed.bin"
1770 },
1771 "monitors": [
1772 {
1773 'name': 'Secure_Test_Suites_Summary',
1774 'start': 'Secure test suites summary',
1775 'end': 'End of Secure test suites',
1776 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1777 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1778 r"(?P<result>PASSED|FAILED)",
1779 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1780 'required': [
1781 ("psa_protected_storage_"
1782 "s_interface_tests_tfm_sst_test_2xxx_"),
1783 "sst_reliability_tests_tfm_sst_test_3xxx_",
1784 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1785 ("psa_internal_trusted_storage_"
1786 "s_interface_tests_tfm_its_test_2xxx_"),
1787 "its_reliability_tests_tfm_its_test_3xxx_",
1788 ("audit_"
1789 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1790 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1791 ("initial_attestation_service_"
1792 "secure_interface_tests_tfm_attest_test_1xxx_"),
1793 ]
1794 },
1795 {
1796 'name': 'Non_Secure_Test_Suites_Summary',
1797 'start': 'Non-secure test suites summary',
1798 'end': r'End of Non-secure test suites',
1799 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1800 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1801 r"(?P<result>PASSED|FAILED)",
1802 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1803 'required': [
1804 ("psa_protected_storage"
1805 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1806 ("psa_internal_trusted_storage"
1807 "_ns_interface_tests_tfm_its_test_1xxx_"),
1808 ("auditlog_"
1809 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1810 ("crypto_"
1811 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1812 ("initial_attestation_service_"
1813 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1814 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1815 ]
1816 }
1817 ] # Monitors
1818 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1819
1820 'RegressionProfileM': {
1821 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1822 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1823 "bootloader": "tfm_s_ns_signed.bin"
1824 },
1825 "monitors": [
1826 {
1827 'name': 'Secure_Test_Suites_Summary',
1828 'start': 'Secure test suites summary',
1829 'end': 'End of Secure test suites',
1830 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1831 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1832 r"(?P<result>PASSED|FAILED)",
1833 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1834 'required': [
1835 ("psa_protected_storage_"
1836 "s_interface_tests_tfm_sst_test_2xxx_"),
1837 "sst_reliability_tests_tfm_sst_test_3xxx_",
1838 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1839 ("psa_internal_trusted_storage_"
1840 "s_interface_tests_tfm_its_test_2xxx_"),
1841 "its_reliability_tests_tfm_its_test_3xxx_",
1842 ("audit_"
1843 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1844 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1845 ("initial_attestation_service_"
1846 "secure_interface_tests_tfm_attest_test_1xxx_"),
1847 ]
1848 },
1849 {
1850 'name': 'Non_Secure_Test_Suites_Summary',
1851 'start': 'Non-secure test suites summary',
1852 'end': r'End of Non-secure test suites',
1853 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1854 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1855 r"(?P<result>PASSED|FAILED)",
1856 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1857 'required': [
1858 ("psa_protected_storage"
1859 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1860 ("psa_internal_trusted_storage"
1861 "_ns_interface_tests_tfm_its_test_1xxx_"),
1862 ("auditlog_"
1863 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1864 ("crypto_"
1865 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1866 ("initial_attestation_service_"
1867 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1868 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1869 ]
1870 }
1871 ] # Monitors
1872 }, # RegressionProfileM
1873 'RegressionProfileS': {
1874 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1875 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1876 "bootloader": "tfm_s_ns_signed.bin"
1877 },
1878 "monitors": [
1879 {
1880 'name': 'Secure_Test_Suites_Summary',
1881 'start': 'Secure test suites summary',
1882 'end': 'End of Secure test suites',
1883 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1884 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1885 r"(?P<result>PASSED|FAILED)",
1886 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1887 'required': [
1888 ("psa_protected_storage_"
1889 "s_interface_tests_tfm_sst_test_2xxx_"),
1890 "sst_reliability_tests_tfm_sst_test_3xxx_",
1891 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1892 ("psa_internal_trusted_storage_"
1893 "s_interface_tests_tfm_its_test_2xxx_"),
1894 "its_reliability_tests_tfm_its_test_3xxx_",
1895 ("audit_"
1896 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1897 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1898 ("initial_attestation_service_"
1899 "secure_interface_tests_tfm_attest_test_1xxx_"),
1900 ]
1901 },
1902 {
1903 'name': 'Non_Secure_Test_Suites_Summary',
1904 'start': 'Non-secure test suites summary',
1905 'end': r'End of Non-secure test suites',
1906 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1907 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1908 r"(?P<result>PASSED|FAILED)",
1909 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1910 'required': [
1911 ("psa_protected_storage"
1912 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1913 ("psa_internal_trusted_storage"
1914 "_ns_interface_tests_tfm_its_test_1xxx_"),
1915 ("auditlog_"
1916 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1917 ("crypto_"
1918 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1919 ("initial_attestation_service_"
1920 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1921 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1922 ]
1923 }
1924 ] # Monitors
1925 }, # RegressionProfileS
1926
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1927 'RegressionIPC': {
1928 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1929 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1930 "bootloader": "tfm_s_ns_signed.bin"
1931 },
1932 "monitors": [
1933 {
1934 'name': 'Secure_Test_Suites_Summary',
1935 'start': 'Secure test suites summary',
1936 'end': 'End of Secure test suites',
1937 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1938 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1939 r"(?P<result>PASSED|FAILED)",
1940 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1941 'required': [
1942 ("psa_protected_storage_"
1943 "s_interface_tests_tfm_sst_test_2xxx_"),
1944 "sst_reliability_tests_tfm_sst_test_3xxx_",
1945 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1946 ("psa_internal_trusted_storage_"
1947 "s_interface_tests_tfm_its_test_2xxx_"),
1948 "its_reliability_tests_tfm_its_test_3xxx_",
1949 ("audit_"
1950 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1951 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1952 ("initial_attestation_service_"
1953 "secure_interface_tests_tfm_attest_test_1xxx_"),
1954 ]
1955 },
1956 {
1957 'name': 'Non_Secure_Test_Suites_Summary',
1958 'start': 'Non-secure test suites summary',
1959 'end': r'End of Non-secure test suites',
1960 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1961 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1962 r"(?P<result>PASSED|FAILED)",
1963 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1964 'required': [
1965 ("psa_protected_storage"
1966 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1967 ("psa_internal_trusted_storage"
1968 "_ns_interface_tests_tfm_its_test_1xxx_"),
1969 ("auditlog_"
1970 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1971 ("crypto_"
1972 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1973 ("initial_attestation_service_"
1974 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1975 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1976 ]
1977 }
1978 ] # Monitors
1979 }, # Regression
1980 'RegressionIPCTfmLevel2': {
1981 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1982 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1983 "bootloader": "tfm_s_ns_signed.bin"
1984 },
1985 "monitors": [
1986 {
1987 'name': 'Secure_Test_Suites_Summary',
1988 'start': 'Secure test suites summary',
1989 'end': 'End of Secure test suites',
1990 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1991 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1992 r"(?P<result>PASSED|FAILED)",
1993 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1994 'required': [
1995 ("psa_protected_storage_"
1996 "s_interface_tests_tfm_sst_test_2xxx_"),
1997 "sst_reliability_tests_tfm_sst_test_3xxx_",
1998 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1999 ("psa_internal_trusted_storage_"
2000 "s_interface_tests_tfm_its_test_2xxx_"),
2001 "its_reliability_tests_tfm_its_test_3xxx_",
2002 ("audit_"
2003 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2004 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2005 ("initial_attestation_service_"
2006 "secure_interface_tests_tfm_attest_test_1xxx_"),
2007 ]
2008 },
2009 {
2010 'name': 'Non_Secure_Test_Suites_Summary',
2011 'start': 'Non-secure test suites summary',
2012 'end': r'End of Non-secure test suites',
2013 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2014 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2015 r"(?P<result>PASSED|FAILED)",
2016 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2017 'required': [
2018 ("psa_protected_storage"
2019 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2020 ("psa_internal_trusted_storage"
2021 "_ns_interface_tests_tfm_its_test_1xxx_"),
2022 ("auditlog_"
2023 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2024 ("crypto_"
2025 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2026 ("initial_attestation_service_"
2027 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2028 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2029 ]
2030 }
2031 ] # Monitors
2032 }, # Regression
2033 'CoreIPC': {
2034 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2035 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2036 "bootloader": "tfm_s_ns_signed.bin"
2037 },
2038 "monitors": [
2039 {
2040 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2041 'start': 'Non-Secure system',
2042 'end': r'starting\\.{3}',
2043 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2044 'fixup': {"pass": "!", "fail": ""},
2045 'required': ["secure_image_initializing"]
2046 } # Monitors
2047 ]
2048 }, # CoreIPC
2049 'CoreIPCTfmLevel2': {
2050 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2051 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2052 "bootloader": "tfm_s_ns_signed.bin"
2053 },
2054 "monitors": [
2055 {
2056 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2057 'start': 'Non-Secure system',
2058 'end': r'starting\\.{3}',
2059 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2060 'fixup': {"pass": "!", "fail": ""},
2061 'required': ["secure_image_initializing"]
2062 } # Monitors
2063 ]
2064 }, # CoreIPCTfmLevel2
2065 } # Tests
2066}
2067
2068
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2069# FVP without BL2 bootloader
2070# firmware <-> ns <-> application: --application cpu0=tfm_s.axf
2071# bootloader <-> s <-> data: --data cpu0=tfm_ns.bin@0x00100000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2072fvp_mps2_an519_nobl2 = {
2073 "templ": "fvp_mps2.jinja2",
2074 "job_name": "fvp_mps2_an519_nobl2",
2075 "device_type": "fvp",
2076 "job_timeout": 15,
2077 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]2078 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2079 "poweroff_timeout": 1,
2080 "platforms": {"AN519": ""},
2081 "compilers": ["GNUARM", "ARMCLANG"],
2082 "build_types": ["Debug", "Release", "Minsizerel"],
2083 "boot_types": ["NOBL2"],
2084 "data_bin_offset": "0x00100000",
2085 "cpu0_baseline": 1,
2086 "tests": {
2087 'Default': {
2088 "binaries": {
2089 "firmware": "tfm_s.axf",
2090 "bootloader": "tfm_ns.bin"
2091 },
2092 "monitors": [
2093 {
2094 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2095 'start': 'Non-Secure system',
2096 'end': r'starting\\.{3}',
2097 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2098 'fixup': {"pass": "!", "fail": ""},
2099 'required': ["secure_image_initializing"]
2100 }
2101 ]
2102 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2103 'DefaultProfileS': {
2104 "binaries": {
2105 "firmware": "tfm_s.axf",
2106 "bootloader": "tfm_ns.bin"
2107 },
2108 "monitors": [
2109 {
2110 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2111 'start': 'Non-Secure system',
2112 'end': r'starting\\.{3}',
2113 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2114 'fixup': {"pass": "!", "fail": ""},
2115 'required': ["secure_image_initializing"]
2116 } # Monitors
2117 ]
2118 }, # DefaultProfileS
2119 'DefaultProfileM': {
2120 "binaries": {
2121 "firmware": "tfm_s.axf",
2122 "bootloader": "tfm_ns.bin"
2123 },
2124 "monitors": [
2125 {
2126 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2127 'start': 'Non-Secure system',
2128 'end': r'starting\\.{3}',
2129 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2130 'fixup': {"pass": "!", "fail": ""},
2131 'required': ["secure_image_initializing"]
2132 } # Monitors
2133 ]
2134 }, # DefaultProfileM
2135
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2136 'Regression': {
2137 "binaries": {
2138 "firmware": "tfm_s.axf",
2139 "bootloader": "tfm_ns.bin"
2140 },
2141 "monitors": [
2142 {
2143 'name': 'Secure_Test_Suites_Summary',
2144 'start': 'Secure test suites summary',
2145 'end': 'End of Secure test suites',
2146 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2147 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2148 r"(?P<result>PASSED|FAILED)",
2149 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2150 'required': [
2151 ("psa_protected_storage_"
2152 "s_interface_tests_tfm_sst_test_2xxx_"),
2153 "sst_reliability_tests_tfm_sst_test_3xxx_",
2154 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2155 ("psa_internal_trusted_storage_"
2156 "s_interface_tests_tfm_its_test_2xxx_"),
2157 "its_reliability_tests_tfm_its_test_3xxx_",
2158 ("audit_"
2159 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2160 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2161 ("initial_attestation_service_"
2162 "secure_interface_tests_tfm_attest_test_1xxx_"),
2163 ]
2164 },
2165 {
2166 'name': 'Non_Secure_Test_Suites_Summary',
2167 'start': 'Non-secure test suites summary',
2168 'end': r'End of Non-secure test suites',
2169 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2170 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2171 r"(?P<result>PASSED|FAILED)",
2172 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2173 'required': [
2174 ("psa_protected_storage"
2175 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2176 ("psa_internal_trusted_storage"
2177 "_ns_interface_tests_tfm_its_test_1xxx_"),
2178 ("auditlog_"
2179 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2180 ("crypto_"
2181 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2182 ("initial_attestation_service_"
2183 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2184 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2185 ]
2186 }
2187 ] # Monitors
2188 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2189 'RegressionProfileM': {
2190 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2191 "firmware": "tfm_s.axf",
2192 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2193 },
2194 "monitors": [
2195 {
2196 'name': 'Secure_Test_Suites_Summary',
2197 'start': 'Secure test suites summary',
2198 'end': 'End of Secure test suites',
2199 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2200 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2201 r"(?P<result>PASSED|FAILED)",
2202 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2203 'required': [
2204 ("psa_protected_storage_"
2205 "s_interface_tests_tfm_sst_test_2xxx_"),
2206 "sst_reliability_tests_tfm_sst_test_3xxx_",
2207 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2208 ("psa_internal_trusted_storage_"
2209 "s_interface_tests_tfm_its_test_2xxx_"),
2210 "its_reliability_tests_tfm_its_test_3xxx_",
2211 ("audit_"
2212 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2213 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2214 ("initial_attestation_service_"
2215 "secure_interface_tests_tfm_attest_test_1xxx_"),
2216 ]
2217 },
2218 {
2219 'name': 'Non_Secure_Test_Suites_Summary',
2220 'start': 'Non-secure test suites summary',
2221 'end': r'End of Non-secure test suites',
2222 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2223 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2224 r"(?P<result>PASSED|FAILED)",
2225 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2226 'required': [
2227 ("psa_protected_storage"
2228 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2229 ("psa_internal_trusted_storage"
2230 "_ns_interface_tests_tfm_its_test_1xxx_"),
2231 ("auditlog_"
2232 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2233 ("crypto_"
2234 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2235 ("initial_attestation_service_"
2236 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2237 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2238 ]
2239 }
2240 ] # Monitors
2241 }, # RegressionProfileM
2242 'RegressionProfileS': {
2243 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2244 "firmware": "tfm_s.axf",
2245 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2246 },
2247 "monitors": [
2248 {
2249 'name': 'Secure_Test_Suites_Summary',
2250 'start': 'Secure test suites summary',
2251 'end': 'End of Secure test suites',
2252 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2253 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2254 r"(?P<result>PASSED|FAILED)",
2255 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2256 'required': [
2257 ("psa_protected_storage_"
2258 "s_interface_tests_tfm_sst_test_2xxx_"),
2259 "sst_reliability_tests_tfm_sst_test_3xxx_",
2260 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2261 ("psa_internal_trusted_storage_"
2262 "s_interface_tests_tfm_its_test_2xxx_"),
2263 "its_reliability_tests_tfm_its_test_3xxx_",
2264 ("audit_"
2265 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2266 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2267 ("initial_attestation_service_"
2268 "secure_interface_tests_tfm_attest_test_1xxx_"),
2269 ]
2270 },
2271 {
2272 'name': 'Non_Secure_Test_Suites_Summary',
2273 'start': 'Non-secure test suites summary',
2274 'end': r'End of Non-secure test suites',
2275 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2276 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2277 r"(?P<result>PASSED|FAILED)",
2278 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2279 'required': [
2280 ("psa_protected_storage"
2281 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2282 ("psa_internal_trusted_storage"
2283 "_ns_interface_tests_tfm_its_test_1xxx_"),
2284 ("auditlog_"
2285 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2286 ("crypto_"
2287 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2288 ("initial_attestation_service_"
2289 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2290 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2291 ]
2292 }
2293 ] # Monitors
2294 }, # RegressionProfileS
2295
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2296 'RegressionIPC': {
2297 "binaries": {
2298 "firmware": "tfm_s.axf",
2299 "bootloader": "tfm_ns.bin"
2300 },
2301 "monitors": [
2302 {
2303 'name': 'Secure_Test_Suites_Summary',
2304 'start': 'Secure test suites summary',
2305 'end': 'End of Secure test suites',
2306 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2307 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2308 r"(?P<result>PASSED|FAILED)",
2309 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2310 'required': [
2311 ("psa_protected_storage_"
2312 "s_interface_tests_tfm_sst_test_2xxx_"),
2313 "sst_reliability_tests_tfm_sst_test_3xxx_",
2314 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2315 ("psa_internal_trusted_storage_"
2316 "s_interface_tests_tfm_its_test_2xxx_"),
2317 "its_reliability_tests_tfm_its_test_3xxx_",
2318 ("audit_"
2319 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2320 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2321 ("initial_attestation_service_"
2322 "secure_interface_tests_tfm_attest_test_1xxx_"),
2323 ]
2324 },
2325 {
2326 'name': 'Non_Secure_Test_Suites_Summary',
2327 'start': 'Non-secure test suites summary',
2328 'end': r'End of Non-secure test suites',
2329 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2330 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2331 r"(?P<result>PASSED|FAILED)",
2332 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2333 'required': [
2334 ("psa_protected_storage"
2335 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2336 ("psa_internal_trusted_storage"
2337 "_ns_interface_tests_tfm_its_test_1xxx_"),
2338 ("auditlog_"
2339 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2340 ("crypto_"
2341 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2342 ("initial_attestation_service_"
2343 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2344 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2345 ]
2346 }
2347 ] # Monitors
2348 }, # RegressionIPC
2349 'RegressionIPCTfmLevel2': {
2350 "binaries": {
2351 "firmware": "tfm_s.axf",
2352 "bootloader": "tfm_ns.bin"
2353 },
2354 "monitors": [
2355 {
2356 'name': 'Secure_Test_Suites_Summary',
2357 'start': 'Secure test suites summary',
2358 'end': 'End of Secure test suites',
2359 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2360 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2361 r"(?P<result>PASSED|FAILED)",
2362 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2363 'required': [
2364 ("psa_protected_storage_"
2365 "s_interface_tests_tfm_sst_test_2xxx_"),
2366 "sst_reliability_tests_tfm_sst_test_3xxx_",
2367 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2368 ("psa_internal_trusted_storage_"
2369 "s_interface_tests_tfm_its_test_2xxx_"),
2370 "its_reliability_tests_tfm_its_test_3xxx_",
2371 ("audit_"
2372 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2373 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2374 ("initial_attestation_service_"
2375 "secure_interface_tests_tfm_attest_test_1xxx_"),
2376 ]
2377 },
2378 {
2379 'name': 'Non_Secure_Test_Suites_Summary',
2380 'start': 'Non-secure test suites summary',
2381 'end': r'End of Non-secure test suites',
2382 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2383 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2384 r"(?P<result>PASSED|FAILED)",
2385 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2386 'required': [
2387 ("psa_protected_storage"
2388 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2389 ("psa_internal_trusted_storage"
2390 "_ns_interface_tests_tfm_its_test_1xxx_"),
2391 ("auditlog_"
2392 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2393 ("crypto_"
2394 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2395 ("initial_attestation_service_"
2396 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2397 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2398 ]
2399 }
2400 ] # Monitors
2401 }, # RegressionIPCTfmLevel2
2402 'CoreIPC': {
2403 "binaries": {
2404 "firmware": "tfm_s.axf",
2405 "bootloader": "tfm_ns.bin"
2406 },
2407 "monitors": [
2408 {
2409 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2410 'start': 'Non-Secure system',
2411 'end': r'starting\\.{3}',
2412 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2413 'fixup': {"pass": "!", "fail": ""},
2414 'required': ["secure_image_initializing"]
2415 } # Monitors
2416 ]
2417 }, # CoreIPC
2418 'CoreIPCTfmLevel2': {
2419 "binaries": {
2420 "firmware": "tfm_s.axf",
2421 "bootloader": "tfm_ns.bin"
2422 },
2423 "monitors": [
2424 {
2425 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2426 'start': 'Non-Secure system',
2427 'end': r'starting\\.{3}',
2428 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2429 'fixup': {"pass": "!", "fail": ""},
2430 'required': ["secure_image_initializing"]
2431 } # Monitors
2432 ]
2433 }, # CoreIPCTfmLevel2
2434 } # Tests
2435}
2436
2437
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2438# MPS2 with BL2 bootloader
2439# IMAGE0ADDRESS: 0x10000000
2440# IMAGE0FILE: \Software\bl2.bin ; BL2 bootloader
2441# IMAGE1ADDRESS: 0x10080000
2442# IMAGE1FILE: \Software\tfm_s_ns_signed.bin ; TF-M example application binary blob
2443qemu_mps2_bl2 = {
2444 "templ": "qemu_mps2_bl2.jinja2",
2445 "job_name": "qemu_mps2_bl2",
2446 "device_type": "qemu",
2447 "job_timeout": 300,
2448 "action_timeout": 300,
2449 "poweroff_timeout": 20,
2450 "platforms": {"AN521": ""},
2451 "compilers": ["GNUARM", "ARMCLANG"],
2452 "build_types": ["Debug", "Release"],
2453 "boot_types": ["BL2"],
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]2454 "tests": {
2455 # 'Default': {
2456 # "binaries": {
2457 # "firmware": "tfm_s_ns_signed.bin",
2458 # "bootloader": "bl2.bin"
2459 # },
2460 # "monitors": [
2461 # {
2462 # 'name': 'Secure_Test_Suites_Summary',
2463 # 'start': r'[Sec Thread]',
2464 # 'end': r'system starting',
2465 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2466 # r'(?P<test_case_id>Secure image '
2467 # r'initializing)(?P<result>!)',
2468 # 'fixup': {"pass": "!", "fail": ""},
2469 # 'required': ["secure_image_initializing"]
2470 # } # Monitors
2471 # ]
2472 # }, # Default
2473 # 'DefaultProfileS': {
2474 # "binaries": {
2475 # "firmware": "tfm_s_ns_signed.bin",
2476 # "bootloader": "bl2.bin"
2477 # },
2478 # "monitors": [
2479 # {
2480 # 'name': 'Secure_Test_Suites_Summary',
2481 # 'start': r'[Sec Thread]',
2482 # 'end': r'system starting',
2483 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2484 # r'(?P<test_case_id>Secure image '
2485 # r'initializing)(?P<result>!)',
2486 # 'fixup': {"pass": "!", "fail": ""},
2487 # 'required': ["secure_image_initializing"]
2488 # } # Monitors
2489 # ]
2490 # }, # DefaultProfileS
2491 # 'DefaultProfileM': {
2492 # "binaries": {
2493 # "firmware": "tfm_s_ns_signed.bin",
2494 # "bootloader": "bl2.bin"
2495 # },
2496 # "monitors": [
2497 # {
2498 # 'name': 'Secure_Test_Suites_Summary',
2499 # 'start': r'[Sec Thread]',
2500 # 'end': r'system starting',
2501 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2502 # r'(?P<test_case_id>Secure image '
2503 # r'initializing)(?P<result>!)',
2504 # 'fixup': {"pass": "!", "fail": ""},
2505 # 'required': ["secure_image_initializing"]
2506 # } # Monitors
2507 # ]
2508 # }, # DefaultProfileM
2509 'Regression': {
2510 "binaries": {
2511 "firmware": "tfm_s_ns_signed.bin",
2512 "bootloader": "bl2.bin"
2513 },
2514 "monitors": [
2515 {
2516 'name': 'Secure_Test_Suites_Summary',
2517 'start': 'Secure test suites summary',
2518 'end': 'End of Secure test suites',
2519 'pattern': r"Test suite '(?P<"
2520 r"test_case_id>[^\n]+)' has (.*) "
2521 r"(?P<result>PASSED|FAILED)",
2522 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2523 'required': [
2524 ("psa_protected_storage_"
2525 "s_interface_tests_tfm_sst_test_2xxx_"),
2526 "sst_reliability_tests_tfm_sst_test_3xxx_",
2527 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2528 ("psa_internal_trusted_storage_"
2529 "s_interface_tests_tfm_its_test_2xxx_"),
2530 "its_reliability_tests_tfm_its_test_3xxx_",
2531 ("audit_"
2532 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2533 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2534 ("initial_attestation_service_"
2535 "secure_interface_tests_tfm_attest_test_1xxx_"),
2536 ]
2537 },
2538 {
2539 'name': 'Non_Secure_Test_Suites_Summary',
2540 'start': 'Non-secure test suites summary',
2541 'end': r'End of Non-secure test suites',
2542 'pattern': r"Test suite '(?P<"
2543 r"test_case_id>[^\n]+)' has (.*) "
2544 r"(?P<result>PASSED|FAILED)",
2545 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2546 'required': [
2547 ("psa_protected_storage"
2548 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2549 ("psa_internal_trusted_storage"
2550 "_ns_interface_tests_tfm_its_test_1xxx_"),
2551 ("auditlog_"
2552 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2553 ("crypto_"
2554 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2555 ("initial_attestation_service_"
2556 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2557 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2558 ]
2559 }
2560 ] # Monitors
2561 }, # Regression
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]2562 'RegressionProfileS': {
2563 "binaries": {
2564 "firmware": "tfm_s_ns_signed.bin",
2565 "bootloader": "bl2.bin"
2566 },
2567 "monitors": [
2568 {
2569 'name': 'Secure_Test_Suites_Summary',
2570 'start': 'Secure test suites summary',
2571 'end': 'End of Secure test suites',
2572 'pattern': r"Test suite '(?P<"
2573 r"test_case_id>[^\n]+)' has (.*) "
2574 r"(?P<result>PASSED|FAILED)",
2575 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2576 'required': [
2577 ("psa_protected_storage_"
2578 "s_interface_tests_tfm_sst_test_2xxx_"),
2579 "sst_reliability_tests_tfm_sst_test_3xxx_",
2580 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2581 ("psa_internal_trusted_storage_"
2582 "s_interface_tests_tfm_its_test_2xxx_"),
2583 "its_reliability_tests_tfm_its_test_3xxx_",
2584 ("audit_"
2585 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2586 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2587 ("initial_attestation_service_"
2588 "secure_interface_tests_tfm_attest_test_1xxx_"),
2589 ]
2590 },
2591 {
2592 'name': 'Non_Secure_Test_Suites_Summary',
2593 'start': 'Non-secure test suites summary',
2594 'end': r'End of Non-secure test suites',
2595 'pattern': r"Test suite '(?P<"
2596 r"test_case_id>[^\n]+)' has (.*) "
2597 r"(?P<result>PASSED|FAILED)",
2598 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2599 'required': [
2600 ("psa_protected_storage"
2601 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2602 ("psa_internal_trusted_storage"
2603 "_ns_interface_tests_tfm_its_test_1xxx_"),
2604 ("auditlog_"
2605 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2606 ("crypto_"
2607 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2608 ("initial_attestation_service_"
2609 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2610 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2611 ]
2612 }
2613 ] # Monitors
2614 }, # RegressionProfileS
2615 'RegressionIPC': {
2616 "binaries": {
2617 "firmware": "tfm_s_ns_signed.bin",
2618 "bootloader": "bl2.bin"
2619 },
2620 "monitors": [
2621 {
2622 'name': 'Secure_Test_Suites_Summary',
2623 'start': 'Secure test suites summary',
2624 'end': 'End of Secure test suites',
2625 'pattern': r"Test suite '(?P<"
2626 r"test_case_id>[^\n]+)' has (.*) "
2627 r"(?P<result>PASSED|FAILED)",
2628 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2629 'required': [
2630 ("psa_protected_storage_"
2631 "s_interface_tests_tfm_sst_test_2xxx_"),
2632 "sst_reliability_tests_tfm_sst_test_3xxx_",
2633 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2634 ("psa_internal_trusted_storage_"
2635 "s_interface_tests_tfm_its_test_2xxx_"),
2636 "its_reliability_tests_tfm_its_test_3xxx_",
2637 ("audit_"
2638 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2639 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2640 ("initial_attestation_service_"
2641 "secure_interface_tests_tfm_attest_test_1xxx_"),
2642 ]
2643 },
2644 {
2645 'name': 'Non_Secure_Test_Suites_Summary',
2646 'start': 'Non-secure test suites summary',
2647 'end': r'End of Non-secure test suites',
2648 'pattern': r"Test suite '(?P<"
2649 r"test_case_id>[^\n]+)' has (.*) "
2650 r"(?P<result>PASSED|FAILED)",
2651 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2652 'required': [
2653 ("psa_protected_storage"
2654 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2655 ("psa_internal_trusted_storage"
2656 "_ns_interface_tests_tfm_its_test_1xxx_"),
2657 ("auditlog_"
2658 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2659 ("crypto_"
2660 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2661 ("initial_attestation_service_"
2662 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2663 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2664 ]
2665 }
2666 ] # Monitors
2667 }, # Regression
2668 'RegressionIPCTfmLevel2': {
2669 "binaries": {
2670 "firmware": "tfm_s_ns_signed.bin",
2671 "bootloader": "bl2.bin"
2672 },
2673 "monitors": [
2674 {
2675 'name': 'Secure_Test_Suites_Summary',
2676 'start': 'Secure test suites summary',
2677 'end': 'End of Secure test suites',
2678 'pattern': r"Test suite '(?P<"
2679 r"test_case_id>[^\n]+)' has (.*) "
2680 r"(?P<result>PASSED|FAILED)",
2681 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2682 'required': [
2683 ("psa_protected_storage_"
2684 "s_interface_tests_tfm_sst_test_2xxx_"),
2685 "sst_reliability_tests_tfm_sst_test_3xxx_",
2686 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2687 ("psa_internal_trusted_storage_"
2688 "s_interface_tests_tfm_its_test_2xxx_"),
2689 "its_reliability_tests_tfm_its_test_3xxx_",
2690 ("audit_"
2691 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2692 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2693 ("initial_attestation_service_"
2694 "secure_interface_tests_tfm_attest_test_1xxx_"),
2695 ]
2696 },
2697 {
2698 'name': 'Non_Secure_Test_Suites_Summary',
2699 'start': 'Non-secure test suites summary',
2700 'end': r'End of Non-secure test suites',
2701 'pattern': r"Test suite '(?P<"
2702 r"test_case_id>[^\n]+)' has (.*) "
2703 r"(?P<result>PASSED|FAILED)",
2704 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2705 'required': [
2706 ("psa_protected_storage"
2707 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2708 ("psa_internal_trusted_storage"
2709 "_ns_interface_tests_tfm_its_test_1xxx_"),
2710 ("auditlog_"
2711 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2712 ("crypto_"
2713 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2714 ("initial_attestation_service_"
2715 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2716 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2717 ]
2718 }
2719 ] # Monitors
2720 }, # Regression
2721 'RegressionIPCTfmLevel3': {
2722 "binaries": {
2723 "firmware": "tfm_s_ns_signed.bin",
2724 "bootloader": "bl2.bin"
2725 },
2726 "monitors": [
2727 {
2728 'name': 'Secure_Test_Suites_Summary',
2729 'start': 'Secure test suites summary',
2730 'end': 'End of Secure test suites',
2731 'pattern': r"Test suite '(?P<"
2732 r"test_case_id>[^\n]+)' has (.*) "
2733 r"(?P<result>PASSED|FAILED)",
2734 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2735 'required': [
2736 ("psa_protected_storage_"
2737 "s_interface_tests_tfm_sst_test_2xxx_"),
2738 "sst_reliability_tests_tfm_sst_test_3xxx_",
2739 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2740 ("psa_internal_trusted_storage_"
2741 "s_interface_tests_tfm_its_test_2xxx_"),
2742 "its_reliability_tests_tfm_its_test_3xxx_",
2743 ("audit_"
2744 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2745 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2746 ("initial_attestation_service_"
2747 "secure_interface_tests_tfm_attest_test_1xxx_"),
2748 ]
2749 },
2750 {
2751 'name': 'Non_Secure_Test_Suites_Summary',
2752 'start': 'Non-secure test suites summary',
2753 'end': r'End of Non-secure test suites',
2754 'pattern': r"Test suite '(?P<"
2755 r"test_case_id>[^\n]+)' has (.*) "
2756 r"(?P<result>PASSED|FAILED)",
2757 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2758 'required': [
2759 ("psa_protected_storage"
2760 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2761 ("psa_internal_trusted_storage"
2762 "_ns_interface_tests_tfm_its_test_1xxx_"),
2763 ("auditlog_"
2764 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2765 ("crypto_"
2766 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2767 ("initial_attestation_service_"
2768 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2769 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2770 ]
2771 }
2772 ] # Monitors
2773 }, # Regression
2774 # 'CoreIPC': {
2775 # "binaries": {
2776 # "firmware": "tfm_s_ns_signed.bin",
2777 # "bootloader": "bl2.bin"
2778 # },
2779 # "monitors": [
2780 # {
2781 # 'name': 'Secure_Test_Suites_Summary',
2782 # 'start': r'[Sec Thread]',
2783 # 'end': r'system starting',
2784 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2785 # r'(?P<test_case_id>Secure image '
2786 # r'initializing)(?P<result>!)',
2787 # 'fixup': {"pass": "!", "fail": ""},
2788 # 'required': ["secure_image_initializing"]
2789 # } # Monitors
2790 # ]
2791 # }, # CoreIPC
2792 # 'CoreIPCTfmLevel2': {
2793 # "binaries": {
2794 # "firmware": "tfm_s_ns_signed.bin",
2795 # "bootloader": "bl2.bin"
2796 # },
2797 # "monitors": [
2798 # {
2799 # 'name': 'Secure_Test_Suites_Summary',
2800 # 'start': r'[Sec Thread]',
2801 # 'end': r'system starting',
2802 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2803 # r'(?P<test_case_id>Secure image '
2804 # r'initializing)(?P<result>!)',
2805 # 'fixup': {"pass": "!", "fail": ""},
2806 # 'required': ["secure_image_initializing"]
2807 # } # Monitors
2808 # ]
2809 # }, # CoreIPCTfmLevel2
2810 # 'CoreIPCTfmLevel3': {
2811 # "binaries": {
2812 # "firmware": "tfm_s_ns_signed.bin",
2813 # "bootloader": "bl2.bin"
2814 # },
2815 # "monitors": [
2816 # {
2817 # 'name': 'Secure_Test_Suites_Summary',
2818 # 'start': r'[Sec Thread]',
2819 # 'end': r'system starting',
2820 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2821 # r'(?P<test_case_id>Secure image '
2822 # r'initializing)(?P<result>!)',
2823 # 'fixup': {"pass": "!", "fail": ""},
2824 # 'required': ["secure_image_initializing"]
2825 # } # Monitors
2826 # ]
2827 # }, # CoreIPCTfmLevel3
2828 }
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2829}
2830
2831
2832# Musca-B1 with BL2 bootloader
2833# unified hex file comprising of both bl2.bin and tfm_s_ns_signed.bin
2834# srec_cat bin/bl2.bin -Binary -offset 0xA000000 bin/tfm_s_ns_signed.bin -Binary -offset 0xA020000 -o tfm.hex -Intel
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2835musca_b1_bl2 = {
2836 "templ": "musca_b1.jinja2",
2837 "job_name": "musca_b1_bl2",
2838 "device_type": "musca-b",
Xinyu Zhang630dfe62021-06-17 14:38:11 +0800[diff] [blame]2839 "job_timeout": 40,
2840 "action_timeout": 20,
2841 "monitor_timeout": 30,
Ryan Harkinf6981082020-12-18 14:54:33 +0000[diff] [blame]2842 "poweroff_timeout": 40,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2843 "platforms": {"MUSCA_B1": ""},
2844 "compilers": ["GNUARM", "ARMCLANG"],
Xinyu Zhang43e5d672021-03-24 16:30:26 +0800[diff] [blame]2845 "build_types": ["Debug", "Release", "Minsizerel"],
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2846 "boot_types": ["BL2"],
2847 "tests": {
2848 "Default": {
2849 "binaries": {
2850 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2851 },
2852 "monitors": [
2853 {
2854 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2855 'start': 'Non-Secure system',
2856 'end': r'starting\\.{3}',
2857 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2858 'fixup': {"pass": "!", "fail": ""},
2859 'required': ["secure_image_initializing"]
2860 }
2861 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2862 },
2863 "CoreIPC": {
2864 "binaries": {
2865 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2866 },
2867 "monitors": [
2868 {
2869 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2870 'start': 'Non-Secure system',
2871 'end': r'starting\\.{3}',
2872 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2873 'fixup': {"pass": "!", "fail": ""},
2874 'required': ["secure_image_initializing"]
2875 }
2876 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2877 },
2878 "CoreIPCTfmLevel2": {
2879 "binaries": {
2880 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2881 },
2882 "monitors": [
2883 {
2884 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2885 'start': 'Non-Secure system',
2886 'end': r'starting\\.{3}',
2887 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2888 'fixup': {"pass": "!", "fail": ""},
2889 'required': ["secure_image_initializing"]
2890 }
2891 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2892 },
2893 "CoreIPCTfmLevel3": {
2894 "binaries": {
2895 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2896 },
2897 "monitors": [
2898 {
2899 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2900 'start': 'Non-Secure system',
2901 'end': r'starting\\.{3}',
2902 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2903 'fixup': {"pass": "!", "fail": ""},
2904 'required': ["secure_image_initializing"]
2905 }
2906 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2907 },
2908 "DefaultProfileM": {
2909 "binaries": {
2910 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2911 },
2912 "monitors": [
2913 {
2914 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2915 'start': 'Non-Secure system',
2916 'end': r'starting\\.{3}',
2917 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2918 'fixup': {"pass": "!", "fail": ""},
2919 'required': ["secure_image_initializing"]
2920 }
2921 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2922 },
2923 "DefaultProfileS": {
2924 "binaries": {
2925 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2926 },
2927 "monitors": [
2928 {
2929 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2930 'start': 'Non-Secure system',
2931 'end': r'starting\\.{3}',
2932 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2933 'fixup': {"pass": "!", "fail": ""},
2934 'required': ["secure_image_initializing"]
2935 }
2936 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2937 },
2938 "Regression": {
2939 "binaries": {
2940 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2941 },
2942 "monitors": [
2943 {
2944 'name': 'Secure_Test_Suites_Summary',
2945 'start': 'Secure test suites summary',
2946 'end': 'End of Secure test suites',
2947 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2948 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2949 r"(?P<result>PASSED|FAILED)",
2950 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2951 'required': [
2952 ("psa_protected_storage_"
2953 "s_interface_tests_tfm_sst_test_2xxx_"),
2954 "sst_reliability_tests_tfm_sst_test_3xxx_",
2955 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2956 ("psa_internal_trusted_storage_"
2957 "s_interface_tests_tfm_its_test_2xxx_"),
2958 "its_reliability_tests_tfm_its_test_3xxx_",
2959 ("audit_"
2960 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2961 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2962 ("initial_attestation_service_"
2963 "secure_interface_tests_tfm_attest_test_1xxx_"),
2964 ]
2965 },
2966 {
2967 'name': 'Non_Secure_Test_Suites_Summary',
2968 'start': 'Non-secure test suites summary',
2969 'end': r'End of Non-secure test suites',
2970 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2971 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2972 r"(?P<result>PASSED|FAILED)",
2973 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2974 'required': [
2975 ("psa_protected_storage"
2976 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2977 ("psa_internal_trusted_storage"
2978 "_ns_interface_tests_tfm_its_test_1xxx_"),
2979 ("auditlog_"
2980 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2981 ("crypto_"
2982 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2983 ("initial_attestation_service_"
2984 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2985 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2986 ]
2987 }
2988 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2989 },
2990 "RegressionIPC": {
2991 "binaries": {
2992 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2993 },
2994 "monitors": [
2995 {
2996 'name': 'Secure_Test_Suites_Summary',
2997 'start': 'Secure test suites summary',
2998 'end': 'End of Secure test suites',
2999 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3000 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3001 r"(?P<result>PASSED|FAILED)",
3002 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3003 'required': [
3004 ("psa_protected_storage_"
3005 "s_interface_tests_tfm_sst_test_2xxx_"),
3006 "sst_reliability_tests_tfm_sst_test_3xxx_",
3007 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3008 ("psa_internal_trusted_storage_"
3009 "s_interface_tests_tfm_its_test_2xxx_"),
3010 "its_reliability_tests_tfm_its_test_3xxx_",
3011 ("audit_"
3012 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3013 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3014 ("initial_attestation_service_"
3015 "secure_interface_tests_tfm_attest_test_1xxx_"),
3016 ]
3017 },
3018 {
3019 'name': 'Non_Secure_Test_Suites_Summary',
3020 'start': 'Non-secure test suites summary',
3021 'end': r'End of Non-secure test suites',
3022 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3023 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3024 r"(?P<result>PASSED|FAILED)",
3025 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3026 'required': [
3027 ("psa_protected_storage"
3028 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3029 ("psa_internal_trusted_storage"
3030 "_ns_interface_tests_tfm_its_test_1xxx_"),
3031 ("auditlog_"
3032 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3033 ("crypto_"
3034 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3035 ("initial_attestation_service_"
3036 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3037 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3038 ]
3039 }
3040 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3041 },
3042 "RegressionIPCTfmLevel2": {
3043 "binaries": {
3044 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3045 },
3046 "monitors": [
3047 {
3048 'name': 'Secure_Test_Suites_Summary',
3049 'start': 'Secure test suites summary',
3050 'end': 'End of Secure test suites',
3051 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3052 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3053 r"(?P<result>PASSED|FAILED)",
3054 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3055 'required': [
3056 ("psa_protected_storage_"
3057 "s_interface_tests_tfm_sst_test_2xxx_"),
3058 "sst_reliability_tests_tfm_sst_test_3xxx_",
3059 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3060 ("psa_internal_trusted_storage_"
3061 "s_interface_tests_tfm_its_test_2xxx_"),
3062 "its_reliability_tests_tfm_its_test_3xxx_",
3063 ("audit_"
3064 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3065 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3066 ("initial_attestation_service_"
3067 "secure_interface_tests_tfm_attest_test_1xxx_"),
3068 ]
3069 },
3070 {
3071 'name': 'Non_Secure_Test_Suites_Summary',
3072 'start': 'Non-secure test suites summary',
3073 'end': r'End of Non-secure test suites',
3074 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3075 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3076 r"(?P<result>PASSED|FAILED)",
3077 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3078 'required': [
3079 ("psa_protected_storage"
3080 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3081 ("psa_internal_trusted_storage"
3082 "_ns_interface_tests_tfm_its_test_1xxx_"),
3083 ("auditlog_"
3084 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3085 ("crypto_"
3086 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3087 ("initial_attestation_service_"
3088 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3089 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3090 ]
3091 }
3092 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3093 },
3094 "RegressionIPCTfmLevel3": {
3095 "binaries": {
3096 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3097 },
3098 "monitors": [
3099 {
3100 'name': 'Secure_Test_Suites_Summary',
3101 'start': 'Secure test suites summary',
3102 'end': 'End of Secure test suites',
3103 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3104 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3105 r"(?P<result>PASSED|FAILED)",
3106 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3107 'required': [
3108 ("psa_protected_storage_"
3109 "s_interface_tests_tfm_sst_test_2xxx_"),
3110 "sst_reliability_tests_tfm_sst_test_3xxx_",
3111 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3112 ("psa_internal_trusted_storage_"
3113 "s_interface_tests_tfm_its_test_2xxx_"),
3114 "its_reliability_tests_tfm_its_test_3xxx_",
3115 ("audit_"
3116 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3117 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3118 ("initial_attestation_service_"
3119 "secure_interface_tests_tfm_attest_test_1xxx_"),
3120 ]
3121 },
3122 {
3123 'name': 'Non_Secure_Test_Suites_Summary',
3124 'start': 'Non-secure test suites summary',
3125 'end': r'End of Non-secure test suites',
3126 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3127 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3128 r"(?P<result>PASSED|FAILED)",
3129 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3130 'required': [
3131 ("psa_protected_storage"
3132 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3133 ("psa_internal_trusted_storage"
3134 "_ns_interface_tests_tfm_its_test_1xxx_"),
3135 ("auditlog_"
3136 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3137 ("crypto_"
3138 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3139 ("initial_attestation_service_"
3140 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3141 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3142 ]
3143 }
3144 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3145 },
3146 "RegressionProfileM": {
3147 "binaries": {
3148 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3149 },
3150 "monitors": [
3151 {
3152 'name': 'Secure_Test_Suites_Summary',
3153 'start': 'Secure test suites summary',
3154 'end': 'End of Secure test suites',
3155 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3156 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3157 r"(?P<result>PASSED|FAILED)",
3158 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3159 'required': [
3160 ("psa_protected_storage_"
3161 "s_interface_tests_tfm_sst_test_2xxx_"),
3162 "sst_reliability_tests_tfm_sst_test_3xxx_",
3163 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3164 ("psa_internal_trusted_storage_"
3165 "s_interface_tests_tfm_its_test_2xxx_"),
3166 "its_reliability_tests_tfm_its_test_3xxx_",
3167 ("audit_"
3168 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3169 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3170 ("initial_attestation_service_"
3171 "secure_interface_tests_tfm_attest_test_1xxx_"),
3172 ]
3173 },
3174 {
3175 'name': 'Non_Secure_Test_Suites_Summary',
3176 'start': 'Non-secure test suites summary',
3177 'end': r'End of Non-secure test suites',
3178 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3179 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3180 r"(?P<result>PASSED|FAILED)",
3181 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3182 'required': [
3183 ("psa_protected_storage"
3184 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3185 ("psa_internal_trusted_storage"
3186 "_ns_interface_tests_tfm_its_test_1xxx_"),
3187 ("auditlog_"
3188 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3189 ("crypto_"
3190 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3191 ("initial_attestation_service_"
3192 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3193 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3194 ]
3195 }
3196 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3197 },
3198 "RegressionProfileS": {
3199 "binaries": {
3200 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3201 },
3202 "monitors": [
3203 {
3204 'name': 'Secure_Test_Suites_Summary',
3205 'start': 'Secure test suites summary',
3206 'end': 'End of Secure test suites',
3207 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3208 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3209 r"(?P<result>PASSED|FAILED)",
3210 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3211 'required': [
3212 ("psa_protected_storage_"
3213 "s_interface_tests_tfm_sst_test_2xxx_"),
3214 "sst_reliability_tests_tfm_sst_test_3xxx_",
3215 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3216 ("psa_internal_trusted_storage_"
3217 "s_interface_tests_tfm_its_test_2xxx_"),
3218 "its_reliability_tests_tfm_its_test_3xxx_",
3219 ("audit_"
3220 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3221 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3222 ("initial_attestation_service_"
3223 "secure_interface_tests_tfm_attest_test_1xxx_"),
3224 ]
3225 },
3226 {
3227 'name': 'Non_Secure_Test_Suites_Summary',
3228 'start': 'Non-secure test suites summary',
3229 'end': r'End of Non-secure test suites',
3230 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3231 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3232 r"(?P<result>PASSED|FAILED)",
3233 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3234 'required': [
3235 ("psa_protected_storage"
3236 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3237 ("psa_internal_trusted_storage"
3238 "_ns_interface_tests_tfm_its_test_1xxx_"),
3239 ("auditlog_"
3240 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3241 ("crypto_"
3242 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3243 ("initial_attestation_service_"
3244 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3245 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3246 ]
3247 }
3248 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3249 },
3250 },
3251}
3252
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3253# Musca-B1 with BL2 bootloader and OTP enabled
3254# unified hex file comprising of both bl2.bin and tfm_s_ns_signed.bin
3255# srec_cat bin/bl2.bin -Binary -offset 0xA000000 bin/tfm_s_ns_signed.bin -Binary -offset 0xA020000 -o tfm.hex -Intel
3256musca_b1_otp_bl2 = {
3257 "templ": "musca_b1_otp.jinja2",
3258 "job_name": "musca_b1_opt_bl2",
3259 "device_type": "musca-b",
Xinyu Zhang630dfe62021-06-17 14:38:11 +0800[diff] [blame]3260 "job_timeout": 40,
3261 "action_timeout": 20,
3262 "monitor_timeout": 30,
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3263 "poweroff_timeout": 40,
3264 "platforms": {"MUSCA_B1_OTP": ""},
Xinyu Zhangc4bb2e12021-07-21 22:40:35 +0800[diff] [blame]3265 "compilers": ["GNUARM"],
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3266 "build_types": ["Debug"],
3267 "boot_types": ["BL2"],
3268 "tests": {
3269 "RegressionIPCTfmLevel3": {
3270 "binaries": {
3271 "firmware": "tfm.hex",
3272 },
3273 "monitors": [
3274 {
3275 'name': 'Secure_Test_Suites_Summary',
3276 'start': 'Secure test suites summary',
3277 'end': 'End of Secure test suites',
3278 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3279 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3280 r"(?P<result>PASSED|FAILED)",
3281 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3282 'required': [
3283 ("psa_protected_storage_"
3284 "s_interface_tests_tfm_sst_test_2xxx_"),
3285 "sst_reliability_tests_tfm_sst_test_3xxx_",
3286 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3287 ("psa_internal_trusted_storage_"
3288 "s_interface_tests_tfm_its_test_2xxx_"),
3289 "its_reliability_tests_tfm_its_test_3xxx_",
3290 ("audit_"
3291 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3292 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3293 ("initial_attestation_service_"
3294 "secure_interface_tests_tfm_attest_test_1xxx_"),
3295 ]
3296 },
3297 {
3298 'name': 'Non_Secure_Test_Suites_Summary',
3299 'start': 'Non-secure test suites summary',
3300 'end': r'End of Non-secure test suites',
3301 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3302 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3303 r"(?P<result>PASSED|FAILED)",
3304 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3305 'required': [
3306 ("psa_protected_storage"
3307 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3308 ("psa_internal_trusted_storage"
3309 "_ns_interface_tests_tfm_its_test_1xxx_"),
3310 ("auditlog_"
3311 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3312 ("crypto_"
3313 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3314 ("initial_attestation_service_"
3315 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3316 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3317 ]
3318 }
3319 ] # Monitors
3320 },
3321 },
3322}
3323
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3324# STM32L562E-DK
3325stm32l562e_dk = {
3326 "templ": "stm32l562e_dk.jinja2",
3327 "job_name": "stm32l562e_dk",
3328 "device_type": "stm32l562e-dk",
3329 "job_timeout": 24,
3330 "action_timeout": 15,
3331 "monitor_timeout": 15,
3332 "poweroff_timeout": 5,
3333 "platforms": {"stm32l562e_dk": ""},
3334 "compilers": ["GNUARM", "ARMCLANG"],
3335 "build_types": ["Release", "Minsizerel"],
3336 "boot_types": ["BL2"],
3337 "tests": {
3338 "Regression": {
3339 "binaries": {
3340 "tarball": "stm32l562e-dk-tfm.tar.bz2",
3341 },
3342 "monitors": [
3343 {
3344 'name': 'Secure_Test_Suites_Summary',
3345 'start': 'Secure test suites summary',
3346 'end': 'End of Secure test suites',
3347 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3348 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3349 r"(?P<result>PASSED|FAILED)",
3350 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3351 'required': ["secure_image_initializing"]
3352 },
3353 {
3354 'name': 'Non_Secure_Test_Suites_Summary',
3355 'start': 'Non-secure test suites summary',
3356 'end': 'End of Non-secure test suites',
3357 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3358 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3359 r"(?P<result>PASSED|FAILED)",
3360 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3361 'required': ["secure_image_initializing"]
3362 }
3363 ] # Monitors
3364 },
3365 "RegressionIPC": {
3366 "binaries": {
3367 "tarball": "stm32l562e-dk-tfm.tar.bz2",
3368 },
3369 "monitors": [
3370 {
3371 'name': 'Secure_Test_Suites_Summary',
3372 'start': 'Secure test suites summary',
3373 'end': 'End of Secure test suites',
3374 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3375 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3376 r"(?P<result>PASSED|FAILED)",
3377 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3378 'required': ["secure_image_initializing"]
3379 },
3380 {
3381 'name': 'Non_Secure_Test_Suites_Summary',
3382 'start': 'Non-secure test suites summary',
3383 'end': 'End of Non-secure test suites',
3384 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3385 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3386 r"(?P<result>PASSED|FAILED)",
3387 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3388 'required': ["secure_image_initializing"]
3389 }
3390 ] # Monitors
3391 },
3392 "RegressionIPCTfmLevel2": {
3393 "binaries": {
3394 "tarball": "stm32l562e-dk-tfm.tar.bz2",
3395 },
3396 "monitors": [
3397 {
3398 'name': 'Secure_Test_Suites_Summary',
3399 'start': 'Secure test suites summary',
3400 'end': 'End of Secure test suites',
3401 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3402 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3403 r"(?P<result>PASSED|FAILED)",
3404 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3405 'required': ["secure_image_initializing"]
3406 },
3407 {
3408 'name': 'Non_Secure_Test_Suites_Summary',
3409 'start': 'Non-secure test suites summary',
3410 'end': 'End of Non-secure test suites',
3411 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3412 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3413 r"(?P<result>PASSED|FAILED)",
3414 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3415 'required': ["secure_image_initializing"]
3416 }
3417 ] # Monitors
3418 },
3419 "RegressionIPCTfmLevel3": {
3420 "binaries": {
3421 "tarball": "stm32l562e-dk-tfm.tar.bz2",
3422 },
3423 "monitors": [
3424 {
3425 'name': 'Secure_Test_Suites_Summary',
3426 'start': 'Secure test suites summary',
3427 'end': 'End of Secure test suites',
3428 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3429 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3430 r"(?P<result>PASSED|FAILED)",
3431 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3432 'required': ["secure_image_initializing"]
3433 },
3434 {
3435 'name': 'Non_Secure_Test_Suites_Summary',
3436 'start': 'Non-secure test suites summary',
3437 'end': 'End of Non-secure test suites',
3438 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3439 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3440 r"(?P<result>PASSED|FAILED)",
3441 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3442 'required': ["secure_image_initializing"]
3443 }
3444 ] # Monitors
3445 },
3446 },
3447}
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3448
Arthur She3c0dadd2021-11-18 21:17:48 -0800[diff] [blame]3449# LPCxpresso55S69
3450lpcxpresso55s69 = {
3451 "templ": "lpcxpresso55s69.jinja2",
3452 "job_name": "lpcxpresso55s69",
3453 "device_type": "lpcxpresso55s69",
3454 "job_timeout": 24,
3455 "action_timeout": 15,
3456 "monitor_timeout": 15,
3457 "poweroff_timeout": 5,
3458 "platforms": {"lpcxpresso55s69": ""},
3459 "compilers": ["GNUARM"],
3460 "build_types": ["Relwithdebinfo"],
3461 "boot_types": ["NOBL2"],
3462 "tests": {
3463 "DefaultProfileM": {
3464 "binaries": {
3465 "tarball": "lpcxpresso55s69-tfm.tar.bz2",
3466 },
3467 "monitors": [
3468 {
3469 'name': 'Secure_Test_Suites_Summary',
3470 'start': 'Non-Secure system',
3471 'end': r'starting\\.{3}',
3472 'pattern': r'Non-Secure system starting\\.{3}',
3473 'fixup': {"pass": "!", "fail": ""},
3474 }
3475 ] # Monitors
3476 },
3477 "RegressionProfileM": {
3478 "binaries": {
3479 "tarball": "lpcxpresso55s69-tfm.tar.bz2",
3480 },
3481 "monitors": [
3482 {
3483 'name': 'Secure_Test_Suites_Summary',
3484 'start': 'Secure test suites summary',
3485 'end': 'End of Secure test suites',
3486 'pattern': r"Test suite '(?P<"
3487 r"test_case_id>[^\n]+)' has(.*) "
3488 r"(?P<result>PASSED|FAILED)",
3489 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3490 'required': ["secure_image_initializing"]
3491 },
3492 {
3493 'name': 'Non_Secure_Test_Suites_Summary',
3494 'start': 'Non-secure test suites summary',
3495 'end': 'End of Non-secure test suites',
3496 'pattern': r"Test suite '(?P<"
3497 r"test_case_id>[^\n]+)' has(.*) "
3498 r"(?P<result>PASSED|FAILED)",
3499 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3500 'required': ["secure_image_initializing"]
3501 }
3502 ] # Monitors
3503 },
3504 }
3505}
3506
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]3507# All configurations should be mapped here
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3508lava_gen_config_map = {
3509 "mps2_an521_bl2": tfm_mps2_sse_200,
3510 "fvp_mps2_an521_bl2": fvp_mps2_an521_bl2,
3511 "fvp_mps2_an521_nobl2": fvp_mps2_an521_nobl2,
3512 "fvp_mps2_an519_bl2": fvp_mps2_an519_bl2,
3513 "fvp_mps2_an519_nobl2": fvp_mps2_an519_nobl2,
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]3514 "qemu_mps2_bl2": qemu_mps2_bl2,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3515 "musca_b1": musca_b1_bl2,
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3516 "musca_b1_otp": musca_b1_otp_bl2,
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3517 "stm32l562e_dk": stm32l562e_dk,
Arthur She3c0dadd2021-11-18 21:17:48 -0800[diff] [blame]3518 "lpcxpresso55s69": lpcxpresso55s69,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3519}
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]3520
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]3521lavagen_config_sort_order = [
3522 "templ",
3523 "job_name",
3524 "device_type",
3525 "job_timeout",
3526 "action_timeout",
3527 "monitor_timeout",
3528 "recovery_store_url",
3529 "artifact_store_url",
3530 "platforms",
3531 "compilers",
3532 "build_types",
3533 "boot_types",
3534 "tests"
3535]
3536
3537lava_gen_monitor_sort_order = [
3538 'name',
3539 'start',
3540 'end',
3541 'pattern',
3542 'fixup',
3543]
3544
3545if __name__ == "__main__":
3546 import os
3547 import sys
3548 from lava_helper import sort_lavagen_config
3549 try:
3550 from tfm_ci_pylib.utils import export_config_map
3551 except ImportError:
3552 dir_path = os.path.dirname(os.path.realpath(__file__))
3553 sys.path.append(os.path.join(dir_path, "../"))
3554 from tfm_ci_pylib.utils import export_config_map
3555
3556 if len(sys.argv) == 2:
3557 if sys.argv[1] == "--export":
3558 export_config_map(lava_gen_config_map)
3559 if len(sys.argv) == 3:
3560 if sys.argv[1] == "--export":
3561 export_config_map(sort_lavagen_config(lava_gen_config_map),
3562 sys.argv[2])