TrustedFirmware Git Browser
Code Review Sign In
review.trustedfirmware.org / next / ci / tf-m-ci-scripts / 49a9928a3f23cdbe129fafa20771792863723018 / . / lava_helper / lava_helper_configs.py
blob: 53125ce1f44f519521216de69e3d92232f1a7b14 [file] [log] [blame]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]1#!/usr/bin/env python3
2
3""" lava_job_generator_configs.py:
4
5 Default configurations for lava job generator """
6
7from __future__ import print_function
8
9__copyright__ = """
10/*
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]11 * Copyright (c) 2018-2021, Arm Limited. All rights reserved.
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]12 *
13 * SPDX-License-Identifier: BSD-3-Clause
14 *
15 */
16 """
Karl Zhang08681e62020-10-30 13:56:03 +0800[diff] [blame]17
18__author__ = "tf-m@lists.trustedfirmware.org"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]19__project__ = "Trusted Firmware-M Open CI"
Xinyu Zhang06286a92021-07-22 14:00:51 +0800[diff] [blame]20__version__ = "1.4.0"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]21
Leonardo Sandoval66386a22021-04-15 14:35:08 -0500[diff] [blame]22tf_downloads="https://downloads.trustedfirmware.org"
23coverage_trace_plugin=tf_downloads + "/coverage-plugin/qa-tools/coverage-tool/coverage-plugin/coverage_trace.so"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]24
25def lava_gen_get_config_subset(config,
26 default=True,
27 core=True,
28 regression=True):
29 """ Allow dynamic generation of configuration combinations by subtracking
30 undesired ones """
31
32 from copy import deepcopy
33 cfg = deepcopy(config)
34 tests = deepcopy(config["tests"])
35
36 # Remove all configs not requests by the caller
37 if not default:
38 tests.pop("Default")
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]39 if not core:
40 tests.pop("CoreIPC")
41 tests.pop("CoreIPCTfmLevel2")
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]42 tests.pop("CoreIPCTfmLevel3")
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]43 if not regression:
44 tests.pop("Regression")
45
46 cfg["tests"] = tests
47 return cfg
48
49
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]50# LAVA test-monitor definition for PSA API testsuites, testcases identified
51# by "UT" value in output (testcase identifier).
52monitors_psaapitest_by_ut = [
53 {
54 'name': 'psa_api_suite',
55 'start': 'Running..',
56 'end': 'Entering standby..',
57 'pattern': r" UT: +(?P<test_case_id>[A-Za-z0-9_]+)\r?\n"
58 r".+?"
59 r"TEST RESULT: (?P<result>(PASSED|FAILED|SKIPPED))",
60 'fixup': {"pass": "PASSED", "fail": "FAILED", "skip": "SKIPPED"},
61 },
62]
63
64# LAVA test-monitor definition for PSA API testsuites, testcases identified
65# by description in output (for when UT is not set to unique identifier).
66monitors_psaapitest_by_desc = [
67 {
68 'name': 'psa_api_suite',
69 'start': 'Running..',
70 'end': 'Entering standby..',
71 'pattern': r" DESCRIPTION: +(?P<test_case_id>.+?) \\|"
72 r".+?"
73 r"TEST RESULT: (?P<result>(PASSED|FAILED|SKIPPED))",
74 'fixup': {"pass": "PASSED", "fail": "FAILED", "skip": "SKIPPED"},
75 },
76]
77
78
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]79# MPS2 with BL2 bootloader
80# IMAGE0ADDRESS: 0x10000000
81# IMAGE0FILE: \Software\bl2.bin ; BL2 bootloader
82# IMAGE1ADDRESS: 0x10080000
83# IMAGE1FILE: \Software\tfm_s_ns_signed.bin ; TF-M example application binary blob
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]84tfm_mps2_sse_200 = {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]85 "templ": "mps2.jinja2",
86 "job_name": "mps2_an521_bl2",
Minos Galanakisafb43152019-09-25 14:17:39 +0100[diff] [blame]87 "device_type": "mps",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]88 "job_timeout": 15,
89 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]90 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]91 "poweroff_timeout": 1,
92 "recovery_store_url": "https://ci.trustedfirmware.org/userContent/",
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]93 "platforms": {"AN521": "mps2_sse200_an512_new.tar.gz"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]94 "compilers": ["GNUARM", "ARMCLANG"],
95 "build_types": ["Debug", "Release", "Minsizerel"],
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]96 "boot_types": ["BL2"],
97 "tests": {
98 'Default': {
99 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]100 "firmware": "tfm_s_ns_signed.bin",
101 "bootloader": "bl2.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]102 },
103 "monitors": [
104 {
105 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]106 'start': 'Non-Secure system',
107 'end': r'starting\\.{3}',
108 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]109 'fixup': {"pass": "!", "fail": ""},
110 'required': ["secure_image_initializing"]
111 } # Monitors
112 ]
113 }, # Default
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]114 'DefaultProfileS': {
115 "binaries": {
116 "firmware": "tfm_s_ns_signed.bin",
117 "bootloader": "bl2.bin"
118 },
119 "monitors": [
120 {
121 'name': 'Secure_Test_Suites_Summary',
122 'start': 'Non-Secure system',
123 'end': r'starting\\.{3}',
124 'pattern': r'Non-Secure system starting\\.{3}',
125 'fixup': {"pass": "!", "fail": ""},
126 'required': ["secure_image_initializing"]
127 } # Monitors
128 ]
129 }, # DefaultProfileS
130 'DefaultProfileM': {
131 "binaries": {
132 "firmware": "tfm_s_ns_signed.bin",
133 "bootloader": "bl2.bin"
134 },
135 "monitors": [
136 {
137 'name': 'Secure_Test_Suites_Summary',
138 'start': 'Non-Secure system',
139 'end': r'starting\\.{3}',
140 'pattern': r'Non-Secure system starting\\.{3}',
141 'fixup': {"pass": "!", "fail": ""},
142 'required': ["secure_image_initializing"]
143 } # Monitors
144 ]
145 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]146 'DefaultProfileL': {
147 "binaries": {
148 "firmware": "tfm_s_ns_signed.bin",
149 "bootloader": "bl2.bin"
150 },
151 "monitors": [
152 {
153 'name': 'Secure_Test_Suites_Summary',
154 'start': 'Non-Secure system',
155 'end': r'starting\\.{3}',
156 'pattern': r'Non-Secure system starting\\.{3}',
157 'fixup': {"pass": "!", "fail": ""},
158 'required': ["secure_image_initializing"]
159 } # Monitors
160 ]
161 }, # DefaultProfileL
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]162
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]163 'Regression': {
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]164 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]165 "firmware": "tfm_s_ns_signed.bin",
166 "bootloader": "bl2.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]167 },
168 "monitors": [
169 {
170 'name': 'Secure_Test_Suites_Summary',
171 'start': 'Secure test suites summary',
172 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]173 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]174 r"test_case_id>[^\n]+)' has(.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]175 r"(?P<result>PASSED|FAILED)",
176 'fixup': {"pass": "PASSED", "fail": "FAILED"},
177 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]178 ("psa_protected_storage_"
179 "s_interface_tests_tfm_sst_test_2xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]180 "sst_reliability_tests_tfm_sst_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]181 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
TudorCretu8b138472019-08-30 10:51:05 +0100[diff] [blame]182 ("psa_internal_trusted_storage_"
183 "s_interface_tests_tfm_its_test_2xxx_"),
184 "its_reliability_tests_tfm_its_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]185 ("audit_"
186 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
187 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
188 ("initial_attestation_service_"
189 "secure_interface_tests_tfm_attest_test_1xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]190 ]
191 },
192 {
193 'name': 'Non_Secure_Test_Suites_Summary',
194 'start': 'Non-secure test suites summary',
195 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]196 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]197 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]198 r"(?P<result>PASSED|FAILED)",
199 'fixup': {"pass": "PASSED", "fail": "FAILED"},
200 'required': [
201 ("psa_protected_storage"
202 "_ns_interface_tests_tfm_sst_test_1xxx_"),
203 ("psa_internal_trusted_storage"
204 "_ns_interface_tests_tfm_its_test_1xxx_"),
205 ("auditlog_"
206 "non_secure_interface_test_tfm_audit_test_1xxx_"),
207 ("crypto_"
208 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
209 ("initial_attestation_service_"
210 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
211 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
212 ]
213 }
214 ] # Monitors
215 }, # Regression
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]216
217 'RegressionProfileM': {
218 "binaries": {
219 "firmware": "tfm_s_ns_signed.bin",
220 "bootloader": "bl2.bin"
221 },
222 "monitors": [
223 {
224 'name': 'Secure_Test_Suites_Summary',
225 'start': 'Secure test suites summary',
226 'end': 'End of Secure test suites',
227 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]228 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]229 r"(?P<result>PASSED|FAILED)",
230 'fixup': {"pass": "PASSED", "fail": "FAILED"},
231 'required': [
232 ("psa_protected_storage_"
233 "s_interface_tests_tfm_sst_test_2xxx_"),
234 "sst_reliability_tests_tfm_sst_test_3xxx_",
235 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
236 ("psa_internal_trusted_storage_"
237 "s_interface_tests_tfm_its_test_2xxx_"),
238 "its_reliability_tests_tfm_its_test_3xxx_",
239 ("audit_"
240 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
241 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
242 ("initial_attestation_service_"
243 "secure_interface_tests_tfm_attest_test_1xxx_"),
244 ]
245 },
246 {
247 'name': 'Non_Secure_Test_Suites_Summary',
248 'start': 'Non-secure test suites summary',
249 'end': r'End of Non-secure test suites',
250 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]251 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]252 r"(?P<result>PASSED|FAILED)",
253 'fixup': {"pass": "PASSED", "fail": "FAILED"},
254 'required': [
255 ("psa_protected_storage"
256 "_ns_interface_tests_tfm_sst_test_1xxx_"),
257 ("psa_internal_trusted_storage"
258 "_ns_interface_tests_tfm_its_test_1xxx_"),
259 ("auditlog_"
260 "non_secure_interface_test_tfm_audit_test_1xxx_"),
261 ("crypto_"
262 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
263 ("initial_attestation_service_"
264 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
265 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
266 ]
267 }
268 ] # Monitors
269 }, # RegressionProfileM
270 'RegressionProfileS': {
271 "binaries": {
272 "firmware": "tfm_s_ns_signed.bin",
273 "bootloader": "bl2.bin"
274 },
275 "monitors": [
276 {
277 'name': 'Secure_Test_Suites_Summary',
278 'start': 'Secure test suites summary',
279 'end': 'End of Secure test suites',
280 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]281 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]282 r"(?P<result>PASSED|FAILED)",
283 'fixup': {"pass": "PASSED", "fail": "FAILED"},
284 'required': [
285 ("psa_protected_storage_"
286 "s_interface_tests_tfm_sst_test_2xxx_"),
287 "sst_reliability_tests_tfm_sst_test_3xxx_",
288 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
289 ("psa_internal_trusted_storage_"
290 "s_interface_tests_tfm_its_test_2xxx_"),
291 "its_reliability_tests_tfm_its_test_3xxx_",
292 ("audit_"
293 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
294 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
295 ("initial_attestation_service_"
296 "secure_interface_tests_tfm_attest_test_1xxx_"),
297 ]
298 },
299 {
300 'name': 'Non_Secure_Test_Suites_Summary',
301 'start': 'Non-secure test suites summary',
302 'end': r'End of Non-secure test suites',
303 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]304 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]305 r"(?P<result>PASSED|FAILED)",
306 'fixup': {"pass": "PASSED", "fail": "FAILED"},
307 'required': [
308 ("psa_protected_storage"
309 "_ns_interface_tests_tfm_sst_test_1xxx_"),
310 ("psa_internal_trusted_storage"
311 "_ns_interface_tests_tfm_its_test_1xxx_"),
312 ("auditlog_"
313 "non_secure_interface_test_tfm_audit_test_1xxx_"),
314 ("crypto_"
315 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
316 ("initial_attestation_service_"
317 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
318 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
319 ]
320 }
321 ] # Monitors
322 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]323 'RegressionProfileL': {
324 "binaries": {
325 "firmware": "tfm_s_ns_signed.bin",
326 "bootloader": "bl2.bin"
327 },
328 "monitors": [
329 {
330 'name': 'Secure_Test_Suites_Summary',
331 'start': 'Secure test suites summary',
332 'end': 'End of Secure test suites',
333 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]334 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]335 r"(?P<result>PASSED|FAILED)",
336 'fixup': {"pass": "PASSED", "fail": "FAILED"},
337 'required': [
338 ("psa_protected_storage_"
339 "s_interface_tests_tfm_sst_test_2xxx_"),
340 "sst_reliability_tests_tfm_sst_test_3xxx_",
341 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
342 ("psa_internal_trusted_storage_"
343 "s_interface_tests_tfm_its_test_2xxx_"),
344 "its_reliability_tests_tfm_its_test_3xxx_",
345 ("audit_"
346 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
347 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
348 ("initial_attestation_service_"
349 "secure_interface_tests_tfm_attest_test_1xxx_"),
350 ]
351 },
352 {
353 'name': 'Non_Secure_Test_Suites_Summary',
354 'start': 'Non-secure test suites summary',
355 'end': r'End of Non-secure test suites',
356 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]357 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]358 r"(?P<result>PASSED|FAILED)",
359 'fixup': {"pass": "PASSED", "fail": "FAILED"},
360 'required': [
361 ("psa_protected_storage"
362 "_ns_interface_tests_tfm_sst_test_1xxx_"),
363 ("psa_internal_trusted_storage"
364 "_ns_interface_tests_tfm_its_test_1xxx_"),
365 ("auditlog_"
366 "non_secure_interface_test_tfm_audit_test_1xxx_"),
367 ("crypto_"
368 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
369 ("initial_attestation_service_"
370 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
371 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
372 ]
373 }
374 ] # Monitors
375 }, # RegressionProfileL
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]376
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]377 'RegressionIPC': {
378 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]379 "firmware": "tfm_s_ns_signed.bin",
380 "bootloader": "bl2.bin"
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]381 },
382 "monitors": [
383 {
384 'name': 'Secure_Test_Suites_Summary',
385 'start': 'Secure test suites summary',
386 'end': 'End of Secure test suites',
387 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]388 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]389 r"(?P<result>PASSED|FAILED)",
390 'fixup': {"pass": "PASSED", "fail": "FAILED"},
391 'required': [
392 ("psa_protected_storage_"
393 "s_interface_tests_tfm_sst_test_2xxx_"),
394 "sst_reliability_tests_tfm_sst_test_3xxx_",
395 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
396 ("psa_internal_trusted_storage_"
397 "s_interface_tests_tfm_its_test_2xxx_"),
398 "its_reliability_tests_tfm_its_test_3xxx_",
399 ("audit_"
400 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
401 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
402 ("initial_attestation_service_"
403 "secure_interface_tests_tfm_attest_test_1xxx_"),
404 ]
405 },
406 {
407 'name': 'Non_Secure_Test_Suites_Summary',
408 'start': 'Non-secure test suites summary',
409 'end': r'End of Non-secure test suites',
410 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]411 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]412 r"(?P<result>PASSED|FAILED)",
413 'fixup': {"pass": "PASSED", "fail": "FAILED"},
414 'required': [
415 ("psa_protected_storage"
416 "_ns_interface_tests_tfm_sst_test_1xxx_"),
417 ("psa_internal_trusted_storage"
418 "_ns_interface_tests_tfm_its_test_1xxx_"),
419 ("auditlog_"
420 "non_secure_interface_test_tfm_audit_test_1xxx_"),
421 ("crypto_"
422 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
423 ("initial_attestation_service_"
424 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
425 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
426 ]
427 }
428 ] # Monitors
429 }, # Regression
430 'RegressionIPCTfmLevel2': {
431 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]432 "firmware": "tfm_s_ns_signed.bin",
433 "bootloader": "bl2.bin"
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]434 },
435 "monitors": [
436 {
437 'name': 'Secure_Test_Suites_Summary',
438 'start': 'Secure test suites summary',
439 'end': 'End of Secure test suites',
440 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]441 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]442 r"(?P<result>PASSED|FAILED)",
443 'fixup': {"pass": "PASSED", "fail": "FAILED"},
444 'required': [
445 ("psa_protected_storage_"
446 "s_interface_tests_tfm_sst_test_2xxx_"),
447 "sst_reliability_tests_tfm_sst_test_3xxx_",
448 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
449 ("psa_internal_trusted_storage_"
450 "s_interface_tests_tfm_its_test_2xxx_"),
451 "its_reliability_tests_tfm_its_test_3xxx_",
452 ("audit_"
453 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
454 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
455 ("initial_attestation_service_"
456 "secure_interface_tests_tfm_attest_test_1xxx_"),
457 ]
458 },
459 {
460 'name': 'Non_Secure_Test_Suites_Summary',
461 'start': 'Non-secure test suites summary',
462 'end': r'End of Non-secure test suites',
463 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]464 r"test_case_id>[^\n]+)' has(.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]465 r"(?P<result>PASSED|FAILED)",
466 'fixup': {"pass": "PASSED", "fail": "FAILED"},
467 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]468 ("psa_protected_storage"
469 "_ns_interface_tests_tfm_sst_test_1xxx_"),
TudorCretu8b138472019-08-30 10:51:05 +0100[diff] [blame]470 ("psa_internal_trusted_storage"
471 "_ns_interface_tests_tfm_its_test_1xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]472 ("auditlog_"
473 "non_secure_interface_test_tfm_audit_test_1xxx_"),
474 ("crypto_"
475 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
476 ("initial_attestation_service_"
Minos Galanakisf0dae4e2019-05-20 10:56:57 +0100[diff] [blame]477 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]478 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
479 ]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]480 }
481 ] # Monitors
482 }, # Regression
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]483 'RegressionIPCTfmLevel3': {
484 "binaries": {
485 "firmware": "tfm_s_ns_signed.bin",
486 "bootloader": "bl2.bin"
487 },
488 "monitors": [
489 {
490 'name': 'Secure_Test_Suites_Summary',
491 'start': 'Secure test suites summary',
492 'end': 'End of Secure test suites',
493 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]494 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]495 r"(?P<result>PASSED|FAILED)",
496 'fixup': {"pass": "PASSED", "fail": "FAILED"},
497 'required': [
498 ("psa_protected_storage_"
499 "s_interface_tests_tfm_sst_test_2xxx_"),
500 "sst_reliability_tests_tfm_sst_test_3xxx_",
501 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
502 ("psa_internal_trusted_storage_"
503 "s_interface_tests_tfm_its_test_2xxx_"),
504 "its_reliability_tests_tfm_its_test_3xxx_",
505 ("audit_"
506 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
507 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
508 ("initial_attestation_service_"
509 "secure_interface_tests_tfm_attest_test_1xxx_"),
510 ]
511 },
512 {
513 'name': 'Non_Secure_Test_Suites_Summary',
514 'start': 'Non-secure test suites summary',
515 'end': r'End of Non-secure test suites',
516 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]517 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]518 r"(?P<result>PASSED|FAILED)",
519 'fixup': {"pass": "PASSED", "fail": "FAILED"},
520 'required': [
521 ("psa_protected_storage"
522 "_ns_interface_tests_tfm_sst_test_1xxx_"),
523 ("psa_internal_trusted_storage"
524 "_ns_interface_tests_tfm_its_test_1xxx_"),
525 ("auditlog_"
526 "non_secure_interface_test_tfm_audit_test_1xxx_"),
527 ("crypto_"
528 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
529 ("initial_attestation_service_"
530 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
531 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
532 ]
533 }
534 ] # Monitors
535 }, # Regression
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]536 'CoreIPC': {
537 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]538 "firmware": "tfm_s_ns_signed.bin",
539 "bootloader": "bl2.bin"
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]540 },
541 "monitors": [
542 {
543 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]544 'start': 'Non-Secure system',
545 'end': r'starting\\.{3}',
546 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]547 'fixup': {"pass": "!", "fail": ""},
548 'required': ["secure_image_initializing"]
549 } # Monitors
550 ]
551 }, # CoreIPC
552 'CoreIPCTfmLevel2': {
553 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]554 "firmware": "tfm_s_ns_signed.bin",
555 "bootloader": "bl2.bin"
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]556 },
557 "monitors": [
558 {
559 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]560 'start': 'Non-Secure system',
561 'end': r'starting\\.{3}',
562 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]563 'fixup': {"pass": "!", "fail": ""},
564 'required': ["secure_image_initializing"]
565 } # Monitors
566 ]
567 }, # CoreIPCTfmLevel2
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]568 'CoreIPCTfmLevel3': {
569 "binaries": {
570 "firmware": "tfm_s_ns_signed.bin",
571 "bootloader": "bl2.bin"
572 },
573 "monitors": [
574 {
575 'name': 'Secure_Test_Suites_Summary',
576 'start': 'Non-Secure system',
577 'end': r'starting\\.{3}',
578 'pattern': r'Non-Secure system starting\\.{3}',
579 'fixup': {"pass": "!", "fail": ""},
580 'required': ["secure_image_initializing"]
581 } # Monitors
582 ]
583 }, # CoreIPCTfmLevel3
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]584
585# 'PsaApiTest_Crypto': {
586# "binaries": {
587# "firmware": "tfm_s_ns_signed.bin",
588# "bootloader": "bl2.bin"
589# },
590# "monitors": monitors_psaapitest_by_ut,
591# }, # PsaApiTest_Crypto
592
593 'PsaApiTest_STORAGE': {
594 "binaries": {
595 "firmware": "tfm_s_ns_signed.bin",
596 "bootloader": "bl2.bin"
597 },
598 "monitors": monitors_psaapitest_by_desc,
599 }, # PsaApiTest_Storage
600
601 'PsaApiTest_Attest': {
602 "binaries": {
603 "firmware": "tfm_s_ns_signed.bin",
604 "bootloader": "bl2.bin"
605 },
606 "monitors": monitors_psaapitest_by_ut,
607 }, # PsaApiTest_Attest
608
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]609 } # Tests
610}
611
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]612
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]613# FVP with BL2 bootloader
614# firmware <-> ns <-> application: --application cpu0=bl2.axf
615# bootloader <-> s <-> data: --data cpu0=tfm_s_ns_signed.bin@0x10080000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]616fvp_mps2_an521_bl2 = {
617 "templ": "fvp_mps2.jinja2",
618 "job_name": "fvp_mps2_an521_bl2",
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]619 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]620 "job_timeout": 15,
621 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]622 "monitor_timeout": 15,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]623 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]624 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]625 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]626 "build_types": ["Debug", "Release", "Minsizerel"],
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]627 "boot_types": ["BL2"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]628 "data_bin_offset": "0x10080000",
629 "tests": {
630 'Default': {
631 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]632 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]633 "bootloader": "tfm_s_ns_signed.bin"
634 },
635 "monitors": [
636 {
637 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]638 'start': 'Non-Secure system',
639 'end': r'starting\\.{3}',
640 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]641 'fixup': {"pass": "!", "fail": ""},
642 'required': ["secure_image_initializing"]
643 } # Monitors
644 ]
645 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]646 'DefaultProfileS': {
647 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]648 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]649 "bootloader": "tfm_s_ns_signed.bin"
650 },
651 "monitors": [
652 {
653 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]654 'start': 'Non-Secure system',
655 'end': r'starting\\.{3}',
656 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]657 'fixup': {"pass": "!", "fail": ""},
658 'required': ["secure_image_initializing"]
659 } # Monitors
660 ]
661 }, # DefaultProfileS
662 'DefaultProfileM': {
663 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]664 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]665 "bootloader": "tfm_s_ns_signed.bin"
666 },
667 "monitors": [
668 {
669 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]670 'start': 'Non-Secure system',
671 'end': r'starting\\.{3}',
672 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]673 'fixup': {"pass": "!", "fail": ""},
674 'required': ["secure_image_initializing"]
675 } # Monitors
676 ]
677 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]678 'DefaultProfileL': {
679 "binaries": {
680 "firmware": "bl2.axf",
681 "bootloader": "tfm_s_ns_signed.bin"
682 },
683 "monitors": [
684 {
685 'name': 'Secure_Test_Suites_Summary',
686 'start': 'Non-Secure system',
687 'end': r'starting\\.{3}',
688 'pattern': r'Non-Secure system starting\\.{3}',
689 'fixup': {"pass": "!", "fail": ""},
690 'required': ["secure_image_initializing"]
691 } # Monitors
692 ]
693 }, # DefaultProfileL
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]694
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]695 'Regression': {
696 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]697 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]698 "bootloader": "tfm_s_ns_signed.bin"
699 },
700 "monitors": [
701 {
702 'name': 'Secure_Test_Suites_Summary',
703 'start': 'Secure test suites summary',
704 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]705 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]706 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]707 r"(?P<result>PASSED|FAILED)",
708 'fixup': {"pass": "PASSED", "fail": "FAILED"},
709 'required': [
710 ("psa_protected_storage_"
711 "s_interface_tests_tfm_sst_test_2xxx_"),
712 "sst_reliability_tests_tfm_sst_test_3xxx_",
713 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
714 ("psa_internal_trusted_storage_"
715 "s_interface_tests_tfm_its_test_2xxx_"),
716 "its_reliability_tests_tfm_its_test_3xxx_",
717 ("audit_"
718 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
719 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
720 ("initial_attestation_service_"
721 "secure_interface_tests_tfm_attest_test_1xxx_"),
722 ]
723 },
724 {
725 'name': 'Non_Secure_Test_Suites_Summary',
726 'start': 'Non-secure test suites summary',
727 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]728 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]729 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]730 r"(?P<result>PASSED|FAILED)",
731 'fixup': {"pass": "PASSED", "fail": "FAILED"},
732 'required': [
733 ("psa_protected_storage"
734 "_ns_interface_tests_tfm_sst_test_1xxx_"),
735 ("psa_internal_trusted_storage"
736 "_ns_interface_tests_tfm_its_test_1xxx_"),
737 ("auditlog_"
738 "non_secure_interface_test_tfm_audit_test_1xxx_"),
739 ("crypto_"
740 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
741 ("initial_attestation_service_"
742 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
743 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
744 ]
745 }
746 ] # Monitors
747 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]748
749 'RegressionProfileM': {
750 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]751 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]752 "bootloader": "tfm_s_ns_signed.bin"
753 },
754 "monitors": [
755 {
756 'name': 'Secure_Test_Suites_Summary',
757 'start': 'Secure test suites summary',
758 'end': 'End of Secure test suites',
759 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]760 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]761 r"(?P<result>PASSED|FAILED)",
762 'fixup': {"pass": "PASSED", "fail": "FAILED"},
763 'required': [
764 ("psa_protected_storage_"
765 "s_interface_tests_tfm_sst_test_2xxx_"),
766 "sst_reliability_tests_tfm_sst_test_3xxx_",
767 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
768 ("psa_internal_trusted_storage_"
769 "s_interface_tests_tfm_its_test_2xxx_"),
770 "its_reliability_tests_tfm_its_test_3xxx_",
771 ("audit_"
772 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
773 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
774 ("initial_attestation_service_"
775 "secure_interface_tests_tfm_attest_test_1xxx_"),
776 ]
777 },
778 {
779 'name': 'Non_Secure_Test_Suites_Summary',
780 'start': 'Non-secure test suites summary',
781 'end': r'End of Non-secure test suites',
782 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]783 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]784 r"(?P<result>PASSED|FAILED)",
785 'fixup': {"pass": "PASSED", "fail": "FAILED"},
786 'required': [
787 ("psa_protected_storage"
788 "_ns_interface_tests_tfm_sst_test_1xxx_"),
789 ("psa_internal_trusted_storage"
790 "_ns_interface_tests_tfm_its_test_1xxx_"),
791 ("auditlog_"
792 "non_secure_interface_test_tfm_audit_test_1xxx_"),
793 ("crypto_"
794 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
795 ("initial_attestation_service_"
796 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
797 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
798 ]
799 }
800 ] # Monitors
801 }, # RegressionProfileM
802 'RegressionProfileS': {
803 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]804 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]805 "bootloader": "tfm_s_ns_signed.bin"
806 },
807 "monitors": [
808 {
809 'name': 'Secure_Test_Suites_Summary',
810 'start': 'Secure test suites summary',
811 'end': 'End of Secure test suites',
812 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]813 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]814 r"(?P<result>PASSED|FAILED)",
815 'fixup': {"pass": "PASSED", "fail": "FAILED"},
816 'required': [
817 ("psa_protected_storage_"
818 "s_interface_tests_tfm_sst_test_2xxx_"),
819 "sst_reliability_tests_tfm_sst_test_3xxx_",
820 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
821 ("psa_internal_trusted_storage_"
822 "s_interface_tests_tfm_its_test_2xxx_"),
823 "its_reliability_tests_tfm_its_test_3xxx_",
824 ("audit_"
825 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
826 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
827 ("initial_attestation_service_"
828 "secure_interface_tests_tfm_attest_test_1xxx_"),
829 ]
830 },
831 {
832 'name': 'Non_Secure_Test_Suites_Summary',
833 'start': 'Non-secure test suites summary',
834 'end': r'End of Non-secure test suites',
835 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]836 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]837 r"(?P<result>PASSED|FAILED)",
838 'fixup': {"pass": "PASSED", "fail": "FAILED"},
839 'required': [
840 ("psa_protected_storage"
841 "_ns_interface_tests_tfm_sst_test_1xxx_"),
842 ("psa_internal_trusted_storage"
843 "_ns_interface_tests_tfm_its_test_1xxx_"),
844 ("auditlog_"
845 "non_secure_interface_test_tfm_audit_test_1xxx_"),
846 ("crypto_"
847 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
848 ("initial_attestation_service_"
849 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
850 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
851 ]
852 }
853 ] # Monitors
854 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]855 'RegressionProfileL': {
856 "binaries": {
857 "firmware": "bl2.axf",
858 "bootloader": "tfm_s_ns_signed.bin"
859 },
860 "monitors": [
861 {
862 'name': 'Secure_Test_Suites_Summary',
863 'start': 'Secure test suites summary',
864 'end': 'End of Secure test suites',
865 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]866 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]867 r"(?P<result>PASSED|FAILED)",
868 'fixup': {"pass": "PASSED", "fail": "FAILED"},
869 'required': [
870 ("psa_protected_storage_"
871 "s_interface_tests_tfm_sst_test_2xxx_"),
872 "sst_reliability_tests_tfm_sst_test_3xxx_",
873 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
874 ("psa_internal_trusted_storage_"
875 "s_interface_tests_tfm_its_test_2xxx_"),
876 "its_reliability_tests_tfm_its_test_3xxx_",
877 ("audit_"
878 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
879 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
880 ("initial_attestation_service_"
881 "secure_interface_tests_tfm_attest_test_1xxx_"),
882 ]
883 },
884 {
885 'name': 'Non_Secure_Test_Suites_Summary',
886 'start': 'Non-secure test suites summary',
887 'end': r'End of Non-secure test suites',
888 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]889 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]890 r"(?P<result>PASSED|FAILED)",
891 'fixup': {"pass": "PASSED", "fail": "FAILED"},
892 'required': [
893 ("psa_protected_storage"
894 "_ns_interface_tests_tfm_sst_test_1xxx_"),
895 ("psa_internal_trusted_storage"
896 "_ns_interface_tests_tfm_its_test_1xxx_"),
897 ("auditlog_"
898 "non_secure_interface_test_tfm_audit_test_1xxx_"),
899 ("crypto_"
900 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
901 ("initial_attestation_service_"
902 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
903 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
904 ]
905 }
906 ] # Monitors
907 }, # RegressionProfileL
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]908
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]909 'RegressionIPC': {
910 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]911 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]912 "bootloader": "tfm_s_ns_signed.bin"
913 },
914 "monitors": [
915 {
916 'name': 'Secure_Test_Suites_Summary',
917 'start': 'Secure test suites summary',
918 'end': 'End of Secure test suites',
919 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]920 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]921 r"(?P<result>PASSED|FAILED)",
922 'fixup': {"pass": "PASSED", "fail": "FAILED"},
923 'required': [
924 ("psa_protected_storage_"
925 "s_interface_tests_tfm_sst_test_2xxx_"),
926 "sst_reliability_tests_tfm_sst_test_3xxx_",
927 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
928 ("psa_internal_trusted_storage_"
929 "s_interface_tests_tfm_its_test_2xxx_"),
930 "its_reliability_tests_tfm_its_test_3xxx_",
931 ("audit_"
932 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
933 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
934 ("initial_attestation_service_"
935 "secure_interface_tests_tfm_attest_test_1xxx_"),
936 ]
937 },
938 {
939 'name': 'Non_Secure_Test_Suites_Summary',
940 'start': 'Non-secure test suites summary',
941 'end': r'End of Non-secure test suites',
942 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]943 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]944 r"(?P<result>PASSED|FAILED)",
945 'fixup': {"pass": "PASSED", "fail": "FAILED"},
946 'required': [
947 ("psa_protected_storage"
948 "_ns_interface_tests_tfm_sst_test_1xxx_"),
949 ("psa_internal_trusted_storage"
950 "_ns_interface_tests_tfm_its_test_1xxx_"),
951 ("auditlog_"
952 "non_secure_interface_test_tfm_audit_test_1xxx_"),
953 ("crypto_"
954 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
955 ("initial_attestation_service_"
956 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
957 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
958 ]
959 }
960 ] # Monitors
961 }, # Regression
962 'RegressionIPCTfmLevel2': {
963 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]964 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]965 "bootloader": "tfm_s_ns_signed.bin"
966 },
967 "monitors": [
968 {
969 'name': 'Secure_Test_Suites_Summary',
970 'start': 'Secure test suites summary',
971 'end': 'End of Secure test suites',
972 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]973 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]974 r"(?P<result>PASSED|FAILED)",
975 'fixup': {"pass": "PASSED", "fail": "FAILED"},
976 'required': [
977 ("psa_protected_storage_"
978 "s_interface_tests_tfm_sst_test_2xxx_"),
979 "sst_reliability_tests_tfm_sst_test_3xxx_",
980 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
981 ("psa_internal_trusted_storage_"
982 "s_interface_tests_tfm_its_test_2xxx_"),
983 "its_reliability_tests_tfm_its_test_3xxx_",
984 ("audit_"
985 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
986 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
987 ("initial_attestation_service_"
988 "secure_interface_tests_tfm_attest_test_1xxx_"),
989 ]
990 },
991 {
992 'name': 'Non_Secure_Test_Suites_Summary',
993 'start': 'Non-secure test suites summary',
994 'end': r'End of Non-secure test suites',
995 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]996 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]997 r"(?P<result>PASSED|FAILED)",
998 'fixup': {"pass": "PASSED", "fail": "FAILED"},
999 'required': [
1000 ("psa_protected_storage"
1001 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1002 ("psa_internal_trusted_storage"
1003 "_ns_interface_tests_tfm_its_test_1xxx_"),
1004 ("auditlog_"
1005 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1006 ("crypto_"
1007 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1008 ("initial_attestation_service_"
1009 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1010 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1011 ]
1012 }
1013 ] # Monitors
1014 }, # Regression
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1015 'RegressionIPCTfmLevel3': {
1016 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1017 "firmware": "bl2.axf",
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1018 "bootloader": "tfm_s_ns_signed.bin"
1019 },
1020 "monitors": [
1021 {
1022 'name': 'Secure_Test_Suites_Summary',
1023 'start': 'Secure test suites summary',
1024 'end': 'End of Secure test suites',
1025 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1026 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1027 r"(?P<result>PASSED|FAILED)",
1028 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1029 'required': [
1030 ("psa_protected_storage_"
1031 "s_interface_tests_tfm_sst_test_2xxx_"),
1032 "sst_reliability_tests_tfm_sst_test_3xxx_",
1033 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1034 ("psa_internal_trusted_storage_"
1035 "s_interface_tests_tfm_its_test_2xxx_"),
1036 "its_reliability_tests_tfm_its_test_3xxx_",
1037 ("audit_"
1038 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1039 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1040 ("initial_attestation_service_"
1041 "secure_interface_tests_tfm_attest_test_1xxx_"),
1042 ]
1043 },
1044 {
1045 'name': 'Non_Secure_Test_Suites_Summary',
1046 'start': 'Non-secure test suites summary',
1047 'end': r'End of Non-secure test suites',
1048 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1049 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1050 r"(?P<result>PASSED|FAILED)",
1051 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1052 'required': [
1053 ("psa_protected_storage"
1054 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1055 ("psa_internal_trusted_storage"
1056 "_ns_interface_tests_tfm_its_test_1xxx_"),
1057 ("auditlog_"
1058 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1059 ("crypto_"
1060 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1061 ("initial_attestation_service_"
1062 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1063 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1064 ]
1065 }
1066 ] # Monitors
1067 }, # Regression
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1068 'CoreIPC': {
1069 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1070 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1071 "bootloader": "tfm_s_ns_signed.bin"
1072 },
1073 "monitors": [
1074 {
1075 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1076 'start': 'Non-Secure system',
1077 'end': r'starting\\.{3}',
1078 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1079 'fixup': {"pass": "!", "fail": ""},
1080 'required': ["secure_image_initializing"]
1081 } # Monitors
1082 ]
1083 }, # CoreIPC
1084 'CoreIPCTfmLevel2': {
1085 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1086 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1087 "bootloader": "tfm_s_ns_signed.bin"
1088 },
1089 "monitors": [
1090 {
1091 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1092 'start': 'Non-Secure system',
1093 'end': r'starting\\.{3}',
1094 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1095 'fixup': {"pass": "!", "fail": ""},
1096 'required': ["secure_image_initializing"]
1097 } # Monitors
1098 ]
1099 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1100 'CoreIPCTfmLevel3': {
1101 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1102 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1103 "bootloader": "tfm_s_ns_signed.bin"
1104 },
1105 "monitors": [
1106 {
1107 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1108 'start': 'Non-Secure system',
1109 'end': r'starting\\.{3}',
1110 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1111 'fixup': {"pass": "!", "fail": ""},
1112 'required': ["secure_image_initializing"]
1113 } # Monitors
1114 ]
1115 }, # CoreIPCTfmLevel3
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]1116
1117# 'PsaApiTest_Crypto': {
1118# "binaries": {
1119# "firmware": "bl2.axf",
1120# "bootloader": "tfm_s_ns_signed.bin"
1121# },
1122# "monitors": monitors_psaapitest_by_ut,
1123# }, # PsaApiTest_Crypto
1124
1125 'PsaApiTest_STORAGE': {
1126 "binaries": {
1127 "firmware": "bl2.axf",
1128 "bootloader": "tfm_s_ns_signed.bin"
1129 },
1130 "monitors": monitors_psaapitest_by_desc,
1131 }, # PsaApiTest_Storage
1132
1133 'PsaApiTest_Attest': {
1134 "binaries": {
1135 "firmware": "bl2.axf",
1136 "bootloader": "tfm_s_ns_signed.bin"
1137 },
1138 "monitors": monitors_psaapitest_by_ut,
1139 }, # PsaApiTest_Attest
1140
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1141 } # Tests
1142}
1143
1144
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1145# FVP without BL2 bootloader
1146# firmware <-> ns <-> application: --application cpu0=tfm_s.axf
1147# bootloader <-> s <-> data: --data cpu0=tfm_ns.bin@0x00100000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1148fvp_mps2_an521_nobl2 = {
1149 "templ": "fvp_mps2.jinja2",
1150 "job_name": "fvp_mps2_an521_nobl2",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1151 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1152 "job_timeout": 15,
1153 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]1154 "monitor_timeout": 15,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1155 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]1156 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1157 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1158 "build_types": ["Debug", "Release", "Minsizerel"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1159 "boot_types": ["NOBL2"],
1160 "data_bin_offset": "0x00100000",
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]1161 "cpu_baseline": 1,
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1162 "tests": {
1163 'Default': {
1164 "binaries": {
1165 "firmware": "tfm_s.axf",
1166 "bootloader": "tfm_ns.bin"
1167 },
1168 "monitors": [
1169 {
1170 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1171 'start': 'Non-Secure system',
1172 'end': r'starting\\.{3}',
1173 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1174 'fixup': {"pass": "!", "fail": ""},
1175 'required': ["secure_image_initializing"]
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1176 }
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1177 ]
1178 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1179 'DefaultProfileS': {
1180 "binaries": {
1181 "firmware": "tfm_s.axf",
1182 "bootloader": "tfm_ns.bin"
1183 },
1184 "monitors": [
1185 {
1186 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1187 'start': 'Non-Secure system',
1188 'end': r'starting\\.{3}',
1189 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1190 'fixup': {"pass": "!", "fail": ""},
1191 'required': ["secure_image_initializing"]
1192 } # Monitors
1193 ]
1194 }, # DefaultProfileS
1195 'DefaultProfileM': {
1196 "binaries": {
1197 "firmware": "tfm_s.axf",
1198 "bootloader": "tfm_ns.bin"
1199 },
1200 "monitors": [
1201 {
1202 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1203 'start': 'Non-Secure system',
1204 'end': r'starting\\.{3}',
1205 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1206 'fixup': {"pass": "!", "fail": ""},
1207 'required': ["secure_image_initializing"]
1208 } # Monitors
1209 ]
1210 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]1211 'DefaultProfileL': {
1212 "binaries": {
1213 "firmware": "tfm_s.axf",
1214 "bootloader": "tfm_ns.bin"
1215 },
1216 "monitors": [
1217 {
1218 'name': 'Secure_Test_Suites_Summary',
1219 'start': 'Non-Secure system',
1220 'end': r'starting\\.{3}',
1221 'pattern': r'Non-Secure system starting\\.{3}',
1222 'fixup': {"pass": "!", "fail": ""},
1223 'required': ["secure_image_initializing"]
1224 } # Monitors
1225 ]
1226 }, # DefaultProfileL
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1227
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1228 'Regression': {
1229 "binaries": {
1230 "firmware": "tfm_s.axf",
1231 "bootloader": "tfm_ns.bin"
1232 },
1233 "monitors": [
1234 {
1235 'name': 'Secure_Test_Suites_Summary',
1236 'start': 'Secure test suites summary',
1237 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1238 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1239 r"test_case_id>[^\n]+)' has(.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1240 r"(?P<result>PASSED|FAILED)",
1241 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1242 'required': [
1243 ("psa_protected_storage_"
1244 "s_interface_tests_tfm_sst_test_2xxx_"),
1245 "sst_reliability_tests_tfm_sst_test_3xxx_",
1246 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1247 ("psa_internal_trusted_storage_"
1248 "s_interface_tests_tfm_its_test_2xxx_"),
1249 "its_reliability_tests_tfm_its_test_3xxx_",
1250 ("audit_"
1251 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1252 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1253 ("initial_attestation_service_"
1254 "secure_interface_tests_tfm_attest_test_1xxx_"),
1255 ]
1256 },
1257 {
1258 'name': 'Non_Secure_Test_Suites_Summary',
1259 'start': 'Non-secure test suites summary',
1260 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1261 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1262 r"test_case_id>[^\n]+)' has(.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1263 r"(?P<result>PASSED|FAILED)",
1264 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1265 'required': [
1266 ("psa_protected_storage"
1267 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1268 ("psa_internal_trusted_storage"
1269 "_ns_interface_tests_tfm_its_test_1xxx_"),
1270 ("auditlog_"
1271 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1272 ("crypto_"
1273 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1274 ("initial_attestation_service_"
1275 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1276 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1277 ]
1278 }
1279 ] # Monitors
1280 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1281 'RegressionProfileM': {
1282 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1283 "firmware": "tfm_s.axf",
1284 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1285 },
1286 "monitors": [
1287 {
1288 'name': 'Secure_Test_Suites_Summary',
1289 'start': 'Secure test suites summary',
1290 'end': 'End of Secure test suites',
1291 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1292 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1293 r"(?P<result>PASSED|FAILED)",
1294 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1295 'required': [
1296 ("psa_protected_storage_"
1297 "s_interface_tests_tfm_sst_test_2xxx_"),
1298 "sst_reliability_tests_tfm_sst_test_3xxx_",
1299 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1300 ("psa_internal_trusted_storage_"
1301 "s_interface_tests_tfm_its_test_2xxx_"),
1302 "its_reliability_tests_tfm_its_test_3xxx_",
1303 ("audit_"
1304 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1305 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1306 ("initial_attestation_service_"
1307 "secure_interface_tests_tfm_attest_test_1xxx_"),
1308 ]
1309 },
1310 {
1311 'name': 'Non_Secure_Test_Suites_Summary',
1312 'start': 'Non-secure test suites summary',
1313 'end': r'End of Non-secure test suites',
1314 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1315 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1316 r"(?P<result>PASSED|FAILED)",
1317 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1318 'required': [
1319 ("psa_protected_storage"
1320 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1321 ("psa_internal_trusted_storage"
1322 "_ns_interface_tests_tfm_its_test_1xxx_"),
1323 ("auditlog_"
1324 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1325 ("crypto_"
1326 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1327 ("initial_attestation_service_"
1328 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1329 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1330 ]
1331 }
1332 ] # Monitors
1333 }, # RegressionProfileM
1334 'RegressionProfileS': {
1335 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1336 "firmware": "tfm_s.axf",
1337 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1338 },
1339 "monitors": [
1340 {
1341 'name': 'Secure_Test_Suites_Summary',
1342 'start': 'Secure test suites summary',
1343 'end': 'End of Secure test suites',
1344 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1345 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1346 r"(?P<result>PASSED|FAILED)",
1347 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1348 'required': [
1349 ("psa_protected_storage_"
1350 "s_interface_tests_tfm_sst_test_2xxx_"),
1351 "sst_reliability_tests_tfm_sst_test_3xxx_",
1352 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1353 ("psa_internal_trusted_storage_"
1354 "s_interface_tests_tfm_its_test_2xxx_"),
1355 "its_reliability_tests_tfm_its_test_3xxx_",
1356 ("audit_"
1357 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1358 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1359 ("initial_attestation_service_"
1360 "secure_interface_tests_tfm_attest_test_1xxx_"),
1361 ]
1362 },
1363 {
1364 'name': 'Non_Secure_Test_Suites_Summary',
1365 'start': 'Non-secure test suites summary',
1366 'end': r'End of Non-secure test suites',
1367 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1368 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1369 r"(?P<result>PASSED|FAILED)",
1370 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1371 'required': [
1372 ("psa_protected_storage"
1373 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1374 ("psa_internal_trusted_storage"
1375 "_ns_interface_tests_tfm_its_test_1xxx_"),
1376 ("auditlog_"
1377 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1378 ("crypto_"
1379 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1380 ("initial_attestation_service_"
1381 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1382 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1383 ]
1384 }
1385 ] # Monitors
1386 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]1387 'RegressionProfileL': {
1388 "binaries": {
1389 "firmware": "tfm_s.axf",
1390 "bootloader": "tfm_ns.bin"
1391 },
1392 "monitors": [
1393 {
1394 'name': 'Secure_Test_Suites_Summary',
1395 'start': 'Secure test suites summary',
1396 'end': 'End of Secure test suites',
1397 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1398 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]1399 r"(?P<result>PASSED|FAILED)",
1400 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1401 'required': [
1402 ("psa_protected_storage_"
1403 "s_interface_tests_tfm_sst_test_2xxx_"),
1404 "sst_reliability_tests_tfm_sst_test_3xxx_",
1405 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1406 ("psa_internal_trusted_storage_"
1407 "s_interface_tests_tfm_its_test_2xxx_"),
1408 "its_reliability_tests_tfm_its_test_3xxx_",
1409 ("audit_"
1410 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1411 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1412 ("initial_attestation_service_"
1413 "secure_interface_tests_tfm_attest_test_1xxx_"),
1414 ]
1415 },
1416 {
1417 'name': 'Non_Secure_Test_Suites_Summary',
1418 'start': 'Non-secure test suites summary',
1419 'end': r'End of Non-secure test suites',
1420 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1421 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]1422 r"(?P<result>PASSED|FAILED)",
1423 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1424 'required': [
1425 ("psa_protected_storage"
1426 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1427 ("psa_internal_trusted_storage"
1428 "_ns_interface_tests_tfm_its_test_1xxx_"),
1429 ("auditlog_"
1430 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1431 ("crypto_"
1432 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1433 ("initial_attestation_service_"
1434 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1435 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1436 ]
1437 }
1438 ] # Monitors
1439 }, # RegressionProfileL
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1440
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1441 'RegressionIPC': {
1442 "binaries": {
1443 "firmware": "tfm_s.axf",
1444 "bootloader": "tfm_ns.bin"
1445 },
1446 "monitors": [
1447 {
1448 'name': 'Secure_Test_Suites_Summary',
1449 'start': 'Secure test suites summary',
1450 'end': 'End of Secure test suites',
1451 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1452 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1453 r"(?P<result>PASSED|FAILED)",
1454 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1455 'required': [
1456 ("psa_protected_storage_"
1457 "s_interface_tests_tfm_sst_test_2xxx_"),
1458 "sst_reliability_tests_tfm_sst_test_3xxx_",
1459 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1460 ("psa_internal_trusted_storage_"
1461 "s_interface_tests_tfm_its_test_2xxx_"),
1462 "its_reliability_tests_tfm_its_test_3xxx_",
1463 ("audit_"
1464 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1465 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1466 ("initial_attestation_service_"
1467 "secure_interface_tests_tfm_attest_test_1xxx_"),
1468 ]
1469 },
1470 {
1471 'name': 'Non_Secure_Test_Suites_Summary',
1472 'start': 'Non-secure test suites summary',
1473 'end': r'End of Non-secure test suites',
1474 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1475 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1476 r"(?P<result>PASSED|FAILED)",
1477 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1478 'required': [
1479 ("psa_protected_storage"
1480 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1481 ("psa_internal_trusted_storage"
1482 "_ns_interface_tests_tfm_its_test_1xxx_"),
1483 ("auditlog_"
1484 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1485 ("crypto_"
1486 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1487 ("initial_attestation_service_"
1488 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1489 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1490 ]
1491 }
1492 ] # Monitors
1493 }, # RegressionIPC
1494 'RegressionIPCTfmLevel2': {
1495 "binaries": {
1496 "firmware": "tfm_s.axf",
1497 "bootloader": "tfm_ns.bin"
1498 },
1499 "monitors": [
1500 {
1501 'name': 'Secure_Test_Suites_Summary',
1502 'start': 'Secure test suites summary',
1503 'end': 'End of Secure test suites',
1504 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1505 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1506 r"(?P<result>PASSED|FAILED)",
1507 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1508 'required': [
1509 ("psa_protected_storage_"
1510 "s_interface_tests_tfm_sst_test_2xxx_"),
1511 "sst_reliability_tests_tfm_sst_test_3xxx_",
1512 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1513 ("psa_internal_trusted_storage_"
1514 "s_interface_tests_tfm_its_test_2xxx_"),
1515 "its_reliability_tests_tfm_its_test_3xxx_",
1516 ("audit_"
1517 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1518 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1519 ("initial_attestation_service_"
1520 "secure_interface_tests_tfm_attest_test_1xxx_"),
1521 ]
1522 },
1523 {
1524 'name': 'Non_Secure_Test_Suites_Summary',
1525 'start': 'Non-secure test suites summary',
1526 'end': r'End of Non-secure test suites',
1527 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1528 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1529 r"(?P<result>PASSED|FAILED)",
1530 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1531 'required': [
1532 ("psa_protected_storage"
1533 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1534 ("psa_internal_trusted_storage"
1535 "_ns_interface_tests_tfm_its_test_1xxx_"),
1536 ("auditlog_"
1537 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1538 ("crypto_"
1539 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1540 ("initial_attestation_service_"
1541 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1542 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1543 ]
1544 }
1545 ] # Monitors
1546 }, # RegressionIPCTfmLevel2
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1547 'RegressionIPCTfmLevel3': {
1548 "binaries": {
1549 "firmware": "tfm_s.axf",
1550 "bootloader": "tfm_ns.bin"
1551 },
1552 "monitors": [
1553 {
1554 'name': 'Secure_Test_Suites_Summary',
1555 'start': 'Secure test suites summary',
1556 'end': 'End of Secure test suites',
1557 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1558 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1559 r"(?P<result>PASSED|FAILED)",
1560 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1561 'required': [
1562 ("psa_protected_storage_"
1563 "s_interface_tests_tfm_sst_test_2xxx_"),
1564 "sst_reliability_tests_tfm_sst_test_3xxx_",
1565 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1566 ("psa_internal_trusted_storage_"
1567 "s_interface_tests_tfm_its_test_2xxx_"),
1568 "its_reliability_tests_tfm_its_test_3xxx_",
1569 ("audit_"
1570 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1571 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1572 ("initial_attestation_service_"
1573 "secure_interface_tests_tfm_attest_test_1xxx_"),
1574 ]
1575 },
1576 {
1577 'name': 'Non_Secure_Test_Suites_Summary',
1578 'start': 'Non-secure test suites summary',
1579 'end': r'End of Non-secure test suites',
1580 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1581 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1582 r"(?P<result>PASSED|FAILED)",
1583 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1584 'required': [
1585 ("psa_protected_storage"
1586 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1587 ("psa_internal_trusted_storage"
1588 "_ns_interface_tests_tfm_its_test_1xxx_"),
1589 ("auditlog_"
1590 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1591 ("crypto_"
1592 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1593 ("initial_attestation_service_"
1594 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1595 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1596 ]
1597 }
1598 ] # Monitors
1599 }, # RegressionIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1600 'CoreIPC': {
1601 "binaries": {
1602 "firmware": "tfm_s.axf",
1603 "bootloader": "tfm_ns.bin"
1604 },
1605 "monitors": [
1606 {
1607 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1608 'start': 'Non-Secure system',
1609 'end': r'starting\\.{3}',
1610 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1611 'fixup': {"pass": "!", "fail": ""},
1612 'required': ["secure_image_initializing"]
1613 } # Monitors
1614 ]
1615 }, # CoreIPC
1616 'CoreIPCTfmLevel2': {
1617 "binaries": {
1618 "firmware": "tfm_s.axf",
1619 "bootloader": "tfm_ns.bin"
1620 },
1621 "monitors": [
1622 {
1623 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1624 'start': 'Non-Secure system',
1625 'end': r'starting\\.{3}',
1626 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1627 'fixup': {"pass": "!", "fail": ""},
1628 'required': ["secure_image_initializing"]
1629 } # Monitors
1630 ]
1631 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1632 'CoreIPCTfmLevel3': {
1633 "binaries": {
1634 "firmware": "tfm_s.axf",
1635 "bootloader": "tfm_ns.bin"
1636 },
1637 "monitors": [
1638 {
1639 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1640 'start': 'Non-Secure system',
1641 'end': r'starting\\.{3}',
1642 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1643 'fixup': {"pass": "!", "fail": ""},
1644 'required': ["secure_image_initializing"]
1645 } # Monitors
1646 ]
1647 }, # CoreIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1648 } # Tests
1649}
1650
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1651
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1652# FVP with BL2 bootloader
1653# firmware <-> ns <-> application: --application cpu0=bl2.axf
1654# bootloader <-> s <-> data: --data cpu0=tfm_s_ns_signed.bin@0x10080000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1655fvp_mps2_an519_bl2 = {
1656 "templ": "fvp_mps2.jinja2",
1657 "job_name": "fvp_mps2_an519_bl2",
1658 "device_type": "fvp",
1659 "job_timeout": 15,
1660 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]1661 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1662 "poweroff_timeout": 1,
1663 "platforms": {"AN519": ""},
1664 "compilers": ["GNUARM", "ARMCLANG"],
1665 "build_types": ["Debug", "Release", "Minsizerel"],
1666 "boot_types": ["BL2"],
1667 "data_bin_offset": "0x10080000",
1668 "cpu0_baseline": 1,
1669 "tests": {
1670 'Default': {
1671 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1672 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1673 "bootloader": "tfm_s_ns_signed.bin"
1674 },
1675 "monitors": [
1676 {
1677 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1678 'start': 'Non-Secure system',
1679 'end': r'starting\\.{3}',
1680 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1681 'fixup': {"pass": "!", "fail": ""},
1682 'required': ["secure_image_initializing"]
1683 } # Monitors
1684 ]
1685 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1686 'DefaultProfileS': {
1687 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1688 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1689 "bootloader": "tfm_s_ns_signed.bin"
1690 },
1691 "monitors": [
1692 {
1693 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1694 'start': 'Non-Secure system',
1695 'end': r'starting\\.{3}',
1696 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1697 'fixup': {"pass": "!", "fail": ""},
1698 'required': ["secure_image_initializing"]
1699 } # Monitors
1700 ]
1701 }, # DefaultProfileS
1702 'DefaultProfileM': {
1703 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1704 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1705 "bootloader": "tfm_s_ns_signed.bin"
1706 },
1707 "monitors": [
1708 {
1709 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1710 'start': 'Non-Secure system',
1711 'end': r'starting\\.{3}',
1712 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1713 'fixup': {"pass": "!", "fail": ""},
1714 'required': ["secure_image_initializing"]
1715 } # Monitors
1716 ]
1717 }, # DefaultProfileM
1718
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1719 'Regression': {
1720 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1721 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1722 "bootloader": "tfm_s_ns_signed.bin"
1723 },
1724 "monitors": [
1725 {
1726 'name': 'Secure_Test_Suites_Summary',
1727 'start': 'Secure test suites summary',
1728 'end': 'End of Secure test suites',
1729 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1730 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1731 r"(?P<result>PASSED|FAILED)",
1732 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1733 'required': [
1734 ("psa_protected_storage_"
1735 "s_interface_tests_tfm_sst_test_2xxx_"),
1736 "sst_reliability_tests_tfm_sst_test_3xxx_",
1737 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1738 ("psa_internal_trusted_storage_"
1739 "s_interface_tests_tfm_its_test_2xxx_"),
1740 "its_reliability_tests_tfm_its_test_3xxx_",
1741 ("audit_"
1742 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1743 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1744 ("initial_attestation_service_"
1745 "secure_interface_tests_tfm_attest_test_1xxx_"),
1746 ]
1747 },
1748 {
1749 'name': 'Non_Secure_Test_Suites_Summary',
1750 'start': 'Non-secure test suites summary',
1751 'end': r'End of Non-secure test suites',
1752 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1753 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1754 r"(?P<result>PASSED|FAILED)",
1755 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1756 'required': [
1757 ("psa_protected_storage"
1758 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1759 ("psa_internal_trusted_storage"
1760 "_ns_interface_tests_tfm_its_test_1xxx_"),
1761 ("auditlog_"
1762 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1763 ("crypto_"
1764 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1765 ("initial_attestation_service_"
1766 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1767 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1768 ]
1769 }
1770 ] # Monitors
1771 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1772
1773 'RegressionProfileM': {
1774 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1775 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1776 "bootloader": "tfm_s_ns_signed.bin"
1777 },
1778 "monitors": [
1779 {
1780 'name': 'Secure_Test_Suites_Summary',
1781 'start': 'Secure test suites summary',
1782 'end': 'End of Secure test suites',
1783 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1784 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1785 r"(?P<result>PASSED|FAILED)",
1786 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1787 'required': [
1788 ("psa_protected_storage_"
1789 "s_interface_tests_tfm_sst_test_2xxx_"),
1790 "sst_reliability_tests_tfm_sst_test_3xxx_",
1791 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1792 ("psa_internal_trusted_storage_"
1793 "s_interface_tests_tfm_its_test_2xxx_"),
1794 "its_reliability_tests_tfm_its_test_3xxx_",
1795 ("audit_"
1796 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1797 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1798 ("initial_attestation_service_"
1799 "secure_interface_tests_tfm_attest_test_1xxx_"),
1800 ]
1801 },
1802 {
1803 'name': 'Non_Secure_Test_Suites_Summary',
1804 'start': 'Non-secure test suites summary',
1805 'end': r'End of Non-secure test suites',
1806 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1807 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1808 r"(?P<result>PASSED|FAILED)",
1809 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1810 'required': [
1811 ("psa_protected_storage"
1812 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1813 ("psa_internal_trusted_storage"
1814 "_ns_interface_tests_tfm_its_test_1xxx_"),
1815 ("auditlog_"
1816 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1817 ("crypto_"
1818 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1819 ("initial_attestation_service_"
1820 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1821 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1822 ]
1823 }
1824 ] # Monitors
1825 }, # RegressionProfileM
1826 'RegressionProfileS': {
1827 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1828 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1829 "bootloader": "tfm_s_ns_signed.bin"
1830 },
1831 "monitors": [
1832 {
1833 'name': 'Secure_Test_Suites_Summary',
1834 'start': 'Secure test suites summary',
1835 'end': 'End of Secure test suites',
1836 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1837 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1838 r"(?P<result>PASSED|FAILED)",
1839 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1840 'required': [
1841 ("psa_protected_storage_"
1842 "s_interface_tests_tfm_sst_test_2xxx_"),
1843 "sst_reliability_tests_tfm_sst_test_3xxx_",
1844 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1845 ("psa_internal_trusted_storage_"
1846 "s_interface_tests_tfm_its_test_2xxx_"),
1847 "its_reliability_tests_tfm_its_test_3xxx_",
1848 ("audit_"
1849 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1850 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1851 ("initial_attestation_service_"
1852 "secure_interface_tests_tfm_attest_test_1xxx_"),
1853 ]
1854 },
1855 {
1856 'name': 'Non_Secure_Test_Suites_Summary',
1857 'start': 'Non-secure test suites summary',
1858 'end': r'End of Non-secure test suites',
1859 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1860 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1861 r"(?P<result>PASSED|FAILED)",
1862 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1863 'required': [
1864 ("psa_protected_storage"
1865 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1866 ("psa_internal_trusted_storage"
1867 "_ns_interface_tests_tfm_its_test_1xxx_"),
1868 ("auditlog_"
1869 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1870 ("crypto_"
1871 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1872 ("initial_attestation_service_"
1873 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1874 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1875 ]
1876 }
1877 ] # Monitors
1878 }, # RegressionProfileS
1879
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1880 'RegressionIPC': {
1881 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1882 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1883 "bootloader": "tfm_s_ns_signed.bin"
1884 },
1885 "monitors": [
1886 {
1887 'name': 'Secure_Test_Suites_Summary',
1888 'start': 'Secure test suites summary',
1889 'end': 'End of Secure test suites',
1890 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1891 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1892 r"(?P<result>PASSED|FAILED)",
1893 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1894 'required': [
1895 ("psa_protected_storage_"
1896 "s_interface_tests_tfm_sst_test_2xxx_"),
1897 "sst_reliability_tests_tfm_sst_test_3xxx_",
1898 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1899 ("psa_internal_trusted_storage_"
1900 "s_interface_tests_tfm_its_test_2xxx_"),
1901 "its_reliability_tests_tfm_its_test_3xxx_",
1902 ("audit_"
1903 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1904 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1905 ("initial_attestation_service_"
1906 "secure_interface_tests_tfm_attest_test_1xxx_"),
1907 ]
1908 },
1909 {
1910 'name': 'Non_Secure_Test_Suites_Summary',
1911 'start': 'Non-secure test suites summary',
1912 'end': r'End of Non-secure test suites',
1913 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1914 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1915 r"(?P<result>PASSED|FAILED)",
1916 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1917 'required': [
1918 ("psa_protected_storage"
1919 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1920 ("psa_internal_trusted_storage"
1921 "_ns_interface_tests_tfm_its_test_1xxx_"),
1922 ("auditlog_"
1923 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1924 ("crypto_"
1925 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1926 ("initial_attestation_service_"
1927 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1928 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1929 ]
1930 }
1931 ] # Monitors
1932 }, # Regression
1933 'RegressionIPCTfmLevel2': {
1934 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1935 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1936 "bootloader": "tfm_s_ns_signed.bin"
1937 },
1938 "monitors": [
1939 {
1940 'name': 'Secure_Test_Suites_Summary',
1941 'start': 'Secure test suites summary',
1942 'end': 'End of Secure test suites',
1943 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1944 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1945 r"(?P<result>PASSED|FAILED)",
1946 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1947 'required': [
1948 ("psa_protected_storage_"
1949 "s_interface_tests_tfm_sst_test_2xxx_"),
1950 "sst_reliability_tests_tfm_sst_test_3xxx_",
1951 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1952 ("psa_internal_trusted_storage_"
1953 "s_interface_tests_tfm_its_test_2xxx_"),
1954 "its_reliability_tests_tfm_its_test_3xxx_",
1955 ("audit_"
1956 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1957 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1958 ("initial_attestation_service_"
1959 "secure_interface_tests_tfm_attest_test_1xxx_"),
1960 ]
1961 },
1962 {
1963 'name': 'Non_Secure_Test_Suites_Summary',
1964 'start': 'Non-secure test suites summary',
1965 'end': r'End of Non-secure test suites',
1966 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1967 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1968 r"(?P<result>PASSED|FAILED)",
1969 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1970 'required': [
1971 ("psa_protected_storage"
1972 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1973 ("psa_internal_trusted_storage"
1974 "_ns_interface_tests_tfm_its_test_1xxx_"),
1975 ("auditlog_"
1976 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1977 ("crypto_"
1978 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1979 ("initial_attestation_service_"
1980 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1981 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1982 ]
1983 }
1984 ] # Monitors
1985 }, # Regression
1986 'CoreIPC': {
1987 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1988 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1989 "bootloader": "tfm_s_ns_signed.bin"
1990 },
1991 "monitors": [
1992 {
1993 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1994 'start': 'Non-Secure system',
1995 'end': r'starting\\.{3}',
1996 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1997 'fixup': {"pass": "!", "fail": ""},
1998 'required': ["secure_image_initializing"]
1999 } # Monitors
2000 ]
2001 }, # CoreIPC
2002 'CoreIPCTfmLevel2': {
2003 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2004 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2005 "bootloader": "tfm_s_ns_signed.bin"
2006 },
2007 "monitors": [
2008 {
2009 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2010 'start': 'Non-Secure system',
2011 'end': r'starting\\.{3}',
2012 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2013 'fixup': {"pass": "!", "fail": ""},
2014 'required': ["secure_image_initializing"]
2015 } # Monitors
2016 ]
2017 }, # CoreIPCTfmLevel2
2018 } # Tests
2019}
2020
2021
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2022# FVP without BL2 bootloader
2023# firmware <-> ns <-> application: --application cpu0=tfm_s.axf
2024# bootloader <-> s <-> data: --data cpu0=tfm_ns.bin@0x00100000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2025fvp_mps2_an519_nobl2 = {
2026 "templ": "fvp_mps2.jinja2",
2027 "job_name": "fvp_mps2_an519_nobl2",
2028 "device_type": "fvp",
2029 "job_timeout": 15,
2030 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]2031 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2032 "poweroff_timeout": 1,
2033 "platforms": {"AN519": ""},
2034 "compilers": ["GNUARM", "ARMCLANG"],
2035 "build_types": ["Debug", "Release", "Minsizerel"],
2036 "boot_types": ["NOBL2"],
2037 "data_bin_offset": "0x00100000",
2038 "cpu0_baseline": 1,
2039 "tests": {
2040 'Default': {
2041 "binaries": {
2042 "firmware": "tfm_s.axf",
2043 "bootloader": "tfm_ns.bin"
2044 },
2045 "monitors": [
2046 {
2047 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2048 'start': 'Non-Secure system',
2049 'end': r'starting\\.{3}',
2050 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2051 'fixup': {"pass": "!", "fail": ""},
2052 'required': ["secure_image_initializing"]
2053 }
2054 ]
2055 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2056 'DefaultProfileS': {
2057 "binaries": {
2058 "firmware": "tfm_s.axf",
2059 "bootloader": "tfm_ns.bin"
2060 },
2061 "monitors": [
2062 {
2063 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2064 'start': 'Non-Secure system',
2065 'end': r'starting\\.{3}',
2066 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2067 'fixup': {"pass": "!", "fail": ""},
2068 'required': ["secure_image_initializing"]
2069 } # Monitors
2070 ]
2071 }, # DefaultProfileS
2072 'DefaultProfileM': {
2073 "binaries": {
2074 "firmware": "tfm_s.axf",
2075 "bootloader": "tfm_ns.bin"
2076 },
2077 "monitors": [
2078 {
2079 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2080 'start': 'Non-Secure system',
2081 'end': r'starting\\.{3}',
2082 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2083 'fixup': {"pass": "!", "fail": ""},
2084 'required': ["secure_image_initializing"]
2085 } # Monitors
2086 ]
2087 }, # DefaultProfileM
2088
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2089 'Regression': {
2090 "binaries": {
2091 "firmware": "tfm_s.axf",
2092 "bootloader": "tfm_ns.bin"
2093 },
2094 "monitors": [
2095 {
2096 'name': 'Secure_Test_Suites_Summary',
2097 'start': 'Secure test suites summary',
2098 'end': 'End of Secure test suites',
2099 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2100 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2101 r"(?P<result>PASSED|FAILED)",
2102 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2103 'required': [
2104 ("psa_protected_storage_"
2105 "s_interface_tests_tfm_sst_test_2xxx_"),
2106 "sst_reliability_tests_tfm_sst_test_3xxx_",
2107 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2108 ("psa_internal_trusted_storage_"
2109 "s_interface_tests_tfm_its_test_2xxx_"),
2110 "its_reliability_tests_tfm_its_test_3xxx_",
2111 ("audit_"
2112 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2113 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2114 ("initial_attestation_service_"
2115 "secure_interface_tests_tfm_attest_test_1xxx_"),
2116 ]
2117 },
2118 {
2119 'name': 'Non_Secure_Test_Suites_Summary',
2120 'start': 'Non-secure test suites summary',
2121 'end': r'End of Non-secure test suites',
2122 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2123 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2124 r"(?P<result>PASSED|FAILED)",
2125 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2126 'required': [
2127 ("psa_protected_storage"
2128 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2129 ("psa_internal_trusted_storage"
2130 "_ns_interface_tests_tfm_its_test_1xxx_"),
2131 ("auditlog_"
2132 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2133 ("crypto_"
2134 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2135 ("initial_attestation_service_"
2136 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2137 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2138 ]
2139 }
2140 ] # Monitors
2141 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2142 'RegressionProfileM': {
2143 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2144 "firmware": "tfm_s.axf",
2145 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2146 },
2147 "monitors": [
2148 {
2149 'name': 'Secure_Test_Suites_Summary',
2150 'start': 'Secure test suites summary',
2151 'end': 'End of Secure test suites',
2152 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2153 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2154 r"(?P<result>PASSED|FAILED)",
2155 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2156 'required': [
2157 ("psa_protected_storage_"
2158 "s_interface_tests_tfm_sst_test_2xxx_"),
2159 "sst_reliability_tests_tfm_sst_test_3xxx_",
2160 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2161 ("psa_internal_trusted_storage_"
2162 "s_interface_tests_tfm_its_test_2xxx_"),
2163 "its_reliability_tests_tfm_its_test_3xxx_",
2164 ("audit_"
2165 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2166 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2167 ("initial_attestation_service_"
2168 "secure_interface_tests_tfm_attest_test_1xxx_"),
2169 ]
2170 },
2171 {
2172 'name': 'Non_Secure_Test_Suites_Summary',
2173 'start': 'Non-secure test suites summary',
2174 'end': r'End of Non-secure test suites',
2175 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2176 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2177 r"(?P<result>PASSED|FAILED)",
2178 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2179 'required': [
2180 ("psa_protected_storage"
2181 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2182 ("psa_internal_trusted_storage"
2183 "_ns_interface_tests_tfm_its_test_1xxx_"),
2184 ("auditlog_"
2185 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2186 ("crypto_"
2187 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2188 ("initial_attestation_service_"
2189 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2190 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2191 ]
2192 }
2193 ] # Monitors
2194 }, # RegressionProfileM
2195 'RegressionProfileS': {
2196 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2197 "firmware": "tfm_s.axf",
2198 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2199 },
2200 "monitors": [
2201 {
2202 'name': 'Secure_Test_Suites_Summary',
2203 'start': 'Secure test suites summary',
2204 'end': 'End of Secure test suites',
2205 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2206 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2207 r"(?P<result>PASSED|FAILED)",
2208 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2209 'required': [
2210 ("psa_protected_storage_"
2211 "s_interface_tests_tfm_sst_test_2xxx_"),
2212 "sst_reliability_tests_tfm_sst_test_3xxx_",
2213 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2214 ("psa_internal_trusted_storage_"
2215 "s_interface_tests_tfm_its_test_2xxx_"),
2216 "its_reliability_tests_tfm_its_test_3xxx_",
2217 ("audit_"
2218 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2219 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2220 ("initial_attestation_service_"
2221 "secure_interface_tests_tfm_attest_test_1xxx_"),
2222 ]
2223 },
2224 {
2225 'name': 'Non_Secure_Test_Suites_Summary',
2226 'start': 'Non-secure test suites summary',
2227 'end': r'End of Non-secure test suites',
2228 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2229 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2230 r"(?P<result>PASSED|FAILED)",
2231 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2232 'required': [
2233 ("psa_protected_storage"
2234 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2235 ("psa_internal_trusted_storage"
2236 "_ns_interface_tests_tfm_its_test_1xxx_"),
2237 ("auditlog_"
2238 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2239 ("crypto_"
2240 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2241 ("initial_attestation_service_"
2242 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2243 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2244 ]
2245 }
2246 ] # Monitors
2247 }, # RegressionProfileS
2248
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2249 'RegressionIPC': {
2250 "binaries": {
2251 "firmware": "tfm_s.axf",
2252 "bootloader": "tfm_ns.bin"
2253 },
2254 "monitors": [
2255 {
2256 'name': 'Secure_Test_Suites_Summary',
2257 'start': 'Secure test suites summary',
2258 'end': 'End of Secure test suites',
2259 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2260 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2261 r"(?P<result>PASSED|FAILED)",
2262 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2263 'required': [
2264 ("psa_protected_storage_"
2265 "s_interface_tests_tfm_sst_test_2xxx_"),
2266 "sst_reliability_tests_tfm_sst_test_3xxx_",
2267 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2268 ("psa_internal_trusted_storage_"
2269 "s_interface_tests_tfm_its_test_2xxx_"),
2270 "its_reliability_tests_tfm_its_test_3xxx_",
2271 ("audit_"
2272 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2273 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2274 ("initial_attestation_service_"
2275 "secure_interface_tests_tfm_attest_test_1xxx_"),
2276 ]
2277 },
2278 {
2279 'name': 'Non_Secure_Test_Suites_Summary',
2280 'start': 'Non-secure test suites summary',
2281 'end': r'End of Non-secure test suites',
2282 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2283 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2284 r"(?P<result>PASSED|FAILED)",
2285 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2286 'required': [
2287 ("psa_protected_storage"
2288 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2289 ("psa_internal_trusted_storage"
2290 "_ns_interface_tests_tfm_its_test_1xxx_"),
2291 ("auditlog_"
2292 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2293 ("crypto_"
2294 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2295 ("initial_attestation_service_"
2296 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2297 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2298 ]
2299 }
2300 ] # Monitors
2301 }, # RegressionIPC
2302 'RegressionIPCTfmLevel2': {
2303 "binaries": {
2304 "firmware": "tfm_s.axf",
2305 "bootloader": "tfm_ns.bin"
2306 },
2307 "monitors": [
2308 {
2309 'name': 'Secure_Test_Suites_Summary',
2310 'start': 'Secure test suites summary',
2311 'end': 'End of Secure test suites',
2312 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2313 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2314 r"(?P<result>PASSED|FAILED)",
2315 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2316 'required': [
2317 ("psa_protected_storage_"
2318 "s_interface_tests_tfm_sst_test_2xxx_"),
2319 "sst_reliability_tests_tfm_sst_test_3xxx_",
2320 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2321 ("psa_internal_trusted_storage_"
2322 "s_interface_tests_tfm_its_test_2xxx_"),
2323 "its_reliability_tests_tfm_its_test_3xxx_",
2324 ("audit_"
2325 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2326 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2327 ("initial_attestation_service_"
2328 "secure_interface_tests_tfm_attest_test_1xxx_"),
2329 ]
2330 },
2331 {
2332 'name': 'Non_Secure_Test_Suites_Summary',
2333 'start': 'Non-secure test suites summary',
2334 'end': r'End of Non-secure test suites',
2335 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2336 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2337 r"(?P<result>PASSED|FAILED)",
2338 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2339 'required': [
2340 ("psa_protected_storage"
2341 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2342 ("psa_internal_trusted_storage"
2343 "_ns_interface_tests_tfm_its_test_1xxx_"),
2344 ("auditlog_"
2345 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2346 ("crypto_"
2347 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2348 ("initial_attestation_service_"
2349 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2350 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2351 ]
2352 }
2353 ] # Monitors
2354 }, # RegressionIPCTfmLevel2
2355 'CoreIPC': {
2356 "binaries": {
2357 "firmware": "tfm_s.axf",
2358 "bootloader": "tfm_ns.bin"
2359 },
2360 "monitors": [
2361 {
2362 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2363 'start': 'Non-Secure system',
2364 'end': r'starting\\.{3}',
2365 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2366 'fixup': {"pass": "!", "fail": ""},
2367 'required': ["secure_image_initializing"]
2368 } # Monitors
2369 ]
2370 }, # CoreIPC
2371 'CoreIPCTfmLevel2': {
2372 "binaries": {
2373 "firmware": "tfm_s.axf",
2374 "bootloader": "tfm_ns.bin"
2375 },
2376 "monitors": [
2377 {
2378 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2379 'start': 'Non-Secure system',
2380 'end': r'starting\\.{3}',
2381 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2382 'fixup': {"pass": "!", "fail": ""},
2383 'required': ["secure_image_initializing"]
2384 } # Monitors
2385 ]
2386 }, # CoreIPCTfmLevel2
2387 } # Tests
2388}
2389
2390
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2391# MPS2 with BL2 bootloader
2392# IMAGE0ADDRESS: 0x10000000
2393# IMAGE0FILE: \Software\bl2.bin ; BL2 bootloader
2394# IMAGE1ADDRESS: 0x10080000
2395# IMAGE1FILE: \Software\tfm_s_ns_signed.bin ; TF-M example application binary blob
2396qemu_mps2_bl2 = {
2397 "templ": "qemu_mps2_bl2.jinja2",
2398 "job_name": "qemu_mps2_bl2",
2399 "device_type": "qemu",
2400 "job_timeout": 300,
2401 "action_timeout": 300,
2402 "poweroff_timeout": 20,
2403 "platforms": {"AN521": ""},
2404 "compilers": ["GNUARM", "ARMCLANG"],
2405 "build_types": ["Debug", "Release"],
2406 "boot_types": ["BL2"],
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]2407 "tests": {
2408 # 'Default': {
2409 # "binaries": {
2410 # "firmware": "tfm_s_ns_signed.bin",
2411 # "bootloader": "bl2.bin"
2412 # },
2413 # "monitors": [
2414 # {
2415 # 'name': 'Secure_Test_Suites_Summary',
2416 # 'start': r'[Sec Thread]',
2417 # 'end': r'system starting',
2418 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2419 # r'(?P<test_case_id>Secure image '
2420 # r'initializing)(?P<result>!)',
2421 # 'fixup': {"pass": "!", "fail": ""},
2422 # 'required': ["secure_image_initializing"]
2423 # } # Monitors
2424 # ]
2425 # }, # Default
2426 # 'DefaultProfileS': {
2427 # "binaries": {
2428 # "firmware": "tfm_s_ns_signed.bin",
2429 # "bootloader": "bl2.bin"
2430 # },
2431 # "monitors": [
2432 # {
2433 # 'name': 'Secure_Test_Suites_Summary',
2434 # 'start': r'[Sec Thread]',
2435 # 'end': r'system starting',
2436 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2437 # r'(?P<test_case_id>Secure image '
2438 # r'initializing)(?P<result>!)',
2439 # 'fixup': {"pass": "!", "fail": ""},
2440 # 'required': ["secure_image_initializing"]
2441 # } # Monitors
2442 # ]
2443 # }, # DefaultProfileS
2444 # 'DefaultProfileM': {
2445 # "binaries": {
2446 # "firmware": "tfm_s_ns_signed.bin",
2447 # "bootloader": "bl2.bin"
2448 # },
2449 # "monitors": [
2450 # {
2451 # 'name': 'Secure_Test_Suites_Summary',
2452 # 'start': r'[Sec Thread]',
2453 # 'end': r'system starting',
2454 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2455 # r'(?P<test_case_id>Secure image '
2456 # r'initializing)(?P<result>!)',
2457 # 'fixup': {"pass": "!", "fail": ""},
2458 # 'required': ["secure_image_initializing"]
2459 # } # Monitors
2460 # ]
2461 # }, # DefaultProfileM
2462 'Regression': {
2463 "binaries": {
2464 "firmware": "tfm_s_ns_signed.bin",
2465 "bootloader": "bl2.bin"
2466 },
2467 "monitors": [
2468 {
2469 'name': 'Secure_Test_Suites_Summary',
2470 'start': 'Secure test suites summary',
2471 'end': 'End of Secure test suites',
2472 'pattern': r"Test suite '(?P<"
2473 r"test_case_id>[^\n]+)' has (.*) "
2474 r"(?P<result>PASSED|FAILED)",
2475 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2476 'required': [
2477 ("psa_protected_storage_"
2478 "s_interface_tests_tfm_sst_test_2xxx_"),
2479 "sst_reliability_tests_tfm_sst_test_3xxx_",
2480 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2481 ("psa_internal_trusted_storage_"
2482 "s_interface_tests_tfm_its_test_2xxx_"),
2483 "its_reliability_tests_tfm_its_test_3xxx_",
2484 ("audit_"
2485 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2486 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2487 ("initial_attestation_service_"
2488 "secure_interface_tests_tfm_attest_test_1xxx_"),
2489 ]
2490 },
2491 {
2492 'name': 'Non_Secure_Test_Suites_Summary',
2493 'start': 'Non-secure test suites summary',
2494 'end': r'End of Non-secure test suites',
2495 'pattern': r"Test suite '(?P<"
2496 r"test_case_id>[^\n]+)' has (.*) "
2497 r"(?P<result>PASSED|FAILED)",
2498 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2499 'required': [
2500 ("psa_protected_storage"
2501 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2502 ("psa_internal_trusted_storage"
2503 "_ns_interface_tests_tfm_its_test_1xxx_"),
2504 ("auditlog_"
2505 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2506 ("crypto_"
2507 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2508 ("initial_attestation_service_"
2509 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2510 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2511 ]
2512 }
2513 ] # Monitors
2514 }, # Regression
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]2515 'RegressionProfileS': {
2516 "binaries": {
2517 "firmware": "tfm_s_ns_signed.bin",
2518 "bootloader": "bl2.bin"
2519 },
2520 "monitors": [
2521 {
2522 'name': 'Secure_Test_Suites_Summary',
2523 'start': 'Secure test suites summary',
2524 'end': 'End of Secure test suites',
2525 'pattern': r"Test suite '(?P<"
2526 r"test_case_id>[^\n]+)' has (.*) "
2527 r"(?P<result>PASSED|FAILED)",
2528 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2529 'required': [
2530 ("psa_protected_storage_"
2531 "s_interface_tests_tfm_sst_test_2xxx_"),
2532 "sst_reliability_tests_tfm_sst_test_3xxx_",
2533 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2534 ("psa_internal_trusted_storage_"
2535 "s_interface_tests_tfm_its_test_2xxx_"),
2536 "its_reliability_tests_tfm_its_test_3xxx_",
2537 ("audit_"
2538 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2539 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2540 ("initial_attestation_service_"
2541 "secure_interface_tests_tfm_attest_test_1xxx_"),
2542 ]
2543 },
2544 {
2545 'name': 'Non_Secure_Test_Suites_Summary',
2546 'start': 'Non-secure test suites summary',
2547 'end': r'End of Non-secure test suites',
2548 'pattern': r"Test suite '(?P<"
2549 r"test_case_id>[^\n]+)' has (.*) "
2550 r"(?P<result>PASSED|FAILED)",
2551 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2552 'required': [
2553 ("psa_protected_storage"
2554 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2555 ("psa_internal_trusted_storage"
2556 "_ns_interface_tests_tfm_its_test_1xxx_"),
2557 ("auditlog_"
2558 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2559 ("crypto_"
2560 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2561 ("initial_attestation_service_"
2562 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2563 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2564 ]
2565 }
2566 ] # Monitors
2567 }, # RegressionProfileS
2568 'RegressionIPC': {
2569 "binaries": {
2570 "firmware": "tfm_s_ns_signed.bin",
2571 "bootloader": "bl2.bin"
2572 },
2573 "monitors": [
2574 {
2575 'name': 'Secure_Test_Suites_Summary',
2576 'start': 'Secure test suites summary',
2577 'end': 'End of Secure test suites',
2578 'pattern': r"Test suite '(?P<"
2579 r"test_case_id>[^\n]+)' has (.*) "
2580 r"(?P<result>PASSED|FAILED)",
2581 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2582 'required': [
2583 ("psa_protected_storage_"
2584 "s_interface_tests_tfm_sst_test_2xxx_"),
2585 "sst_reliability_tests_tfm_sst_test_3xxx_",
2586 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2587 ("psa_internal_trusted_storage_"
2588 "s_interface_tests_tfm_its_test_2xxx_"),
2589 "its_reliability_tests_tfm_its_test_3xxx_",
2590 ("audit_"
2591 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2592 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2593 ("initial_attestation_service_"
2594 "secure_interface_tests_tfm_attest_test_1xxx_"),
2595 ]
2596 },
2597 {
2598 'name': 'Non_Secure_Test_Suites_Summary',
2599 'start': 'Non-secure test suites summary',
2600 'end': r'End of Non-secure test suites',
2601 'pattern': r"Test suite '(?P<"
2602 r"test_case_id>[^\n]+)' has (.*) "
2603 r"(?P<result>PASSED|FAILED)",
2604 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2605 'required': [
2606 ("psa_protected_storage"
2607 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2608 ("psa_internal_trusted_storage"
2609 "_ns_interface_tests_tfm_its_test_1xxx_"),
2610 ("auditlog_"
2611 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2612 ("crypto_"
2613 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2614 ("initial_attestation_service_"
2615 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2616 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2617 ]
2618 }
2619 ] # Monitors
2620 }, # Regression
2621 'RegressionIPCTfmLevel2': {
2622 "binaries": {
2623 "firmware": "tfm_s_ns_signed.bin",
2624 "bootloader": "bl2.bin"
2625 },
2626 "monitors": [
2627 {
2628 'name': 'Secure_Test_Suites_Summary',
2629 'start': 'Secure test suites summary',
2630 'end': 'End of Secure test suites',
2631 'pattern': r"Test suite '(?P<"
2632 r"test_case_id>[^\n]+)' has (.*) "
2633 r"(?P<result>PASSED|FAILED)",
2634 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2635 'required': [
2636 ("psa_protected_storage_"
2637 "s_interface_tests_tfm_sst_test_2xxx_"),
2638 "sst_reliability_tests_tfm_sst_test_3xxx_",
2639 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2640 ("psa_internal_trusted_storage_"
2641 "s_interface_tests_tfm_its_test_2xxx_"),
2642 "its_reliability_tests_tfm_its_test_3xxx_",
2643 ("audit_"
2644 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2645 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2646 ("initial_attestation_service_"
2647 "secure_interface_tests_tfm_attest_test_1xxx_"),
2648 ]
2649 },
2650 {
2651 'name': 'Non_Secure_Test_Suites_Summary',
2652 'start': 'Non-secure test suites summary',
2653 'end': r'End of Non-secure test suites',
2654 'pattern': r"Test suite '(?P<"
2655 r"test_case_id>[^\n]+)' has (.*) "
2656 r"(?P<result>PASSED|FAILED)",
2657 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2658 'required': [
2659 ("psa_protected_storage"
2660 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2661 ("psa_internal_trusted_storage"
2662 "_ns_interface_tests_tfm_its_test_1xxx_"),
2663 ("auditlog_"
2664 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2665 ("crypto_"
2666 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2667 ("initial_attestation_service_"
2668 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2669 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2670 ]
2671 }
2672 ] # Monitors
2673 }, # Regression
2674 'RegressionIPCTfmLevel3': {
2675 "binaries": {
2676 "firmware": "tfm_s_ns_signed.bin",
2677 "bootloader": "bl2.bin"
2678 },
2679 "monitors": [
2680 {
2681 'name': 'Secure_Test_Suites_Summary',
2682 'start': 'Secure test suites summary',
2683 'end': 'End of Secure test suites',
2684 'pattern': r"Test suite '(?P<"
2685 r"test_case_id>[^\n]+)' has (.*) "
2686 r"(?P<result>PASSED|FAILED)",
2687 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2688 'required': [
2689 ("psa_protected_storage_"
2690 "s_interface_tests_tfm_sst_test_2xxx_"),
2691 "sst_reliability_tests_tfm_sst_test_3xxx_",
2692 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2693 ("psa_internal_trusted_storage_"
2694 "s_interface_tests_tfm_its_test_2xxx_"),
2695 "its_reliability_tests_tfm_its_test_3xxx_",
2696 ("audit_"
2697 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2698 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2699 ("initial_attestation_service_"
2700 "secure_interface_tests_tfm_attest_test_1xxx_"),
2701 ]
2702 },
2703 {
2704 'name': 'Non_Secure_Test_Suites_Summary',
2705 'start': 'Non-secure test suites summary',
2706 'end': r'End of Non-secure test suites',
2707 'pattern': r"Test suite '(?P<"
2708 r"test_case_id>[^\n]+)' has (.*) "
2709 r"(?P<result>PASSED|FAILED)",
2710 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2711 'required': [
2712 ("psa_protected_storage"
2713 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2714 ("psa_internal_trusted_storage"
2715 "_ns_interface_tests_tfm_its_test_1xxx_"),
2716 ("auditlog_"
2717 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2718 ("crypto_"
2719 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2720 ("initial_attestation_service_"
2721 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2722 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2723 ]
2724 }
2725 ] # Monitors
2726 }, # Regression
2727 # 'CoreIPC': {
2728 # "binaries": {
2729 # "firmware": "tfm_s_ns_signed.bin",
2730 # "bootloader": "bl2.bin"
2731 # },
2732 # "monitors": [
2733 # {
2734 # 'name': 'Secure_Test_Suites_Summary',
2735 # 'start': r'[Sec Thread]',
2736 # 'end': r'system starting',
2737 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2738 # r'(?P<test_case_id>Secure image '
2739 # r'initializing)(?P<result>!)',
2740 # 'fixup': {"pass": "!", "fail": ""},
2741 # 'required': ["secure_image_initializing"]
2742 # } # Monitors
2743 # ]
2744 # }, # CoreIPC
2745 # 'CoreIPCTfmLevel2': {
2746 # "binaries": {
2747 # "firmware": "tfm_s_ns_signed.bin",
2748 # "bootloader": "bl2.bin"
2749 # },
2750 # "monitors": [
2751 # {
2752 # 'name': 'Secure_Test_Suites_Summary',
2753 # 'start': r'[Sec Thread]',
2754 # 'end': r'system starting',
2755 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2756 # r'(?P<test_case_id>Secure image '
2757 # r'initializing)(?P<result>!)',
2758 # 'fixup': {"pass": "!", "fail": ""},
2759 # 'required': ["secure_image_initializing"]
2760 # } # Monitors
2761 # ]
2762 # }, # CoreIPCTfmLevel2
2763 # 'CoreIPCTfmLevel3': {
2764 # "binaries": {
2765 # "firmware": "tfm_s_ns_signed.bin",
2766 # "bootloader": "bl2.bin"
2767 # },
2768 # "monitors": [
2769 # {
2770 # 'name': 'Secure_Test_Suites_Summary',
2771 # 'start': r'[Sec Thread]',
2772 # 'end': r'system starting',
2773 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2774 # r'(?P<test_case_id>Secure image '
2775 # r'initializing)(?P<result>!)',
2776 # 'fixup': {"pass": "!", "fail": ""},
2777 # 'required': ["secure_image_initializing"]
2778 # } # Monitors
2779 # ]
2780 # }, # CoreIPCTfmLevel3
2781 }
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2782}
2783
2784
2785# Musca-B1 with BL2 bootloader
2786# unified hex file comprising of both bl2.bin and tfm_s_ns_signed.bin
2787# srec_cat bin/bl2.bin -Binary -offset 0xA000000 bin/tfm_s_ns_signed.bin -Binary -offset 0xA020000 -o tfm.hex -Intel
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2788musca_b1_bl2 = {
2789 "templ": "musca_b1.jinja2",
2790 "job_name": "musca_b1_bl2",
2791 "device_type": "musca-b",
Xinyu Zhang630dfe62021-06-17 14:38:11 +0800[diff] [blame]2792 "job_timeout": 40,
2793 "action_timeout": 20,
2794 "monitor_timeout": 30,
Ryan Harkinf6981082020-12-18 14:54:33 +0000[diff] [blame]2795 "poweroff_timeout": 40,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2796 "platforms": {"MUSCA_B1": ""},
2797 "compilers": ["GNUARM", "ARMCLANG"],
Xinyu Zhang43e5d672021-03-24 16:30:26 +0800[diff] [blame]2798 "build_types": ["Debug", "Release", "Minsizerel"],
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2799 "boot_types": ["BL2"],
2800 "tests": {
2801 "Default": {
2802 "binaries": {
2803 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2804 },
2805 "monitors": [
2806 {
2807 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2808 'start': 'Non-Secure system',
2809 'end': r'starting\\.{3}',
2810 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2811 'fixup': {"pass": "!", "fail": ""},
2812 'required': ["secure_image_initializing"]
2813 }
2814 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2815 },
2816 "CoreIPC": {
2817 "binaries": {
2818 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2819 },
2820 "monitors": [
2821 {
2822 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2823 'start': 'Non-Secure system',
2824 'end': r'starting\\.{3}',
2825 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2826 'fixup': {"pass": "!", "fail": ""},
2827 'required': ["secure_image_initializing"]
2828 }
2829 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2830 },
2831 "CoreIPCTfmLevel2": {
2832 "binaries": {
2833 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2834 },
2835 "monitors": [
2836 {
2837 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2838 'start': 'Non-Secure system',
2839 'end': r'starting\\.{3}',
2840 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2841 'fixup': {"pass": "!", "fail": ""},
2842 'required': ["secure_image_initializing"]
2843 }
2844 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2845 },
2846 "CoreIPCTfmLevel3": {
2847 "binaries": {
2848 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2849 },
2850 "monitors": [
2851 {
2852 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2853 'start': 'Non-Secure system',
2854 'end': r'starting\\.{3}',
2855 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2856 'fixup': {"pass": "!", "fail": ""},
2857 'required': ["secure_image_initializing"]
2858 }
2859 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2860 },
2861 "DefaultProfileM": {
2862 "binaries": {
2863 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2864 },
2865 "monitors": [
2866 {
2867 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2868 'start': 'Non-Secure system',
2869 'end': r'starting\\.{3}',
2870 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2871 'fixup': {"pass": "!", "fail": ""},
2872 'required': ["secure_image_initializing"]
2873 }
2874 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2875 },
2876 "DefaultProfileS": {
2877 "binaries": {
2878 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2879 },
2880 "monitors": [
2881 {
2882 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2883 'start': 'Non-Secure system',
2884 'end': r'starting\\.{3}',
2885 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2886 'fixup': {"pass": "!", "fail": ""},
2887 'required': ["secure_image_initializing"]
2888 }
2889 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2890 },
2891 "Regression": {
2892 "binaries": {
2893 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2894 },
2895 "monitors": [
2896 {
2897 'name': 'Secure_Test_Suites_Summary',
2898 'start': 'Secure test suites summary',
2899 'end': 'End of Secure test suites',
2900 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2901 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2902 r"(?P<result>PASSED|FAILED)",
2903 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2904 'required': [
2905 ("psa_protected_storage_"
2906 "s_interface_tests_tfm_sst_test_2xxx_"),
2907 "sst_reliability_tests_tfm_sst_test_3xxx_",
2908 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2909 ("psa_internal_trusted_storage_"
2910 "s_interface_tests_tfm_its_test_2xxx_"),
2911 "its_reliability_tests_tfm_its_test_3xxx_",
2912 ("audit_"
2913 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2914 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2915 ("initial_attestation_service_"
2916 "secure_interface_tests_tfm_attest_test_1xxx_"),
2917 ]
2918 },
2919 {
2920 'name': 'Non_Secure_Test_Suites_Summary',
2921 'start': 'Non-secure test suites summary',
2922 'end': r'End of Non-secure test suites',
2923 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2924 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2925 r"(?P<result>PASSED|FAILED)",
2926 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2927 'required': [
2928 ("psa_protected_storage"
2929 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2930 ("psa_internal_trusted_storage"
2931 "_ns_interface_tests_tfm_its_test_1xxx_"),
2932 ("auditlog_"
2933 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2934 ("crypto_"
2935 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2936 ("initial_attestation_service_"
2937 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2938 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2939 ]
2940 }
2941 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2942 },
2943 "RegressionIPC": {
2944 "binaries": {
2945 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2946 },
2947 "monitors": [
2948 {
2949 'name': 'Secure_Test_Suites_Summary',
2950 'start': 'Secure test suites summary',
2951 'end': 'End of Secure test suites',
2952 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2953 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2954 r"(?P<result>PASSED|FAILED)",
2955 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2956 'required': [
2957 ("psa_protected_storage_"
2958 "s_interface_tests_tfm_sst_test_2xxx_"),
2959 "sst_reliability_tests_tfm_sst_test_3xxx_",
2960 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2961 ("psa_internal_trusted_storage_"
2962 "s_interface_tests_tfm_its_test_2xxx_"),
2963 "its_reliability_tests_tfm_its_test_3xxx_",
2964 ("audit_"
2965 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2966 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2967 ("initial_attestation_service_"
2968 "secure_interface_tests_tfm_attest_test_1xxx_"),
2969 ]
2970 },
2971 {
2972 'name': 'Non_Secure_Test_Suites_Summary',
2973 'start': 'Non-secure test suites summary',
2974 'end': r'End of Non-secure test suites',
2975 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2976 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2977 r"(?P<result>PASSED|FAILED)",
2978 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2979 'required': [
2980 ("psa_protected_storage"
2981 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2982 ("psa_internal_trusted_storage"
2983 "_ns_interface_tests_tfm_its_test_1xxx_"),
2984 ("auditlog_"
2985 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2986 ("crypto_"
2987 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2988 ("initial_attestation_service_"
2989 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2990 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2991 ]
2992 }
2993 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2994 },
2995 "RegressionIPCTfmLevel2": {
2996 "binaries": {
2997 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2998 },
2999 "monitors": [
3000 {
3001 'name': 'Secure_Test_Suites_Summary',
3002 'start': 'Secure test suites summary',
3003 'end': 'End of Secure test suites',
3004 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3005 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3006 r"(?P<result>PASSED|FAILED)",
3007 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3008 'required': [
3009 ("psa_protected_storage_"
3010 "s_interface_tests_tfm_sst_test_2xxx_"),
3011 "sst_reliability_tests_tfm_sst_test_3xxx_",
3012 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3013 ("psa_internal_trusted_storage_"
3014 "s_interface_tests_tfm_its_test_2xxx_"),
3015 "its_reliability_tests_tfm_its_test_3xxx_",
3016 ("audit_"
3017 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3018 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3019 ("initial_attestation_service_"
3020 "secure_interface_tests_tfm_attest_test_1xxx_"),
3021 ]
3022 },
3023 {
3024 'name': 'Non_Secure_Test_Suites_Summary',
3025 'start': 'Non-secure test suites summary',
3026 'end': r'End of Non-secure test suites',
3027 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3028 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3029 r"(?P<result>PASSED|FAILED)",
3030 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3031 'required': [
3032 ("psa_protected_storage"
3033 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3034 ("psa_internal_trusted_storage"
3035 "_ns_interface_tests_tfm_its_test_1xxx_"),
3036 ("auditlog_"
3037 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3038 ("crypto_"
3039 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3040 ("initial_attestation_service_"
3041 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3042 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3043 ]
3044 }
3045 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3046 },
3047 "RegressionIPCTfmLevel3": {
3048 "binaries": {
3049 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3050 },
3051 "monitors": [
3052 {
3053 'name': 'Secure_Test_Suites_Summary',
3054 'start': 'Secure test suites summary',
3055 'end': 'End of Secure test suites',
3056 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3057 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3058 r"(?P<result>PASSED|FAILED)",
3059 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3060 'required': [
3061 ("psa_protected_storage_"
3062 "s_interface_tests_tfm_sst_test_2xxx_"),
3063 "sst_reliability_tests_tfm_sst_test_3xxx_",
3064 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3065 ("psa_internal_trusted_storage_"
3066 "s_interface_tests_tfm_its_test_2xxx_"),
3067 "its_reliability_tests_tfm_its_test_3xxx_",
3068 ("audit_"
3069 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3070 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3071 ("initial_attestation_service_"
3072 "secure_interface_tests_tfm_attest_test_1xxx_"),
3073 ]
3074 },
3075 {
3076 'name': 'Non_Secure_Test_Suites_Summary',
3077 'start': 'Non-secure test suites summary',
3078 'end': r'End of Non-secure test suites',
3079 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3080 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3081 r"(?P<result>PASSED|FAILED)",
3082 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3083 'required': [
3084 ("psa_protected_storage"
3085 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3086 ("psa_internal_trusted_storage"
3087 "_ns_interface_tests_tfm_its_test_1xxx_"),
3088 ("auditlog_"
3089 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3090 ("crypto_"
3091 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3092 ("initial_attestation_service_"
3093 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3094 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3095 ]
3096 }
3097 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3098 },
3099 "RegressionProfileM": {
3100 "binaries": {
3101 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3102 },
3103 "monitors": [
3104 {
3105 'name': 'Secure_Test_Suites_Summary',
3106 'start': 'Secure test suites summary',
3107 'end': 'End of Secure test suites',
3108 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3109 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3110 r"(?P<result>PASSED|FAILED)",
3111 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3112 'required': [
3113 ("psa_protected_storage_"
3114 "s_interface_tests_tfm_sst_test_2xxx_"),
3115 "sst_reliability_tests_tfm_sst_test_3xxx_",
3116 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3117 ("psa_internal_trusted_storage_"
3118 "s_interface_tests_tfm_its_test_2xxx_"),
3119 "its_reliability_tests_tfm_its_test_3xxx_",
3120 ("audit_"
3121 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3122 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3123 ("initial_attestation_service_"
3124 "secure_interface_tests_tfm_attest_test_1xxx_"),
3125 ]
3126 },
3127 {
3128 'name': 'Non_Secure_Test_Suites_Summary',
3129 'start': 'Non-secure test suites summary',
3130 'end': r'End of Non-secure test suites',
3131 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3132 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3133 r"(?P<result>PASSED|FAILED)",
3134 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3135 'required': [
3136 ("psa_protected_storage"
3137 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3138 ("psa_internal_trusted_storage"
3139 "_ns_interface_tests_tfm_its_test_1xxx_"),
3140 ("auditlog_"
3141 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3142 ("crypto_"
3143 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3144 ("initial_attestation_service_"
3145 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3146 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3147 ]
3148 }
3149 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3150 },
3151 "RegressionProfileS": {
3152 "binaries": {
3153 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3154 },
3155 "monitors": [
3156 {
3157 'name': 'Secure_Test_Suites_Summary',
3158 'start': 'Secure test suites summary',
3159 'end': 'End of Secure test suites',
3160 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3161 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3162 r"(?P<result>PASSED|FAILED)",
3163 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3164 'required': [
3165 ("psa_protected_storage_"
3166 "s_interface_tests_tfm_sst_test_2xxx_"),
3167 "sst_reliability_tests_tfm_sst_test_3xxx_",
3168 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3169 ("psa_internal_trusted_storage_"
3170 "s_interface_tests_tfm_its_test_2xxx_"),
3171 "its_reliability_tests_tfm_its_test_3xxx_",
3172 ("audit_"
3173 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3174 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3175 ("initial_attestation_service_"
3176 "secure_interface_tests_tfm_attest_test_1xxx_"),
3177 ]
3178 },
3179 {
3180 'name': 'Non_Secure_Test_Suites_Summary',
3181 'start': 'Non-secure test suites summary',
3182 'end': r'End of Non-secure test suites',
3183 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3184 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3185 r"(?P<result>PASSED|FAILED)",
3186 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3187 'required': [
3188 ("psa_protected_storage"
3189 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3190 ("psa_internal_trusted_storage"
3191 "_ns_interface_tests_tfm_its_test_1xxx_"),
3192 ("auditlog_"
3193 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3194 ("crypto_"
3195 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3196 ("initial_attestation_service_"
3197 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3198 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3199 ]
3200 }
3201 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3202 },
3203 },
3204}
3205
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3206# Musca-B1 with BL2 bootloader and OTP enabled
3207# unified hex file comprising of both bl2.bin and tfm_s_ns_signed.bin
3208# srec_cat bin/bl2.bin -Binary -offset 0xA000000 bin/tfm_s_ns_signed.bin -Binary -offset 0xA020000 -o tfm.hex -Intel
3209musca_b1_otp_bl2 = {
3210 "templ": "musca_b1_otp.jinja2",
3211 "job_name": "musca_b1_opt_bl2",
3212 "device_type": "musca-b",
Xinyu Zhang630dfe62021-06-17 14:38:11 +0800[diff] [blame]3213 "job_timeout": 40,
3214 "action_timeout": 20,
3215 "monitor_timeout": 30,
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3216 "poweroff_timeout": 40,
3217 "platforms": {"MUSCA_B1_OTP": ""},
Xinyu Zhangc4bb2e12021-07-21 22:40:35 +0800[diff] [blame]3218 "compilers": ["GNUARM"],
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3219 "build_types": ["Debug"],
3220 "boot_types": ["BL2"],
3221 "tests": {
3222 "RegressionIPCTfmLevel3": {
3223 "binaries": {
3224 "firmware": "tfm.hex",
3225 },
3226 "monitors": [
3227 {
3228 'name': 'Secure_Test_Suites_Summary',
3229 'start': 'Secure test suites summary',
3230 'end': 'End of Secure test suites',
3231 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3232 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3233 r"(?P<result>PASSED|FAILED)",
3234 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3235 'required': [
3236 ("psa_protected_storage_"
3237 "s_interface_tests_tfm_sst_test_2xxx_"),
3238 "sst_reliability_tests_tfm_sst_test_3xxx_",
3239 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3240 ("psa_internal_trusted_storage_"
3241 "s_interface_tests_tfm_its_test_2xxx_"),
3242 "its_reliability_tests_tfm_its_test_3xxx_",
3243 ("audit_"
3244 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3245 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3246 ("initial_attestation_service_"
3247 "secure_interface_tests_tfm_attest_test_1xxx_"),
3248 ]
3249 },
3250 {
3251 'name': 'Non_Secure_Test_Suites_Summary',
3252 'start': 'Non-secure test suites summary',
3253 'end': r'End of Non-secure test suites',
3254 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3255 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3256 r"(?P<result>PASSED|FAILED)",
3257 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3258 'required': [
3259 ("psa_protected_storage"
3260 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3261 ("psa_internal_trusted_storage"
3262 "_ns_interface_tests_tfm_its_test_1xxx_"),
3263 ("auditlog_"
3264 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3265 ("crypto_"
3266 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3267 ("initial_attestation_service_"
3268 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3269 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3270 ]
3271 }
3272 ] # Monitors
3273 },
3274 },
3275}
3276
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3277# STM32L562E-DK
3278stm32l562e_dk = {
3279 "templ": "stm32l562e_dk.jinja2",
3280 "job_name": "stm32l562e_dk",
3281 "device_type": "stm32l562e-dk",
3282 "job_timeout": 24,
3283 "action_timeout": 15,
3284 "monitor_timeout": 15,
3285 "poweroff_timeout": 5,
3286 "platforms": {"stm32l562e_dk": ""},
3287 "compilers": ["GNUARM", "ARMCLANG"],
3288 "build_types": ["Release", "Minsizerel"],
3289 "boot_types": ["BL2"],
3290 "tests": {
3291 "Regression": {
3292 "binaries": {
3293 "tarball": "stm32l562e-dk-tfm.tar.bz2",
3294 },
3295 "monitors": [
3296 {
3297 'name': 'Secure_Test_Suites_Summary',
3298 'start': 'Secure test suites summary',
3299 'end': 'End of Secure test suites',
3300 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3301 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3302 r"(?P<result>PASSED|FAILED)",
3303 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3304 'required': ["secure_image_initializing"]
3305 },
3306 {
3307 'name': 'Non_Secure_Test_Suites_Summary',
3308 'start': 'Non-secure test suites summary',
3309 'end': 'End of Non-secure test suites',
3310 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3311 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3312 r"(?P<result>PASSED|FAILED)",
3313 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3314 'required': ["secure_image_initializing"]
3315 }
3316 ] # Monitors
3317 },
3318 "RegressionIPC": {
3319 "binaries": {
3320 "tarball": "stm32l562e-dk-tfm.tar.bz2",
3321 },
3322 "monitors": [
3323 {
3324 'name': 'Secure_Test_Suites_Summary',
3325 'start': 'Secure test suites summary',
3326 'end': 'End of Secure test suites',
3327 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3328 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3329 r"(?P<result>PASSED|FAILED)",
3330 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3331 'required': ["secure_image_initializing"]
3332 },
3333 {
3334 'name': 'Non_Secure_Test_Suites_Summary',
3335 'start': 'Non-secure test suites summary',
3336 'end': 'End of Non-secure test suites',
3337 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3338 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3339 r"(?P<result>PASSED|FAILED)",
3340 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3341 'required': ["secure_image_initializing"]
3342 }
3343 ] # Monitors
3344 },
3345 "RegressionIPCTfmLevel2": {
3346 "binaries": {
3347 "tarball": "stm32l562e-dk-tfm.tar.bz2",
3348 },
3349 "monitors": [
3350 {
3351 'name': 'Secure_Test_Suites_Summary',
3352 'start': 'Secure test suites summary',
3353 'end': 'End of Secure test suites',
3354 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3355 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3356 r"(?P<result>PASSED|FAILED)",
3357 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3358 'required': ["secure_image_initializing"]
3359 },
3360 {
3361 'name': 'Non_Secure_Test_Suites_Summary',
3362 'start': 'Non-secure test suites summary',
3363 'end': 'End of Non-secure test suites',
3364 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3365 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3366 r"(?P<result>PASSED|FAILED)",
3367 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3368 'required': ["secure_image_initializing"]
3369 }
3370 ] # Monitors
3371 },
3372 "RegressionIPCTfmLevel3": {
3373 "binaries": {
3374 "tarball": "stm32l562e-dk-tfm.tar.bz2",
3375 },
3376 "monitors": [
3377 {
3378 'name': 'Secure_Test_Suites_Summary',
3379 'start': 'Secure test suites summary',
3380 'end': 'End of Secure test suites',
3381 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3382 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3383 r"(?P<result>PASSED|FAILED)",
3384 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3385 'required': ["secure_image_initializing"]
3386 },
3387 {
3388 'name': 'Non_Secure_Test_Suites_Summary',
3389 'start': 'Non-secure test suites summary',
3390 'end': 'End of Non-secure test suites',
3391 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3392 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3393 r"(?P<result>PASSED|FAILED)",
3394 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3395 'required': ["secure_image_initializing"]
3396 }
3397 ] # Monitors
3398 },
3399 },
3400}
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3401
Arthur She3c0dadd2021-11-18 21:17:48 -0800[diff] [blame]3402# LPCxpresso55S69
3403lpcxpresso55s69 = {
3404 "templ": "lpcxpresso55s69.jinja2",
3405 "job_name": "lpcxpresso55s69",
3406 "device_type": "lpcxpresso55s69",
3407 "job_timeout": 24,
3408 "action_timeout": 15,
3409 "monitor_timeout": 15,
3410 "poweroff_timeout": 5,
3411 "platforms": {"lpcxpresso55s69": ""},
3412 "compilers": ["GNUARM"],
3413 "build_types": ["Relwithdebinfo"],
3414 "boot_types": ["NOBL2"],
3415 "tests": {
3416 "DefaultProfileM": {
3417 "binaries": {
3418 "tarball": "lpcxpresso55s69-tfm.tar.bz2",
3419 },
3420 "monitors": [
3421 {
3422 'name': 'Secure_Test_Suites_Summary',
3423 'start': 'Non-Secure system',
3424 'end': r'starting\\.{3}',
3425 'pattern': r'Non-Secure system starting\\.{3}',
3426 'fixup': {"pass": "!", "fail": ""},
3427 }
3428 ] # Monitors
3429 },
3430 "RegressionProfileM": {
3431 "binaries": {
3432 "tarball": "lpcxpresso55s69-tfm.tar.bz2",
3433 },
3434 "monitors": [
3435 {
3436 'name': 'Secure_Test_Suites_Summary',
3437 'start': 'Secure test suites summary',
3438 'end': 'End of Secure test suites',
3439 'pattern': r"Test suite '(?P<"
3440 r"test_case_id>[^\n]+)' has(.*) "
3441 r"(?P<result>PASSED|FAILED)",
3442 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3443 'required': ["secure_image_initializing"]
3444 },
3445 {
3446 'name': 'Non_Secure_Test_Suites_Summary',
3447 'start': 'Non-secure test suites summary',
3448 'end': 'End of Non-secure test suites',
3449 'pattern': r"Test suite '(?P<"
3450 r"test_case_id>[^\n]+)' has(.*) "
3451 r"(?P<result>PASSED|FAILED)",
3452 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3453 'required': ["secure_image_initializing"]
3454 }
3455 ] # Monitors
3456 },
3457 }
3458}
3459
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]3460# All configurations should be mapped here
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3461lava_gen_config_map = {
3462 "mps2_an521_bl2": tfm_mps2_sse_200,
3463 "fvp_mps2_an521_bl2": fvp_mps2_an521_bl2,
3464 "fvp_mps2_an521_nobl2": fvp_mps2_an521_nobl2,
3465 "fvp_mps2_an519_bl2": fvp_mps2_an519_bl2,
3466 "fvp_mps2_an519_nobl2": fvp_mps2_an519_nobl2,
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]3467 "qemu_mps2_bl2": qemu_mps2_bl2,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3468 "musca_b1": musca_b1_bl2,
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3469 "musca_b1_otp": musca_b1_otp_bl2,
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3470 "stm32l562e_dk": stm32l562e_dk,
Arthur She3c0dadd2021-11-18 21:17:48 -0800[diff] [blame]3471 "lpcxpresso55s69": lpcxpresso55s69,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3472}
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]3473
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]3474lavagen_config_sort_order = [
3475 "templ",
3476 "job_name",
3477 "device_type",
3478 "job_timeout",
3479 "action_timeout",
3480 "monitor_timeout",
3481 "recovery_store_url",
3482 "artifact_store_url",
3483 "platforms",
3484 "compilers",
3485 "build_types",
3486 "boot_types",
3487 "tests"
3488]
3489
3490lava_gen_monitor_sort_order = [
3491 'name',
3492 'start',
3493 'end',
3494 'pattern',
3495 'fixup',
3496]
3497
3498if __name__ == "__main__":
3499 import os
3500 import sys
3501 from lava_helper import sort_lavagen_config
3502 try:
3503 from tfm_ci_pylib.utils import export_config_map
3504 except ImportError:
3505 dir_path = os.path.dirname(os.path.realpath(__file__))
3506 sys.path.append(os.path.join(dir_path, "../"))
3507 from tfm_ci_pylib.utils import export_config_map
3508
3509 if len(sys.argv) == 2:
3510 if sys.argv[1] == "--export":
3511 export_config_map(lava_gen_config_map)
3512 if len(sys.argv) == 3:
3513 if sys.argv[1] == "--export":
3514 export_config_map(sort_lavagen_config(lava_gen_config_map),
3515 sys.argv[2])