TrustedFirmware Git Browser
Code Review Sign In
review.trustedfirmware.org / next / ci / tf-m-ci-scripts / 46ff531dbb7e264054585d923bed95599aaf2475 / . / lava_helper / lava_helper_configs.py
blob: 6046dc21fa6cf732a8ab26798a72b301395df89f [file] [log] [blame]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]1#!/usr/bin/env python3
2
3""" lava_job_generator_configs.py:
4
5 Default configurations for lava job generator """
6
7from __future__ import print_function
8
9__copyright__ = """
10/*
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]11 * Copyright (c) 2018-2021, Arm Limited. All rights reserved.
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]12 *
13 * SPDX-License-Identifier: BSD-3-Clause
14 *
15 */
16 """
Karl Zhang08681e62020-10-30 13:56:03 +0800[diff] [blame]17
18__author__ = "tf-m@lists.trustedfirmware.org"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]19__project__ = "Trusted Firmware-M Open CI"
Xinyu Zhang06286a92021-07-22 14:00:51 +0800[diff] [blame]20__version__ = "1.4.0"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]21
Leonardo Sandoval66386a22021-04-15 14:35:08 -0500[diff] [blame]22tf_downloads="https://downloads.trustedfirmware.org"
23coverage_trace_plugin=tf_downloads + "/coverage-plugin/qa-tools/coverage-tool/coverage-plugin/coverage_trace.so"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]24
25def lava_gen_get_config_subset(config,
26 default=True,
27 core=True,
28 regression=True):
29 """ Allow dynamic generation of configuration combinations by subtracking
30 undesired ones """
31
32 from copy import deepcopy
33 cfg = deepcopy(config)
34 tests = deepcopy(config["tests"])
35
36 # Remove all configs not requests by the caller
37 if not default:
38 tests.pop("Default")
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]39 if not core:
40 tests.pop("CoreIPC")
41 tests.pop("CoreIPCTfmLevel2")
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]42 tests.pop("CoreIPCTfmLevel3")
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]43 if not regression:
44 tests.pop("Regression")
45
46 cfg["tests"] = tests
47 return cfg
48
49
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]50# LAVA test-monitor definition for PSA API testsuites, testcases identified
51# by "UT" value in output (testcase identifier).
52monitors_psaapitest_by_ut = [
53 {
54 'name': 'psa_api_suite',
55 'start': 'Running..',
56 'end': 'Entering standby..',
57 'pattern': r" UT: +(?P<test_case_id>[A-Za-z0-9_]+)\r?\n"
58 r".+?"
59 r"TEST RESULT: (?P<result>(PASSED|FAILED|SKIPPED))",
60 'fixup': {"pass": "PASSED", "fail": "FAILED", "skip": "SKIPPED"},
61 },
62]
63
64# LAVA test-monitor definition for PSA API testsuites, testcases identified
65# by description in output (for when UT is not set to unique identifier).
66monitors_psaapitest_by_desc = [
67 {
68 'name': 'psa_api_suite',
69 'start': 'Running..',
70 'end': 'Entering standby..',
71 'pattern': r" DESCRIPTION: +(?P<test_case_id>.+?) \\|"
72 r".+?"
73 r"TEST RESULT: (?P<result>(PASSED|FAILED|SKIPPED))",
74 'fixup': {"pass": "PASSED", "fail": "FAILED", "skip": "SKIPPED"},
75 },
76]
77
78
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]79# MPS2 with BL2 bootloader
80# IMAGE0ADDRESS: 0x10000000
81# IMAGE0FILE: \Software\bl2.bin ; BL2 bootloader
82# IMAGE1ADDRESS: 0x10080000
83# IMAGE1FILE: \Software\tfm_s_ns_signed.bin ; TF-M example application binary blob
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]84tfm_mps2_sse_200 = {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]85 "templ": "mps2.jinja2",
86 "job_name": "mps2_an521_bl2",
Minos Galanakisafb43152019-09-25 14:17:39 +0100[diff] [blame]87 "device_type": "mps",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]88 "job_timeout": 15,
89 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]90 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]91 "poweroff_timeout": 1,
92 "recovery_store_url": "https://ci.trustedfirmware.org/userContent/",
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]93 "platforms": {"AN521": "mps2_sse200_an512_new.tar.gz"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]94 "compilers": ["GNUARM", "ARMCLANG"],
95 "build_types": ["Debug", "Release", "Minsizerel"],
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]96 "boot_types": ["BL2"],
97 "tests": {
98 'Default': {
99 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]100 "firmware": "tfm_s_ns_signed.bin",
101 "bootloader": "bl2.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]102 },
103 "monitors": [
104 {
105 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]106 'start': 'Non-Secure system',
107 'end': r'starting\\.{3}',
108 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]109 'fixup': {"pass": "!", "fail": ""},
110 'required': ["secure_image_initializing"]
111 } # Monitors
112 ]
113 }, # Default
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]114 'DefaultProfileS': {
115 "binaries": {
116 "firmware": "tfm_s_ns_signed.bin",
117 "bootloader": "bl2.bin"
118 },
119 "monitors": [
120 {
121 'name': 'Secure_Test_Suites_Summary',
122 'start': 'Non-Secure system',
123 'end': r'starting\\.{3}',
124 'pattern': r'Non-Secure system starting\\.{3}',
125 'fixup': {"pass": "!", "fail": ""},
126 'required': ["secure_image_initializing"]
127 } # Monitors
128 ]
129 }, # DefaultProfileS
130 'DefaultProfileM': {
131 "binaries": {
132 "firmware": "tfm_s_ns_signed.bin",
133 "bootloader": "bl2.bin"
134 },
135 "monitors": [
136 {
137 'name': 'Secure_Test_Suites_Summary',
138 'start': 'Non-Secure system',
139 'end': r'starting\\.{3}',
140 'pattern': r'Non-Secure system starting\\.{3}',
141 'fixup': {"pass": "!", "fail": ""},
142 'required': ["secure_image_initializing"]
143 } # Monitors
144 ]
145 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]146 'DefaultProfileL': {
147 "binaries": {
148 "firmware": "tfm_s_ns_signed.bin",
149 "bootloader": "bl2.bin"
150 },
151 "monitors": [
152 {
153 'name': 'Secure_Test_Suites_Summary',
154 'start': 'Non-Secure system',
155 'end': r'starting\\.{3}',
156 'pattern': r'Non-Secure system starting\\.{3}',
157 'fixup': {"pass": "!", "fail": ""},
158 'required': ["secure_image_initializing"]
159 } # Monitors
160 ]
161 }, # DefaultProfileL
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]162
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]163 'Regression': {
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]164 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]165 "firmware": "tfm_s_ns_signed.bin",
166 "bootloader": "bl2.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]167 },
168 "monitors": [
169 {
170 'name': 'Secure_Test_Suites_Summary',
171 'start': 'Secure test suites summary',
172 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]173 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]174 r"test_case_id>[^\n]+)' has(.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]175 r"(?P<result>PASSED|FAILED)",
176 'fixup': {"pass": "PASSED", "fail": "FAILED"},
177 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]178 ("psa_protected_storage_"
179 "s_interface_tests_tfm_sst_test_2xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]180 "sst_reliability_tests_tfm_sst_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]181 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
TudorCretu8b138472019-08-30 10:51:05 +0100[diff] [blame]182 ("psa_internal_trusted_storage_"
183 "s_interface_tests_tfm_its_test_2xxx_"),
184 "its_reliability_tests_tfm_its_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]185 ("audit_"
186 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
187 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
188 ("initial_attestation_service_"
189 "secure_interface_tests_tfm_attest_test_1xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]190 ]
191 },
192 {
193 'name': 'Non_Secure_Test_Suites_Summary',
194 'start': 'Non-secure test suites summary',
195 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]196 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]197 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]198 r"(?P<result>PASSED|FAILED)",
199 'fixup': {"pass": "PASSED", "fail": "FAILED"},
200 'required': [
201 ("psa_protected_storage"
202 "_ns_interface_tests_tfm_sst_test_1xxx_"),
203 ("psa_internal_trusted_storage"
204 "_ns_interface_tests_tfm_its_test_1xxx_"),
205 ("auditlog_"
206 "non_secure_interface_test_tfm_audit_test_1xxx_"),
207 ("crypto_"
208 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
209 ("initial_attestation_service_"
210 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
211 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
212 ]
213 }
214 ] # Monitors
215 }, # Regression
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]216
217 'RegressionProfileM': {
218 "binaries": {
219 "firmware": "tfm_s_ns_signed.bin",
220 "bootloader": "bl2.bin"
221 },
222 "monitors": [
223 {
224 'name': 'Secure_Test_Suites_Summary',
225 'start': 'Secure test suites summary',
226 'end': 'End of Secure test suites',
227 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]228 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]229 r"(?P<result>PASSED|FAILED)",
230 'fixup': {"pass": "PASSED", "fail": "FAILED"},
231 'required': [
232 ("psa_protected_storage_"
233 "s_interface_tests_tfm_sst_test_2xxx_"),
234 "sst_reliability_tests_tfm_sst_test_3xxx_",
235 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
236 ("psa_internal_trusted_storage_"
237 "s_interface_tests_tfm_its_test_2xxx_"),
238 "its_reliability_tests_tfm_its_test_3xxx_",
239 ("audit_"
240 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
241 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
242 ("initial_attestation_service_"
243 "secure_interface_tests_tfm_attest_test_1xxx_"),
244 ]
245 },
246 {
247 'name': 'Non_Secure_Test_Suites_Summary',
248 'start': 'Non-secure test suites summary',
249 'end': r'End of Non-secure test suites',
250 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]251 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]252 r"(?P<result>PASSED|FAILED)",
253 'fixup': {"pass": "PASSED", "fail": "FAILED"},
254 'required': [
255 ("psa_protected_storage"
256 "_ns_interface_tests_tfm_sst_test_1xxx_"),
257 ("psa_internal_trusted_storage"
258 "_ns_interface_tests_tfm_its_test_1xxx_"),
259 ("auditlog_"
260 "non_secure_interface_test_tfm_audit_test_1xxx_"),
261 ("crypto_"
262 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
263 ("initial_attestation_service_"
264 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
265 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
266 ]
267 }
268 ] # Monitors
269 }, # RegressionProfileM
270 'RegressionProfileS': {
271 "binaries": {
272 "firmware": "tfm_s_ns_signed.bin",
273 "bootloader": "bl2.bin"
274 },
275 "monitors": [
276 {
277 'name': 'Secure_Test_Suites_Summary',
278 'start': 'Secure test suites summary',
279 'end': 'End of Secure test suites',
280 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]281 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]282 r"(?P<result>PASSED|FAILED)",
283 'fixup': {"pass": "PASSED", "fail": "FAILED"},
284 'required': [
285 ("psa_protected_storage_"
286 "s_interface_tests_tfm_sst_test_2xxx_"),
287 "sst_reliability_tests_tfm_sst_test_3xxx_",
288 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
289 ("psa_internal_trusted_storage_"
290 "s_interface_tests_tfm_its_test_2xxx_"),
291 "its_reliability_tests_tfm_its_test_3xxx_",
292 ("audit_"
293 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
294 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
295 ("initial_attestation_service_"
296 "secure_interface_tests_tfm_attest_test_1xxx_"),
297 ]
298 },
299 {
300 'name': 'Non_Secure_Test_Suites_Summary',
301 'start': 'Non-secure test suites summary',
302 'end': r'End of Non-secure test suites',
303 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]304 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]305 r"(?P<result>PASSED|FAILED)",
306 'fixup': {"pass": "PASSED", "fail": "FAILED"},
307 'required': [
308 ("psa_protected_storage"
309 "_ns_interface_tests_tfm_sst_test_1xxx_"),
310 ("psa_internal_trusted_storage"
311 "_ns_interface_tests_tfm_its_test_1xxx_"),
312 ("auditlog_"
313 "non_secure_interface_test_tfm_audit_test_1xxx_"),
314 ("crypto_"
315 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
316 ("initial_attestation_service_"
317 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
318 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
319 ]
320 }
321 ] # Monitors
322 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]323 'RegressionProfileL': {
324 "binaries": {
325 "firmware": "tfm_s_ns_signed.bin",
326 "bootloader": "bl2.bin"
327 },
328 "monitors": [
329 {
330 'name': 'Secure_Test_Suites_Summary',
331 'start': 'Secure test suites summary',
332 'end': 'End of Secure test suites',
333 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]334 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]335 r"(?P<result>PASSED|FAILED)",
336 'fixup': {"pass": "PASSED", "fail": "FAILED"},
337 'required': [
338 ("psa_protected_storage_"
339 "s_interface_tests_tfm_sst_test_2xxx_"),
340 "sst_reliability_tests_tfm_sst_test_3xxx_",
341 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
342 ("psa_internal_trusted_storage_"
343 "s_interface_tests_tfm_its_test_2xxx_"),
344 "its_reliability_tests_tfm_its_test_3xxx_",
345 ("audit_"
346 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
347 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
348 ("initial_attestation_service_"
349 "secure_interface_tests_tfm_attest_test_1xxx_"),
350 ]
351 },
352 {
353 'name': 'Non_Secure_Test_Suites_Summary',
354 'start': 'Non-secure test suites summary',
355 'end': r'End of Non-secure test suites',
356 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]357 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]358 r"(?P<result>PASSED|FAILED)",
359 'fixup': {"pass": "PASSED", "fail": "FAILED"},
360 'required': [
361 ("psa_protected_storage"
362 "_ns_interface_tests_tfm_sst_test_1xxx_"),
363 ("psa_internal_trusted_storage"
364 "_ns_interface_tests_tfm_its_test_1xxx_"),
365 ("auditlog_"
366 "non_secure_interface_test_tfm_audit_test_1xxx_"),
367 ("crypto_"
368 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
369 ("initial_attestation_service_"
370 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
371 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
372 ]
373 }
374 ] # Monitors
375 }, # RegressionProfileL
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]376
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]377 'RegressionIPC': {
378 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]379 "firmware": "tfm_s_ns_signed.bin",
380 "bootloader": "bl2.bin"
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]381 },
382 "monitors": [
383 {
384 'name': 'Secure_Test_Suites_Summary',
385 'start': 'Secure test suites summary',
386 'end': 'End of Secure test suites',
387 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]388 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]389 r"(?P<result>PASSED|FAILED)",
390 'fixup': {"pass": "PASSED", "fail": "FAILED"},
391 'required': [
392 ("psa_protected_storage_"
393 "s_interface_tests_tfm_sst_test_2xxx_"),
394 "sst_reliability_tests_tfm_sst_test_3xxx_",
395 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
396 ("psa_internal_trusted_storage_"
397 "s_interface_tests_tfm_its_test_2xxx_"),
398 "its_reliability_tests_tfm_its_test_3xxx_",
399 ("audit_"
400 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
401 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
402 ("initial_attestation_service_"
403 "secure_interface_tests_tfm_attest_test_1xxx_"),
404 ]
405 },
406 {
407 'name': 'Non_Secure_Test_Suites_Summary',
408 'start': 'Non-secure test suites summary',
409 'end': r'End of Non-secure test suites',
410 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]411 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]412 r"(?P<result>PASSED|FAILED)",
413 'fixup': {"pass": "PASSED", "fail": "FAILED"},
414 'required': [
415 ("psa_protected_storage"
416 "_ns_interface_tests_tfm_sst_test_1xxx_"),
417 ("psa_internal_trusted_storage"
418 "_ns_interface_tests_tfm_its_test_1xxx_"),
419 ("auditlog_"
420 "non_secure_interface_test_tfm_audit_test_1xxx_"),
421 ("crypto_"
422 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
423 ("initial_attestation_service_"
424 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
425 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
426 ]
427 }
428 ] # Monitors
429 }, # Regression
430 'RegressionIPCTfmLevel2': {
431 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]432 "firmware": "tfm_s_ns_signed.bin",
433 "bootloader": "bl2.bin"
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]434 },
435 "monitors": [
436 {
437 'name': 'Secure_Test_Suites_Summary',
438 'start': 'Secure test suites summary',
439 'end': 'End of Secure test suites',
440 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]441 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]442 r"(?P<result>PASSED|FAILED)",
443 'fixup': {"pass": "PASSED", "fail": "FAILED"},
444 'required': [
445 ("psa_protected_storage_"
446 "s_interface_tests_tfm_sst_test_2xxx_"),
447 "sst_reliability_tests_tfm_sst_test_3xxx_",
448 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
449 ("psa_internal_trusted_storage_"
450 "s_interface_tests_tfm_its_test_2xxx_"),
451 "its_reliability_tests_tfm_its_test_3xxx_",
452 ("audit_"
453 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
454 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
455 ("initial_attestation_service_"
456 "secure_interface_tests_tfm_attest_test_1xxx_"),
457 ]
458 },
459 {
460 'name': 'Non_Secure_Test_Suites_Summary',
461 'start': 'Non-secure test suites summary',
462 'end': r'End of Non-secure test suites',
463 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]464 r"test_case_id>[^\n]+)' has(.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]465 r"(?P<result>PASSED|FAILED)",
466 'fixup': {"pass": "PASSED", "fail": "FAILED"},
467 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]468 ("psa_protected_storage"
469 "_ns_interface_tests_tfm_sst_test_1xxx_"),
TudorCretu8b138472019-08-30 10:51:05 +0100[diff] [blame]470 ("psa_internal_trusted_storage"
471 "_ns_interface_tests_tfm_its_test_1xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]472 ("auditlog_"
473 "non_secure_interface_test_tfm_audit_test_1xxx_"),
474 ("crypto_"
475 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
476 ("initial_attestation_service_"
Minos Galanakisf0dae4e2019-05-20 10:56:57 +0100[diff] [blame]477 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]478 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
479 ]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]480 }
481 ] # Monitors
482 }, # Regression
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]483 'RegressionIPCTfmLevel3': {
484 "binaries": {
485 "firmware": "tfm_s_ns_signed.bin",
486 "bootloader": "bl2.bin"
487 },
488 "monitors": [
489 {
490 'name': 'Secure_Test_Suites_Summary',
491 'start': 'Secure test suites summary',
492 'end': 'End of Secure test suites',
493 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]494 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]495 r"(?P<result>PASSED|FAILED)",
496 'fixup': {"pass": "PASSED", "fail": "FAILED"},
497 'required': [
498 ("psa_protected_storage_"
499 "s_interface_tests_tfm_sst_test_2xxx_"),
500 "sst_reliability_tests_tfm_sst_test_3xxx_",
501 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
502 ("psa_internal_trusted_storage_"
503 "s_interface_tests_tfm_its_test_2xxx_"),
504 "its_reliability_tests_tfm_its_test_3xxx_",
505 ("audit_"
506 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
507 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
508 ("initial_attestation_service_"
509 "secure_interface_tests_tfm_attest_test_1xxx_"),
510 ]
511 },
512 {
513 'name': 'Non_Secure_Test_Suites_Summary',
514 'start': 'Non-secure test suites summary',
515 'end': r'End of Non-secure test suites',
516 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]517 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]518 r"(?P<result>PASSED|FAILED)",
519 'fixup': {"pass": "PASSED", "fail": "FAILED"},
520 'required': [
521 ("psa_protected_storage"
522 "_ns_interface_tests_tfm_sst_test_1xxx_"),
523 ("psa_internal_trusted_storage"
524 "_ns_interface_tests_tfm_its_test_1xxx_"),
525 ("auditlog_"
526 "non_secure_interface_test_tfm_audit_test_1xxx_"),
527 ("crypto_"
528 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
529 ("initial_attestation_service_"
530 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
531 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
532 ]
533 }
534 ] # Monitors
535 }, # Regression
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]536 'CoreIPC': {
537 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]538 "firmware": "tfm_s_ns_signed.bin",
539 "bootloader": "bl2.bin"
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]540 },
541 "monitors": [
542 {
543 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]544 'start': 'Non-Secure system',
545 'end': r'starting\\.{3}',
546 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]547 'fixup': {"pass": "!", "fail": ""},
548 'required': ["secure_image_initializing"]
549 } # Monitors
550 ]
551 }, # CoreIPC
552 'CoreIPCTfmLevel2': {
553 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]554 "firmware": "tfm_s_ns_signed.bin",
555 "bootloader": "bl2.bin"
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]556 },
557 "monitors": [
558 {
559 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]560 'start': 'Non-Secure system',
561 'end': r'starting\\.{3}',
562 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]563 'fixup': {"pass": "!", "fail": ""},
564 'required': ["secure_image_initializing"]
565 } # Monitors
566 ]
567 }, # CoreIPCTfmLevel2
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]568 'CoreIPCTfmLevel3': {
569 "binaries": {
570 "firmware": "tfm_s_ns_signed.bin",
571 "bootloader": "bl2.bin"
572 },
573 "monitors": [
574 {
575 'name': 'Secure_Test_Suites_Summary',
576 'start': 'Non-Secure system',
577 'end': r'starting\\.{3}',
578 'pattern': r'Non-Secure system starting\\.{3}',
579 'fixup': {"pass": "!", "fail": ""},
580 'required': ["secure_image_initializing"]
581 } # Monitors
582 ]
583 }, # CoreIPCTfmLevel3
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]584
585# 'PsaApiTest_Crypto': {
586# "binaries": {
587# "firmware": "tfm_s_ns_signed.bin",
588# "bootloader": "bl2.bin"
589# },
590# "monitors": monitors_psaapitest_by_ut,
591# }, # PsaApiTest_Crypto
592
593 'PsaApiTest_STORAGE': {
594 "binaries": {
595 "firmware": "tfm_s_ns_signed.bin",
596 "bootloader": "bl2.bin"
597 },
598 "monitors": monitors_psaapitest_by_desc,
599 }, # PsaApiTest_Storage
600
Paul Sokolovsky0c82ae22022-02-16 20:01:10 +0300[diff] [blame]601 'PsaApiTestIPC_STORAGE': {
602 "binaries": {
603 "firmware": "tfm_s_ns_signed.bin",
604 "bootloader": "bl2.bin"
605 },
606 "monitors": monitors_psaapitest_by_desc,
607 }, # PsaApiTestIPC_Storage
608
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]609 'PsaApiTest_Attest': {
610 "binaries": {
611 "firmware": "tfm_s_ns_signed.bin",
612 "bootloader": "bl2.bin"
613 },
614 "monitors": monitors_psaapitest_by_ut,
615 }, # PsaApiTest_Attest
616
Paul Sokolovsky46ff5312022-02-16 20:23:01 +0300[diff] [blame^]617 'PsaApiTestIPC_Attest': {
618 "binaries": {
619 "firmware": "tfm_s_ns_signed.bin",
620 "bootloader": "bl2.bin"
621 },
622 "monitors": monitors_psaapitest_by_ut,
623 }, # PsaApiTestIPC_Attest
624
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]625 } # Tests
626}
627
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]628
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]629# FVP with BL2 bootloader
630# firmware <-> ns <-> application: --application cpu0=bl2.axf
631# bootloader <-> s <-> data: --data cpu0=tfm_s_ns_signed.bin@0x10080000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]632fvp_mps2_an521_bl2 = {
633 "templ": "fvp_mps2.jinja2",
634 "job_name": "fvp_mps2_an521_bl2",
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]635 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]636 "job_timeout": 15,
637 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]638 "monitor_timeout": 15,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]639 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]640 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]641 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]642 "build_types": ["Debug", "Release", "Minsizerel"],
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]643 "boot_types": ["BL2"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]644 "data_bin_offset": "0x10080000",
645 "tests": {
646 'Default': {
647 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]648 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]649 "bootloader": "tfm_s_ns_signed.bin"
650 },
651 "monitors": [
652 {
653 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]654 'start': 'Non-Secure system',
655 'end': r'starting\\.{3}',
656 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]657 'fixup': {"pass": "!", "fail": ""},
658 'required': ["secure_image_initializing"]
659 } # Monitors
660 ]
661 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]662 'DefaultProfileS': {
663 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]664 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]665 "bootloader": "tfm_s_ns_signed.bin"
666 },
667 "monitors": [
668 {
669 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]670 'start': 'Non-Secure system',
671 'end': r'starting\\.{3}',
672 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]673 'fixup': {"pass": "!", "fail": ""},
674 'required': ["secure_image_initializing"]
675 } # Monitors
676 ]
677 }, # DefaultProfileS
678 'DefaultProfileM': {
679 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]680 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]681 "bootloader": "tfm_s_ns_signed.bin"
682 },
683 "monitors": [
684 {
685 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]686 'start': 'Non-Secure system',
687 'end': r'starting\\.{3}',
688 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]689 'fixup': {"pass": "!", "fail": ""},
690 'required': ["secure_image_initializing"]
691 } # Monitors
692 ]
693 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]694 'DefaultProfileL': {
695 "binaries": {
696 "firmware": "bl2.axf",
697 "bootloader": "tfm_s_ns_signed.bin"
698 },
699 "monitors": [
700 {
701 'name': 'Secure_Test_Suites_Summary',
702 'start': 'Non-Secure system',
703 'end': r'starting\\.{3}',
704 'pattern': r'Non-Secure system starting\\.{3}',
705 'fixup': {"pass": "!", "fail": ""},
706 'required': ["secure_image_initializing"]
707 } # Monitors
708 ]
709 }, # DefaultProfileL
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]710
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]711 'Regression': {
712 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]713 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]714 "bootloader": "tfm_s_ns_signed.bin"
715 },
716 "monitors": [
717 {
718 'name': 'Secure_Test_Suites_Summary',
719 'start': 'Secure test suites summary',
720 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]721 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]722 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]723 r"(?P<result>PASSED|FAILED)",
724 'fixup': {"pass": "PASSED", "fail": "FAILED"},
725 'required': [
726 ("psa_protected_storage_"
727 "s_interface_tests_tfm_sst_test_2xxx_"),
728 "sst_reliability_tests_tfm_sst_test_3xxx_",
729 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
730 ("psa_internal_trusted_storage_"
731 "s_interface_tests_tfm_its_test_2xxx_"),
732 "its_reliability_tests_tfm_its_test_3xxx_",
733 ("audit_"
734 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
735 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
736 ("initial_attestation_service_"
737 "secure_interface_tests_tfm_attest_test_1xxx_"),
738 ]
739 },
740 {
741 'name': 'Non_Secure_Test_Suites_Summary',
742 'start': 'Non-secure test suites summary',
743 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]744 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]745 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]746 r"(?P<result>PASSED|FAILED)",
747 'fixup': {"pass": "PASSED", "fail": "FAILED"},
748 'required': [
749 ("psa_protected_storage"
750 "_ns_interface_tests_tfm_sst_test_1xxx_"),
751 ("psa_internal_trusted_storage"
752 "_ns_interface_tests_tfm_its_test_1xxx_"),
753 ("auditlog_"
754 "non_secure_interface_test_tfm_audit_test_1xxx_"),
755 ("crypto_"
756 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
757 ("initial_attestation_service_"
758 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
759 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
760 ]
761 }
762 ] # Monitors
763 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]764
765 'RegressionProfileM': {
766 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]767 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]768 "bootloader": "tfm_s_ns_signed.bin"
769 },
770 "monitors": [
771 {
772 'name': 'Secure_Test_Suites_Summary',
773 'start': 'Secure test suites summary',
774 'end': 'End of Secure test suites',
775 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]776 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]777 r"(?P<result>PASSED|FAILED)",
778 'fixup': {"pass": "PASSED", "fail": "FAILED"},
779 'required': [
780 ("psa_protected_storage_"
781 "s_interface_tests_tfm_sst_test_2xxx_"),
782 "sst_reliability_tests_tfm_sst_test_3xxx_",
783 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
784 ("psa_internal_trusted_storage_"
785 "s_interface_tests_tfm_its_test_2xxx_"),
786 "its_reliability_tests_tfm_its_test_3xxx_",
787 ("audit_"
788 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
789 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
790 ("initial_attestation_service_"
791 "secure_interface_tests_tfm_attest_test_1xxx_"),
792 ]
793 },
794 {
795 'name': 'Non_Secure_Test_Suites_Summary',
796 'start': 'Non-secure test suites summary',
797 'end': r'End of Non-secure test suites',
798 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]799 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]800 r"(?P<result>PASSED|FAILED)",
801 'fixup': {"pass": "PASSED", "fail": "FAILED"},
802 'required': [
803 ("psa_protected_storage"
804 "_ns_interface_tests_tfm_sst_test_1xxx_"),
805 ("psa_internal_trusted_storage"
806 "_ns_interface_tests_tfm_its_test_1xxx_"),
807 ("auditlog_"
808 "non_secure_interface_test_tfm_audit_test_1xxx_"),
809 ("crypto_"
810 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
811 ("initial_attestation_service_"
812 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
813 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
814 ]
815 }
816 ] # Monitors
817 }, # RegressionProfileM
818 'RegressionProfileS': {
819 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]820 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]821 "bootloader": "tfm_s_ns_signed.bin"
822 },
823 "monitors": [
824 {
825 'name': 'Secure_Test_Suites_Summary',
826 'start': 'Secure test suites summary',
827 'end': 'End of Secure test suites',
828 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]829 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]830 r"(?P<result>PASSED|FAILED)",
831 'fixup': {"pass": "PASSED", "fail": "FAILED"},
832 'required': [
833 ("psa_protected_storage_"
834 "s_interface_tests_tfm_sst_test_2xxx_"),
835 "sst_reliability_tests_tfm_sst_test_3xxx_",
836 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
837 ("psa_internal_trusted_storage_"
838 "s_interface_tests_tfm_its_test_2xxx_"),
839 "its_reliability_tests_tfm_its_test_3xxx_",
840 ("audit_"
841 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
842 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
843 ("initial_attestation_service_"
844 "secure_interface_tests_tfm_attest_test_1xxx_"),
845 ]
846 },
847 {
848 'name': 'Non_Secure_Test_Suites_Summary',
849 'start': 'Non-secure test suites summary',
850 'end': r'End of Non-secure test suites',
851 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]852 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]853 r"(?P<result>PASSED|FAILED)",
854 'fixup': {"pass": "PASSED", "fail": "FAILED"},
855 'required': [
856 ("psa_protected_storage"
857 "_ns_interface_tests_tfm_sst_test_1xxx_"),
858 ("psa_internal_trusted_storage"
859 "_ns_interface_tests_tfm_its_test_1xxx_"),
860 ("auditlog_"
861 "non_secure_interface_test_tfm_audit_test_1xxx_"),
862 ("crypto_"
863 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
864 ("initial_attestation_service_"
865 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
866 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
867 ]
868 }
869 ] # Monitors
870 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]871 'RegressionProfileL': {
872 "binaries": {
873 "firmware": "bl2.axf",
874 "bootloader": "tfm_s_ns_signed.bin"
875 },
876 "monitors": [
877 {
878 'name': 'Secure_Test_Suites_Summary',
879 'start': 'Secure test suites summary',
880 'end': 'End of Secure test suites',
881 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]882 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]883 r"(?P<result>PASSED|FAILED)",
884 'fixup': {"pass": "PASSED", "fail": "FAILED"},
885 'required': [
886 ("psa_protected_storage_"
887 "s_interface_tests_tfm_sst_test_2xxx_"),
888 "sst_reliability_tests_tfm_sst_test_3xxx_",
889 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
890 ("psa_internal_trusted_storage_"
891 "s_interface_tests_tfm_its_test_2xxx_"),
892 "its_reliability_tests_tfm_its_test_3xxx_",
893 ("audit_"
894 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
895 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
896 ("initial_attestation_service_"
897 "secure_interface_tests_tfm_attest_test_1xxx_"),
898 ]
899 },
900 {
901 'name': 'Non_Secure_Test_Suites_Summary',
902 'start': 'Non-secure test suites summary',
903 'end': r'End of Non-secure test suites',
904 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]905 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]906 r"(?P<result>PASSED|FAILED)",
907 'fixup': {"pass": "PASSED", "fail": "FAILED"},
908 'required': [
909 ("psa_protected_storage"
910 "_ns_interface_tests_tfm_sst_test_1xxx_"),
911 ("psa_internal_trusted_storage"
912 "_ns_interface_tests_tfm_its_test_1xxx_"),
913 ("auditlog_"
914 "non_secure_interface_test_tfm_audit_test_1xxx_"),
915 ("crypto_"
916 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
917 ("initial_attestation_service_"
918 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
919 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
920 ]
921 }
922 ] # Monitors
923 }, # RegressionProfileL
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]924
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]925 'RegressionIPC': {
926 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]927 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]928 "bootloader": "tfm_s_ns_signed.bin"
929 },
930 "monitors": [
931 {
932 'name': 'Secure_Test_Suites_Summary',
933 'start': 'Secure test suites summary',
934 'end': 'End of Secure test suites',
935 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]936 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]937 r"(?P<result>PASSED|FAILED)",
938 'fixup': {"pass": "PASSED", "fail": "FAILED"},
939 'required': [
940 ("psa_protected_storage_"
941 "s_interface_tests_tfm_sst_test_2xxx_"),
942 "sst_reliability_tests_tfm_sst_test_3xxx_",
943 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
944 ("psa_internal_trusted_storage_"
945 "s_interface_tests_tfm_its_test_2xxx_"),
946 "its_reliability_tests_tfm_its_test_3xxx_",
947 ("audit_"
948 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
949 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
950 ("initial_attestation_service_"
951 "secure_interface_tests_tfm_attest_test_1xxx_"),
952 ]
953 },
954 {
955 'name': 'Non_Secure_Test_Suites_Summary',
956 'start': 'Non-secure test suites summary',
957 'end': r'End of Non-secure test suites',
958 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]959 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]960 r"(?P<result>PASSED|FAILED)",
961 'fixup': {"pass": "PASSED", "fail": "FAILED"},
962 'required': [
963 ("psa_protected_storage"
964 "_ns_interface_tests_tfm_sst_test_1xxx_"),
965 ("psa_internal_trusted_storage"
966 "_ns_interface_tests_tfm_its_test_1xxx_"),
967 ("auditlog_"
968 "non_secure_interface_test_tfm_audit_test_1xxx_"),
969 ("crypto_"
970 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
971 ("initial_attestation_service_"
972 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
973 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
974 ]
975 }
976 ] # Monitors
977 }, # Regression
978 'RegressionIPCTfmLevel2': {
979 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]980 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]981 "bootloader": "tfm_s_ns_signed.bin"
982 },
983 "monitors": [
984 {
985 'name': 'Secure_Test_Suites_Summary',
986 'start': 'Secure test suites summary',
987 'end': 'End of Secure test suites',
988 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]989 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]990 r"(?P<result>PASSED|FAILED)",
991 'fixup': {"pass": "PASSED", "fail": "FAILED"},
992 'required': [
993 ("psa_protected_storage_"
994 "s_interface_tests_tfm_sst_test_2xxx_"),
995 "sst_reliability_tests_tfm_sst_test_3xxx_",
996 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
997 ("psa_internal_trusted_storage_"
998 "s_interface_tests_tfm_its_test_2xxx_"),
999 "its_reliability_tests_tfm_its_test_3xxx_",
1000 ("audit_"
1001 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1002 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1003 ("initial_attestation_service_"
1004 "secure_interface_tests_tfm_attest_test_1xxx_"),
1005 ]
1006 },
1007 {
1008 'name': 'Non_Secure_Test_Suites_Summary',
1009 'start': 'Non-secure test suites summary',
1010 'end': r'End of Non-secure test suites',
1011 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1012 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1013 r"(?P<result>PASSED|FAILED)",
1014 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1015 'required': [
1016 ("psa_protected_storage"
1017 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1018 ("psa_internal_trusted_storage"
1019 "_ns_interface_tests_tfm_its_test_1xxx_"),
1020 ("auditlog_"
1021 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1022 ("crypto_"
1023 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1024 ("initial_attestation_service_"
1025 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1026 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1027 ]
1028 }
1029 ] # Monitors
1030 }, # Regression
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1031 'RegressionIPCTfmLevel3': {
1032 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1033 "firmware": "bl2.axf",
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1034 "bootloader": "tfm_s_ns_signed.bin"
1035 },
1036 "monitors": [
1037 {
1038 'name': 'Secure_Test_Suites_Summary',
1039 'start': 'Secure test suites summary',
1040 'end': 'End of Secure test suites',
1041 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1042 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1043 r"(?P<result>PASSED|FAILED)",
1044 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1045 'required': [
1046 ("psa_protected_storage_"
1047 "s_interface_tests_tfm_sst_test_2xxx_"),
1048 "sst_reliability_tests_tfm_sst_test_3xxx_",
1049 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1050 ("psa_internal_trusted_storage_"
1051 "s_interface_tests_tfm_its_test_2xxx_"),
1052 "its_reliability_tests_tfm_its_test_3xxx_",
1053 ("audit_"
1054 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1055 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1056 ("initial_attestation_service_"
1057 "secure_interface_tests_tfm_attest_test_1xxx_"),
1058 ]
1059 },
1060 {
1061 'name': 'Non_Secure_Test_Suites_Summary',
1062 'start': 'Non-secure test suites summary',
1063 'end': r'End of Non-secure test suites',
1064 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1065 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1066 r"(?P<result>PASSED|FAILED)",
1067 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1068 'required': [
1069 ("psa_protected_storage"
1070 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1071 ("psa_internal_trusted_storage"
1072 "_ns_interface_tests_tfm_its_test_1xxx_"),
1073 ("auditlog_"
1074 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1075 ("crypto_"
1076 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1077 ("initial_attestation_service_"
1078 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1079 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1080 ]
1081 }
1082 ] # Monitors
1083 }, # Regression
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1084 'CoreIPC': {
1085 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1086 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1087 "bootloader": "tfm_s_ns_signed.bin"
1088 },
1089 "monitors": [
1090 {
1091 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1092 'start': 'Non-Secure system',
1093 'end': r'starting\\.{3}',
1094 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1095 'fixup': {"pass": "!", "fail": ""},
1096 'required': ["secure_image_initializing"]
1097 } # Monitors
1098 ]
1099 }, # CoreIPC
1100 'CoreIPCTfmLevel2': {
1101 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1102 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1103 "bootloader": "tfm_s_ns_signed.bin"
1104 },
1105 "monitors": [
1106 {
1107 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1108 'start': 'Non-Secure system',
1109 'end': r'starting\\.{3}',
1110 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1111 'fixup': {"pass": "!", "fail": ""},
1112 'required': ["secure_image_initializing"]
1113 } # Monitors
1114 ]
1115 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1116 'CoreIPCTfmLevel3': {
1117 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1118 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1119 "bootloader": "tfm_s_ns_signed.bin"
1120 },
1121 "monitors": [
1122 {
1123 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1124 'start': 'Non-Secure system',
1125 'end': r'starting\\.{3}',
1126 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1127 'fixup': {"pass": "!", "fail": ""},
1128 'required': ["secure_image_initializing"]
1129 } # Monitors
1130 ]
1131 }, # CoreIPCTfmLevel3
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]1132
1133# 'PsaApiTest_Crypto': {
1134# "binaries": {
1135# "firmware": "bl2.axf",
1136# "bootloader": "tfm_s_ns_signed.bin"
1137# },
1138# "monitors": monitors_psaapitest_by_ut,
1139# }, # PsaApiTest_Crypto
1140
1141 'PsaApiTest_STORAGE': {
1142 "binaries": {
1143 "firmware": "bl2.axf",
1144 "bootloader": "tfm_s_ns_signed.bin"
1145 },
1146 "monitors": monitors_psaapitest_by_desc,
1147 }, # PsaApiTest_Storage
1148
Paul Sokolovsky0c82ae22022-02-16 20:01:10 +0300[diff] [blame]1149 'PsaApiTestIPC_STORAGE': {
1150 "binaries": {
1151 "firmware": "bl2.axf",
1152 "bootloader": "tfm_s_ns_signed.bin"
1153 },
1154 "monitors": monitors_psaapitest_by_desc,
1155 }, # PsaApiTestIPC_Storage
1156
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]1157 'PsaApiTest_Attest': {
1158 "binaries": {
1159 "firmware": "bl2.axf",
1160 "bootloader": "tfm_s_ns_signed.bin"
1161 },
1162 "monitors": monitors_psaapitest_by_ut,
1163 }, # PsaApiTest_Attest
1164
Paul Sokolovsky46ff5312022-02-16 20:23:01 +0300[diff] [blame^]1165 'PsaApiTestIPC_Attest': {
1166 "binaries": {
1167 "firmware": "bl2.axf",
1168 "bootloader": "tfm_s_ns_signed.bin"
1169 },
1170 "monitors": monitors_psaapitest_by_ut,
1171 }, # PsaApiTestIPC_Attest
1172
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1173 } # Tests
1174}
1175
1176
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1177# FVP without BL2 bootloader
1178# firmware <-> ns <-> application: --application cpu0=tfm_s.axf
1179# bootloader <-> s <-> data: --data cpu0=tfm_ns.bin@0x00100000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1180fvp_mps2_an521_nobl2 = {
1181 "templ": "fvp_mps2.jinja2",
1182 "job_name": "fvp_mps2_an521_nobl2",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1183 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1184 "job_timeout": 15,
1185 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]1186 "monitor_timeout": 15,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1187 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]1188 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1189 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1190 "build_types": ["Debug", "Release", "Minsizerel"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1191 "boot_types": ["NOBL2"],
1192 "data_bin_offset": "0x00100000",
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]1193 "cpu_baseline": 1,
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1194 "tests": {
1195 'Default': {
1196 "binaries": {
1197 "firmware": "tfm_s.axf",
1198 "bootloader": "tfm_ns.bin"
1199 },
1200 "monitors": [
1201 {
1202 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1203 'start': 'Non-Secure system',
1204 'end': r'starting\\.{3}',
1205 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1206 'fixup': {"pass": "!", "fail": ""},
1207 'required': ["secure_image_initializing"]
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1208 }
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1209 ]
1210 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1211 'DefaultProfileS': {
1212 "binaries": {
1213 "firmware": "tfm_s.axf",
1214 "bootloader": "tfm_ns.bin"
1215 },
1216 "monitors": [
1217 {
1218 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1219 'start': 'Non-Secure system',
1220 'end': r'starting\\.{3}',
1221 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1222 'fixup': {"pass": "!", "fail": ""},
1223 'required': ["secure_image_initializing"]
1224 } # Monitors
1225 ]
1226 }, # DefaultProfileS
1227 'DefaultProfileM': {
1228 "binaries": {
1229 "firmware": "tfm_s.axf",
1230 "bootloader": "tfm_ns.bin"
1231 },
1232 "monitors": [
1233 {
1234 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1235 'start': 'Non-Secure system',
1236 'end': r'starting\\.{3}',
1237 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1238 'fixup': {"pass": "!", "fail": ""},
1239 'required': ["secure_image_initializing"]
1240 } # Monitors
1241 ]
1242 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]1243 'DefaultProfileL': {
1244 "binaries": {
1245 "firmware": "tfm_s.axf",
1246 "bootloader": "tfm_ns.bin"
1247 },
1248 "monitors": [
1249 {
1250 'name': 'Secure_Test_Suites_Summary',
1251 'start': 'Non-Secure system',
1252 'end': r'starting\\.{3}',
1253 'pattern': r'Non-Secure system starting\\.{3}',
1254 'fixup': {"pass": "!", "fail": ""},
1255 'required': ["secure_image_initializing"]
1256 } # Monitors
1257 ]
1258 }, # DefaultProfileL
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1259
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1260 'Regression': {
1261 "binaries": {
1262 "firmware": "tfm_s.axf",
1263 "bootloader": "tfm_ns.bin"
1264 },
1265 "monitors": [
1266 {
1267 'name': 'Secure_Test_Suites_Summary',
1268 'start': 'Secure test suites summary',
1269 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1270 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1271 r"test_case_id>[^\n]+)' has(.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1272 r"(?P<result>PASSED|FAILED)",
1273 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1274 'required': [
1275 ("psa_protected_storage_"
1276 "s_interface_tests_tfm_sst_test_2xxx_"),
1277 "sst_reliability_tests_tfm_sst_test_3xxx_",
1278 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1279 ("psa_internal_trusted_storage_"
1280 "s_interface_tests_tfm_its_test_2xxx_"),
1281 "its_reliability_tests_tfm_its_test_3xxx_",
1282 ("audit_"
1283 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1284 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1285 ("initial_attestation_service_"
1286 "secure_interface_tests_tfm_attest_test_1xxx_"),
1287 ]
1288 },
1289 {
1290 'name': 'Non_Secure_Test_Suites_Summary',
1291 'start': 'Non-secure test suites summary',
1292 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1293 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1294 r"test_case_id>[^\n]+)' has(.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1295 r"(?P<result>PASSED|FAILED)",
1296 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1297 'required': [
1298 ("psa_protected_storage"
1299 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1300 ("psa_internal_trusted_storage"
1301 "_ns_interface_tests_tfm_its_test_1xxx_"),
1302 ("auditlog_"
1303 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1304 ("crypto_"
1305 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1306 ("initial_attestation_service_"
1307 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1308 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1309 ]
1310 }
1311 ] # Monitors
1312 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1313 'RegressionProfileM': {
1314 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1315 "firmware": "tfm_s.axf",
1316 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1317 },
1318 "monitors": [
1319 {
1320 'name': 'Secure_Test_Suites_Summary',
1321 'start': 'Secure test suites summary',
1322 'end': 'End of Secure test suites',
1323 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1324 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1325 r"(?P<result>PASSED|FAILED)",
1326 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1327 'required': [
1328 ("psa_protected_storage_"
1329 "s_interface_tests_tfm_sst_test_2xxx_"),
1330 "sst_reliability_tests_tfm_sst_test_3xxx_",
1331 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1332 ("psa_internal_trusted_storage_"
1333 "s_interface_tests_tfm_its_test_2xxx_"),
1334 "its_reliability_tests_tfm_its_test_3xxx_",
1335 ("audit_"
1336 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1337 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1338 ("initial_attestation_service_"
1339 "secure_interface_tests_tfm_attest_test_1xxx_"),
1340 ]
1341 },
1342 {
1343 'name': 'Non_Secure_Test_Suites_Summary',
1344 'start': 'Non-secure test suites summary',
1345 'end': r'End of Non-secure test suites',
1346 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1347 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1348 r"(?P<result>PASSED|FAILED)",
1349 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1350 'required': [
1351 ("psa_protected_storage"
1352 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1353 ("psa_internal_trusted_storage"
1354 "_ns_interface_tests_tfm_its_test_1xxx_"),
1355 ("auditlog_"
1356 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1357 ("crypto_"
1358 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1359 ("initial_attestation_service_"
1360 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1361 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1362 ]
1363 }
1364 ] # Monitors
1365 }, # RegressionProfileM
1366 'RegressionProfileS': {
1367 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1368 "firmware": "tfm_s.axf",
1369 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1370 },
1371 "monitors": [
1372 {
1373 'name': 'Secure_Test_Suites_Summary',
1374 'start': 'Secure test suites summary',
1375 'end': 'End of Secure test suites',
1376 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1377 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1378 r"(?P<result>PASSED|FAILED)",
1379 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1380 'required': [
1381 ("psa_protected_storage_"
1382 "s_interface_tests_tfm_sst_test_2xxx_"),
1383 "sst_reliability_tests_tfm_sst_test_3xxx_",
1384 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1385 ("psa_internal_trusted_storage_"
1386 "s_interface_tests_tfm_its_test_2xxx_"),
1387 "its_reliability_tests_tfm_its_test_3xxx_",
1388 ("audit_"
1389 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1390 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1391 ("initial_attestation_service_"
1392 "secure_interface_tests_tfm_attest_test_1xxx_"),
1393 ]
1394 },
1395 {
1396 'name': 'Non_Secure_Test_Suites_Summary',
1397 'start': 'Non-secure test suites summary',
1398 'end': r'End of Non-secure test suites',
1399 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1400 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1401 r"(?P<result>PASSED|FAILED)",
1402 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1403 'required': [
1404 ("psa_protected_storage"
1405 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1406 ("psa_internal_trusted_storage"
1407 "_ns_interface_tests_tfm_its_test_1xxx_"),
1408 ("auditlog_"
1409 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1410 ("crypto_"
1411 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1412 ("initial_attestation_service_"
1413 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1414 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1415 ]
1416 }
1417 ] # Monitors
1418 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]1419 'RegressionProfileL': {
1420 "binaries": {
1421 "firmware": "tfm_s.axf",
1422 "bootloader": "tfm_ns.bin"
1423 },
1424 "monitors": [
1425 {
1426 'name': 'Secure_Test_Suites_Summary',
1427 'start': 'Secure test suites summary',
1428 'end': 'End of Secure test suites',
1429 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1430 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]1431 r"(?P<result>PASSED|FAILED)",
1432 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1433 'required': [
1434 ("psa_protected_storage_"
1435 "s_interface_tests_tfm_sst_test_2xxx_"),
1436 "sst_reliability_tests_tfm_sst_test_3xxx_",
1437 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1438 ("psa_internal_trusted_storage_"
1439 "s_interface_tests_tfm_its_test_2xxx_"),
1440 "its_reliability_tests_tfm_its_test_3xxx_",
1441 ("audit_"
1442 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1443 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1444 ("initial_attestation_service_"
1445 "secure_interface_tests_tfm_attest_test_1xxx_"),
1446 ]
1447 },
1448 {
1449 'name': 'Non_Secure_Test_Suites_Summary',
1450 'start': 'Non-secure test suites summary',
1451 'end': r'End of Non-secure test suites',
1452 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1453 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]1454 r"(?P<result>PASSED|FAILED)",
1455 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1456 'required': [
1457 ("psa_protected_storage"
1458 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1459 ("psa_internal_trusted_storage"
1460 "_ns_interface_tests_tfm_its_test_1xxx_"),
1461 ("auditlog_"
1462 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1463 ("crypto_"
1464 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1465 ("initial_attestation_service_"
1466 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1467 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1468 ]
1469 }
1470 ] # Monitors
1471 }, # RegressionProfileL
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1472
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1473 'RegressionIPC': {
1474 "binaries": {
1475 "firmware": "tfm_s.axf",
1476 "bootloader": "tfm_ns.bin"
1477 },
1478 "monitors": [
1479 {
1480 'name': 'Secure_Test_Suites_Summary',
1481 'start': 'Secure test suites summary',
1482 'end': 'End of Secure test suites',
1483 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1484 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1485 r"(?P<result>PASSED|FAILED)",
1486 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1487 'required': [
1488 ("psa_protected_storage_"
1489 "s_interface_tests_tfm_sst_test_2xxx_"),
1490 "sst_reliability_tests_tfm_sst_test_3xxx_",
1491 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1492 ("psa_internal_trusted_storage_"
1493 "s_interface_tests_tfm_its_test_2xxx_"),
1494 "its_reliability_tests_tfm_its_test_3xxx_",
1495 ("audit_"
1496 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1497 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1498 ("initial_attestation_service_"
1499 "secure_interface_tests_tfm_attest_test_1xxx_"),
1500 ]
1501 },
1502 {
1503 'name': 'Non_Secure_Test_Suites_Summary',
1504 'start': 'Non-secure test suites summary',
1505 'end': r'End of Non-secure test suites',
1506 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1507 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1508 r"(?P<result>PASSED|FAILED)",
1509 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1510 'required': [
1511 ("psa_protected_storage"
1512 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1513 ("psa_internal_trusted_storage"
1514 "_ns_interface_tests_tfm_its_test_1xxx_"),
1515 ("auditlog_"
1516 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1517 ("crypto_"
1518 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1519 ("initial_attestation_service_"
1520 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1521 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1522 ]
1523 }
1524 ] # Monitors
1525 }, # RegressionIPC
1526 'RegressionIPCTfmLevel2': {
1527 "binaries": {
1528 "firmware": "tfm_s.axf",
1529 "bootloader": "tfm_ns.bin"
1530 },
1531 "monitors": [
1532 {
1533 'name': 'Secure_Test_Suites_Summary',
1534 'start': 'Secure test suites summary',
1535 'end': 'End of Secure test suites',
1536 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1537 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1538 r"(?P<result>PASSED|FAILED)",
1539 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1540 'required': [
1541 ("psa_protected_storage_"
1542 "s_interface_tests_tfm_sst_test_2xxx_"),
1543 "sst_reliability_tests_tfm_sst_test_3xxx_",
1544 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1545 ("psa_internal_trusted_storage_"
1546 "s_interface_tests_tfm_its_test_2xxx_"),
1547 "its_reliability_tests_tfm_its_test_3xxx_",
1548 ("audit_"
1549 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1550 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1551 ("initial_attestation_service_"
1552 "secure_interface_tests_tfm_attest_test_1xxx_"),
1553 ]
1554 },
1555 {
1556 'name': 'Non_Secure_Test_Suites_Summary',
1557 'start': 'Non-secure test suites summary',
1558 'end': r'End of Non-secure test suites',
1559 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1560 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1561 r"(?P<result>PASSED|FAILED)",
1562 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1563 'required': [
1564 ("psa_protected_storage"
1565 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1566 ("psa_internal_trusted_storage"
1567 "_ns_interface_tests_tfm_its_test_1xxx_"),
1568 ("auditlog_"
1569 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1570 ("crypto_"
1571 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1572 ("initial_attestation_service_"
1573 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1574 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1575 ]
1576 }
1577 ] # Monitors
1578 }, # RegressionIPCTfmLevel2
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1579 'RegressionIPCTfmLevel3': {
1580 "binaries": {
1581 "firmware": "tfm_s.axf",
1582 "bootloader": "tfm_ns.bin"
1583 },
1584 "monitors": [
1585 {
1586 'name': 'Secure_Test_Suites_Summary',
1587 'start': 'Secure test suites summary',
1588 'end': 'End of Secure test suites',
1589 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1590 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1591 r"(?P<result>PASSED|FAILED)",
1592 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1593 'required': [
1594 ("psa_protected_storage_"
1595 "s_interface_tests_tfm_sst_test_2xxx_"),
1596 "sst_reliability_tests_tfm_sst_test_3xxx_",
1597 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1598 ("psa_internal_trusted_storage_"
1599 "s_interface_tests_tfm_its_test_2xxx_"),
1600 "its_reliability_tests_tfm_its_test_3xxx_",
1601 ("audit_"
1602 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1603 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1604 ("initial_attestation_service_"
1605 "secure_interface_tests_tfm_attest_test_1xxx_"),
1606 ]
1607 },
1608 {
1609 'name': 'Non_Secure_Test_Suites_Summary',
1610 'start': 'Non-secure test suites summary',
1611 'end': r'End of Non-secure test suites',
1612 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1613 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1614 r"(?P<result>PASSED|FAILED)",
1615 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1616 'required': [
1617 ("psa_protected_storage"
1618 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1619 ("psa_internal_trusted_storage"
1620 "_ns_interface_tests_tfm_its_test_1xxx_"),
1621 ("auditlog_"
1622 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1623 ("crypto_"
1624 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1625 ("initial_attestation_service_"
1626 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1627 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1628 ]
1629 }
1630 ] # Monitors
1631 }, # RegressionIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1632 'CoreIPC': {
1633 "binaries": {
1634 "firmware": "tfm_s.axf",
1635 "bootloader": "tfm_ns.bin"
1636 },
1637 "monitors": [
1638 {
1639 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1640 'start': 'Non-Secure system',
1641 'end': r'starting\\.{3}',
1642 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1643 'fixup': {"pass": "!", "fail": ""},
1644 'required': ["secure_image_initializing"]
1645 } # Monitors
1646 ]
1647 }, # CoreIPC
1648 'CoreIPCTfmLevel2': {
1649 "binaries": {
1650 "firmware": "tfm_s.axf",
1651 "bootloader": "tfm_ns.bin"
1652 },
1653 "monitors": [
1654 {
1655 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1656 'start': 'Non-Secure system',
1657 'end': r'starting\\.{3}',
1658 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1659 'fixup': {"pass": "!", "fail": ""},
1660 'required': ["secure_image_initializing"]
1661 } # Monitors
1662 ]
1663 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1664 'CoreIPCTfmLevel3': {
1665 "binaries": {
1666 "firmware": "tfm_s.axf",
1667 "bootloader": "tfm_ns.bin"
1668 },
1669 "monitors": [
1670 {
1671 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1672 'start': 'Non-Secure system',
1673 'end': r'starting\\.{3}',
1674 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1675 'fixup': {"pass": "!", "fail": ""},
1676 'required': ["secure_image_initializing"]
1677 } # Monitors
1678 ]
1679 }, # CoreIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1680 } # Tests
1681}
1682
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1683
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1684# FVP with BL2 bootloader
1685# firmware <-> ns <-> application: --application cpu0=bl2.axf
1686# bootloader <-> s <-> data: --data cpu0=tfm_s_ns_signed.bin@0x10080000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1687fvp_mps2_an519_bl2 = {
1688 "templ": "fvp_mps2.jinja2",
1689 "job_name": "fvp_mps2_an519_bl2",
1690 "device_type": "fvp",
1691 "job_timeout": 15,
1692 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]1693 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1694 "poweroff_timeout": 1,
1695 "platforms": {"AN519": ""},
1696 "compilers": ["GNUARM", "ARMCLANG"],
1697 "build_types": ["Debug", "Release", "Minsizerel"],
1698 "boot_types": ["BL2"],
1699 "data_bin_offset": "0x10080000",
1700 "cpu0_baseline": 1,
1701 "tests": {
1702 'Default': {
1703 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1704 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1705 "bootloader": "tfm_s_ns_signed.bin"
1706 },
1707 "monitors": [
1708 {
1709 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1710 'start': 'Non-Secure system',
1711 'end': r'starting\\.{3}',
1712 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1713 'fixup': {"pass": "!", "fail": ""},
1714 'required': ["secure_image_initializing"]
1715 } # Monitors
1716 ]
1717 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1718 'DefaultProfileS': {
1719 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1720 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1721 "bootloader": "tfm_s_ns_signed.bin"
1722 },
1723 "monitors": [
1724 {
1725 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1726 'start': 'Non-Secure system',
1727 'end': r'starting\\.{3}',
1728 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1729 'fixup': {"pass": "!", "fail": ""},
1730 'required': ["secure_image_initializing"]
1731 } # Monitors
1732 ]
1733 }, # DefaultProfileS
1734 'DefaultProfileM': {
1735 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1736 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1737 "bootloader": "tfm_s_ns_signed.bin"
1738 },
1739 "monitors": [
1740 {
1741 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1742 'start': 'Non-Secure system',
1743 'end': r'starting\\.{3}',
1744 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1745 'fixup': {"pass": "!", "fail": ""},
1746 'required': ["secure_image_initializing"]
1747 } # Monitors
1748 ]
1749 }, # DefaultProfileM
1750
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1751 'Regression': {
1752 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1753 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1754 "bootloader": "tfm_s_ns_signed.bin"
1755 },
1756 "monitors": [
1757 {
1758 'name': 'Secure_Test_Suites_Summary',
1759 'start': 'Secure test suites summary',
1760 'end': 'End of Secure test suites',
1761 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1762 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1763 r"(?P<result>PASSED|FAILED)",
1764 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1765 'required': [
1766 ("psa_protected_storage_"
1767 "s_interface_tests_tfm_sst_test_2xxx_"),
1768 "sst_reliability_tests_tfm_sst_test_3xxx_",
1769 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1770 ("psa_internal_trusted_storage_"
1771 "s_interface_tests_tfm_its_test_2xxx_"),
1772 "its_reliability_tests_tfm_its_test_3xxx_",
1773 ("audit_"
1774 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1775 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1776 ("initial_attestation_service_"
1777 "secure_interface_tests_tfm_attest_test_1xxx_"),
1778 ]
1779 },
1780 {
1781 'name': 'Non_Secure_Test_Suites_Summary',
1782 'start': 'Non-secure test suites summary',
1783 'end': r'End of Non-secure test suites',
1784 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1785 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1786 r"(?P<result>PASSED|FAILED)",
1787 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1788 'required': [
1789 ("psa_protected_storage"
1790 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1791 ("psa_internal_trusted_storage"
1792 "_ns_interface_tests_tfm_its_test_1xxx_"),
1793 ("auditlog_"
1794 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1795 ("crypto_"
1796 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1797 ("initial_attestation_service_"
1798 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1799 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1800 ]
1801 }
1802 ] # Monitors
1803 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1804
1805 'RegressionProfileM': {
1806 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1807 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1808 "bootloader": "tfm_s_ns_signed.bin"
1809 },
1810 "monitors": [
1811 {
1812 'name': 'Secure_Test_Suites_Summary',
1813 'start': 'Secure test suites summary',
1814 'end': 'End of Secure test suites',
1815 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1816 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1817 r"(?P<result>PASSED|FAILED)",
1818 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1819 'required': [
1820 ("psa_protected_storage_"
1821 "s_interface_tests_tfm_sst_test_2xxx_"),
1822 "sst_reliability_tests_tfm_sst_test_3xxx_",
1823 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1824 ("psa_internal_trusted_storage_"
1825 "s_interface_tests_tfm_its_test_2xxx_"),
1826 "its_reliability_tests_tfm_its_test_3xxx_",
1827 ("audit_"
1828 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1829 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1830 ("initial_attestation_service_"
1831 "secure_interface_tests_tfm_attest_test_1xxx_"),
1832 ]
1833 },
1834 {
1835 'name': 'Non_Secure_Test_Suites_Summary',
1836 'start': 'Non-secure test suites summary',
1837 'end': r'End of Non-secure test suites',
1838 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1839 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1840 r"(?P<result>PASSED|FAILED)",
1841 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1842 'required': [
1843 ("psa_protected_storage"
1844 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1845 ("psa_internal_trusted_storage"
1846 "_ns_interface_tests_tfm_its_test_1xxx_"),
1847 ("auditlog_"
1848 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1849 ("crypto_"
1850 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1851 ("initial_attestation_service_"
1852 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1853 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1854 ]
1855 }
1856 ] # Monitors
1857 }, # RegressionProfileM
1858 'RegressionProfileS': {
1859 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1860 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1861 "bootloader": "tfm_s_ns_signed.bin"
1862 },
1863 "monitors": [
1864 {
1865 'name': 'Secure_Test_Suites_Summary',
1866 'start': 'Secure test suites summary',
1867 'end': 'End of Secure test suites',
1868 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1869 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1870 r"(?P<result>PASSED|FAILED)",
1871 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1872 'required': [
1873 ("psa_protected_storage_"
1874 "s_interface_tests_tfm_sst_test_2xxx_"),
1875 "sst_reliability_tests_tfm_sst_test_3xxx_",
1876 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1877 ("psa_internal_trusted_storage_"
1878 "s_interface_tests_tfm_its_test_2xxx_"),
1879 "its_reliability_tests_tfm_its_test_3xxx_",
1880 ("audit_"
1881 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1882 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1883 ("initial_attestation_service_"
1884 "secure_interface_tests_tfm_attest_test_1xxx_"),
1885 ]
1886 },
1887 {
1888 'name': 'Non_Secure_Test_Suites_Summary',
1889 'start': 'Non-secure test suites summary',
1890 'end': r'End of Non-secure test suites',
1891 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1892 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1893 r"(?P<result>PASSED|FAILED)",
1894 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1895 'required': [
1896 ("psa_protected_storage"
1897 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1898 ("psa_internal_trusted_storage"
1899 "_ns_interface_tests_tfm_its_test_1xxx_"),
1900 ("auditlog_"
1901 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1902 ("crypto_"
1903 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1904 ("initial_attestation_service_"
1905 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1906 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1907 ]
1908 }
1909 ] # Monitors
1910 }, # RegressionProfileS
1911
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1912 'RegressionIPC': {
1913 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1914 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1915 "bootloader": "tfm_s_ns_signed.bin"
1916 },
1917 "monitors": [
1918 {
1919 'name': 'Secure_Test_Suites_Summary',
1920 'start': 'Secure test suites summary',
1921 'end': 'End of Secure test suites',
1922 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1923 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1924 r"(?P<result>PASSED|FAILED)",
1925 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1926 'required': [
1927 ("psa_protected_storage_"
1928 "s_interface_tests_tfm_sst_test_2xxx_"),
1929 "sst_reliability_tests_tfm_sst_test_3xxx_",
1930 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1931 ("psa_internal_trusted_storage_"
1932 "s_interface_tests_tfm_its_test_2xxx_"),
1933 "its_reliability_tests_tfm_its_test_3xxx_",
1934 ("audit_"
1935 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1936 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1937 ("initial_attestation_service_"
1938 "secure_interface_tests_tfm_attest_test_1xxx_"),
1939 ]
1940 },
1941 {
1942 'name': 'Non_Secure_Test_Suites_Summary',
1943 'start': 'Non-secure test suites summary',
1944 'end': r'End of Non-secure test suites',
1945 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1946 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1947 r"(?P<result>PASSED|FAILED)",
1948 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1949 'required': [
1950 ("psa_protected_storage"
1951 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1952 ("psa_internal_trusted_storage"
1953 "_ns_interface_tests_tfm_its_test_1xxx_"),
1954 ("auditlog_"
1955 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1956 ("crypto_"
1957 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1958 ("initial_attestation_service_"
1959 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1960 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1961 ]
1962 }
1963 ] # Monitors
1964 }, # Regression
1965 'RegressionIPCTfmLevel2': {
1966 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1967 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1968 "bootloader": "tfm_s_ns_signed.bin"
1969 },
1970 "monitors": [
1971 {
1972 'name': 'Secure_Test_Suites_Summary',
1973 'start': 'Secure test suites summary',
1974 'end': 'End of Secure test suites',
1975 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1976 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1977 r"(?P<result>PASSED|FAILED)",
1978 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1979 'required': [
1980 ("psa_protected_storage_"
1981 "s_interface_tests_tfm_sst_test_2xxx_"),
1982 "sst_reliability_tests_tfm_sst_test_3xxx_",
1983 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1984 ("psa_internal_trusted_storage_"
1985 "s_interface_tests_tfm_its_test_2xxx_"),
1986 "its_reliability_tests_tfm_its_test_3xxx_",
1987 ("audit_"
1988 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1989 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1990 ("initial_attestation_service_"
1991 "secure_interface_tests_tfm_attest_test_1xxx_"),
1992 ]
1993 },
1994 {
1995 'name': 'Non_Secure_Test_Suites_Summary',
1996 'start': 'Non-secure test suites summary',
1997 'end': r'End of Non-secure test suites',
1998 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1999 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2000 r"(?P<result>PASSED|FAILED)",
2001 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2002 'required': [
2003 ("psa_protected_storage"
2004 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2005 ("psa_internal_trusted_storage"
2006 "_ns_interface_tests_tfm_its_test_1xxx_"),
2007 ("auditlog_"
2008 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2009 ("crypto_"
2010 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2011 ("initial_attestation_service_"
2012 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2013 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2014 ]
2015 }
2016 ] # Monitors
2017 }, # Regression
2018 'CoreIPC': {
2019 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2020 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2021 "bootloader": "tfm_s_ns_signed.bin"
2022 },
2023 "monitors": [
2024 {
2025 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2026 'start': 'Non-Secure system',
2027 'end': r'starting\\.{3}',
2028 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2029 'fixup': {"pass": "!", "fail": ""},
2030 'required': ["secure_image_initializing"]
2031 } # Monitors
2032 ]
2033 }, # CoreIPC
2034 'CoreIPCTfmLevel2': {
2035 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2036 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2037 "bootloader": "tfm_s_ns_signed.bin"
2038 },
2039 "monitors": [
2040 {
2041 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2042 'start': 'Non-Secure system',
2043 'end': r'starting\\.{3}',
2044 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2045 'fixup': {"pass": "!", "fail": ""},
2046 'required': ["secure_image_initializing"]
2047 } # Monitors
2048 ]
2049 }, # CoreIPCTfmLevel2
2050 } # Tests
2051}
2052
2053
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2054# FVP without BL2 bootloader
2055# firmware <-> ns <-> application: --application cpu0=tfm_s.axf
2056# bootloader <-> s <-> data: --data cpu0=tfm_ns.bin@0x00100000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2057fvp_mps2_an519_nobl2 = {
2058 "templ": "fvp_mps2.jinja2",
2059 "job_name": "fvp_mps2_an519_nobl2",
2060 "device_type": "fvp",
2061 "job_timeout": 15,
2062 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]2063 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2064 "poweroff_timeout": 1,
2065 "platforms": {"AN519": ""},
2066 "compilers": ["GNUARM", "ARMCLANG"],
2067 "build_types": ["Debug", "Release", "Minsizerel"],
2068 "boot_types": ["NOBL2"],
2069 "data_bin_offset": "0x00100000",
2070 "cpu0_baseline": 1,
2071 "tests": {
2072 'Default': {
2073 "binaries": {
2074 "firmware": "tfm_s.axf",
2075 "bootloader": "tfm_ns.bin"
2076 },
2077 "monitors": [
2078 {
2079 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2080 'start': 'Non-Secure system',
2081 'end': r'starting\\.{3}',
2082 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2083 'fixup': {"pass": "!", "fail": ""},
2084 'required': ["secure_image_initializing"]
2085 }
2086 ]
2087 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2088 'DefaultProfileS': {
2089 "binaries": {
2090 "firmware": "tfm_s.axf",
2091 "bootloader": "tfm_ns.bin"
2092 },
2093 "monitors": [
2094 {
2095 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2096 'start': 'Non-Secure system',
2097 'end': r'starting\\.{3}',
2098 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2099 'fixup': {"pass": "!", "fail": ""},
2100 'required': ["secure_image_initializing"]
2101 } # Monitors
2102 ]
2103 }, # DefaultProfileS
2104 'DefaultProfileM': {
2105 "binaries": {
2106 "firmware": "tfm_s.axf",
2107 "bootloader": "tfm_ns.bin"
2108 },
2109 "monitors": [
2110 {
2111 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2112 'start': 'Non-Secure system',
2113 'end': r'starting\\.{3}',
2114 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2115 'fixup': {"pass": "!", "fail": ""},
2116 'required': ["secure_image_initializing"]
2117 } # Monitors
2118 ]
2119 }, # DefaultProfileM
2120
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2121 'Regression': {
2122 "binaries": {
2123 "firmware": "tfm_s.axf",
2124 "bootloader": "tfm_ns.bin"
2125 },
2126 "monitors": [
2127 {
2128 'name': 'Secure_Test_Suites_Summary',
2129 'start': 'Secure test suites summary',
2130 'end': 'End of Secure test suites',
2131 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2132 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2133 r"(?P<result>PASSED|FAILED)",
2134 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2135 'required': [
2136 ("psa_protected_storage_"
2137 "s_interface_tests_tfm_sst_test_2xxx_"),
2138 "sst_reliability_tests_tfm_sst_test_3xxx_",
2139 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2140 ("psa_internal_trusted_storage_"
2141 "s_interface_tests_tfm_its_test_2xxx_"),
2142 "its_reliability_tests_tfm_its_test_3xxx_",
2143 ("audit_"
2144 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2145 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2146 ("initial_attestation_service_"
2147 "secure_interface_tests_tfm_attest_test_1xxx_"),
2148 ]
2149 },
2150 {
2151 'name': 'Non_Secure_Test_Suites_Summary',
2152 'start': 'Non-secure test suites summary',
2153 'end': r'End of Non-secure test suites',
2154 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2155 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2156 r"(?P<result>PASSED|FAILED)",
2157 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2158 'required': [
2159 ("psa_protected_storage"
2160 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2161 ("psa_internal_trusted_storage"
2162 "_ns_interface_tests_tfm_its_test_1xxx_"),
2163 ("auditlog_"
2164 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2165 ("crypto_"
2166 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2167 ("initial_attestation_service_"
2168 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2169 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2170 ]
2171 }
2172 ] # Monitors
2173 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2174 'RegressionProfileM': {
2175 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2176 "firmware": "tfm_s.axf",
2177 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2178 },
2179 "monitors": [
2180 {
2181 'name': 'Secure_Test_Suites_Summary',
2182 'start': 'Secure test suites summary',
2183 'end': 'End of Secure test suites',
2184 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2185 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2186 r"(?P<result>PASSED|FAILED)",
2187 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2188 'required': [
2189 ("psa_protected_storage_"
2190 "s_interface_tests_tfm_sst_test_2xxx_"),
2191 "sst_reliability_tests_tfm_sst_test_3xxx_",
2192 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2193 ("psa_internal_trusted_storage_"
2194 "s_interface_tests_tfm_its_test_2xxx_"),
2195 "its_reliability_tests_tfm_its_test_3xxx_",
2196 ("audit_"
2197 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2198 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2199 ("initial_attestation_service_"
2200 "secure_interface_tests_tfm_attest_test_1xxx_"),
2201 ]
2202 },
2203 {
2204 'name': 'Non_Secure_Test_Suites_Summary',
2205 'start': 'Non-secure test suites summary',
2206 'end': r'End of Non-secure test suites',
2207 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2208 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2209 r"(?P<result>PASSED|FAILED)",
2210 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2211 'required': [
2212 ("psa_protected_storage"
2213 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2214 ("psa_internal_trusted_storage"
2215 "_ns_interface_tests_tfm_its_test_1xxx_"),
2216 ("auditlog_"
2217 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2218 ("crypto_"
2219 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2220 ("initial_attestation_service_"
2221 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2222 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2223 ]
2224 }
2225 ] # Monitors
2226 }, # RegressionProfileM
2227 'RegressionProfileS': {
2228 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2229 "firmware": "tfm_s.axf",
2230 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2231 },
2232 "monitors": [
2233 {
2234 'name': 'Secure_Test_Suites_Summary',
2235 'start': 'Secure test suites summary',
2236 'end': 'End of Secure test suites',
2237 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2238 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2239 r"(?P<result>PASSED|FAILED)",
2240 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2241 'required': [
2242 ("psa_protected_storage_"
2243 "s_interface_tests_tfm_sst_test_2xxx_"),
2244 "sst_reliability_tests_tfm_sst_test_3xxx_",
2245 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2246 ("psa_internal_trusted_storage_"
2247 "s_interface_tests_tfm_its_test_2xxx_"),
2248 "its_reliability_tests_tfm_its_test_3xxx_",
2249 ("audit_"
2250 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2251 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2252 ("initial_attestation_service_"
2253 "secure_interface_tests_tfm_attest_test_1xxx_"),
2254 ]
2255 },
2256 {
2257 'name': 'Non_Secure_Test_Suites_Summary',
2258 'start': 'Non-secure test suites summary',
2259 'end': r'End of Non-secure test suites',
2260 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2261 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2262 r"(?P<result>PASSED|FAILED)",
2263 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2264 'required': [
2265 ("psa_protected_storage"
2266 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2267 ("psa_internal_trusted_storage"
2268 "_ns_interface_tests_tfm_its_test_1xxx_"),
2269 ("auditlog_"
2270 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2271 ("crypto_"
2272 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2273 ("initial_attestation_service_"
2274 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2275 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2276 ]
2277 }
2278 ] # Monitors
2279 }, # RegressionProfileS
2280
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2281 'RegressionIPC': {
2282 "binaries": {
2283 "firmware": "tfm_s.axf",
2284 "bootloader": "tfm_ns.bin"
2285 },
2286 "monitors": [
2287 {
2288 'name': 'Secure_Test_Suites_Summary',
2289 'start': 'Secure test suites summary',
2290 'end': 'End of Secure test suites',
2291 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2292 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2293 r"(?P<result>PASSED|FAILED)",
2294 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2295 'required': [
2296 ("psa_protected_storage_"
2297 "s_interface_tests_tfm_sst_test_2xxx_"),
2298 "sst_reliability_tests_tfm_sst_test_3xxx_",
2299 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2300 ("psa_internal_trusted_storage_"
2301 "s_interface_tests_tfm_its_test_2xxx_"),
2302 "its_reliability_tests_tfm_its_test_3xxx_",
2303 ("audit_"
2304 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2305 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2306 ("initial_attestation_service_"
2307 "secure_interface_tests_tfm_attest_test_1xxx_"),
2308 ]
2309 },
2310 {
2311 'name': 'Non_Secure_Test_Suites_Summary',
2312 'start': 'Non-secure test suites summary',
2313 'end': r'End of Non-secure test suites',
2314 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2315 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2316 r"(?P<result>PASSED|FAILED)",
2317 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2318 'required': [
2319 ("psa_protected_storage"
2320 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2321 ("psa_internal_trusted_storage"
2322 "_ns_interface_tests_tfm_its_test_1xxx_"),
2323 ("auditlog_"
2324 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2325 ("crypto_"
2326 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2327 ("initial_attestation_service_"
2328 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2329 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2330 ]
2331 }
2332 ] # Monitors
2333 }, # RegressionIPC
2334 'RegressionIPCTfmLevel2': {
2335 "binaries": {
2336 "firmware": "tfm_s.axf",
2337 "bootloader": "tfm_ns.bin"
2338 },
2339 "monitors": [
2340 {
2341 'name': 'Secure_Test_Suites_Summary',
2342 'start': 'Secure test suites summary',
2343 'end': 'End of Secure test suites',
2344 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2345 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2346 r"(?P<result>PASSED|FAILED)",
2347 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2348 'required': [
2349 ("psa_protected_storage_"
2350 "s_interface_tests_tfm_sst_test_2xxx_"),
2351 "sst_reliability_tests_tfm_sst_test_3xxx_",
2352 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2353 ("psa_internal_trusted_storage_"
2354 "s_interface_tests_tfm_its_test_2xxx_"),
2355 "its_reliability_tests_tfm_its_test_3xxx_",
2356 ("audit_"
2357 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2358 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2359 ("initial_attestation_service_"
2360 "secure_interface_tests_tfm_attest_test_1xxx_"),
2361 ]
2362 },
2363 {
2364 'name': 'Non_Secure_Test_Suites_Summary',
2365 'start': 'Non-secure test suites summary',
2366 'end': r'End of Non-secure test suites',
2367 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2368 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2369 r"(?P<result>PASSED|FAILED)",
2370 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2371 'required': [
2372 ("psa_protected_storage"
2373 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2374 ("psa_internal_trusted_storage"
2375 "_ns_interface_tests_tfm_its_test_1xxx_"),
2376 ("auditlog_"
2377 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2378 ("crypto_"
2379 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2380 ("initial_attestation_service_"
2381 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2382 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2383 ]
2384 }
2385 ] # Monitors
2386 }, # RegressionIPCTfmLevel2
2387 'CoreIPC': {
2388 "binaries": {
2389 "firmware": "tfm_s.axf",
2390 "bootloader": "tfm_ns.bin"
2391 },
2392 "monitors": [
2393 {
2394 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2395 'start': 'Non-Secure system',
2396 'end': r'starting\\.{3}',
2397 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2398 'fixup': {"pass": "!", "fail": ""},
2399 'required': ["secure_image_initializing"]
2400 } # Monitors
2401 ]
2402 }, # CoreIPC
2403 'CoreIPCTfmLevel2': {
2404 "binaries": {
2405 "firmware": "tfm_s.axf",
2406 "bootloader": "tfm_ns.bin"
2407 },
2408 "monitors": [
2409 {
2410 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2411 'start': 'Non-Secure system',
2412 'end': r'starting\\.{3}',
2413 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2414 'fixup': {"pass": "!", "fail": ""},
2415 'required': ["secure_image_initializing"]
2416 } # Monitors
2417 ]
2418 }, # CoreIPCTfmLevel2
2419 } # Tests
2420}
2421
2422
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2423# MPS2 with BL2 bootloader
2424# IMAGE0ADDRESS: 0x10000000
2425# IMAGE0FILE: \Software\bl2.bin ; BL2 bootloader
2426# IMAGE1ADDRESS: 0x10080000
2427# IMAGE1FILE: \Software\tfm_s_ns_signed.bin ; TF-M example application binary blob
2428qemu_mps2_bl2 = {
2429 "templ": "qemu_mps2_bl2.jinja2",
2430 "job_name": "qemu_mps2_bl2",
2431 "device_type": "qemu",
2432 "job_timeout": 300,
2433 "action_timeout": 300,
2434 "poweroff_timeout": 20,
2435 "platforms": {"AN521": ""},
2436 "compilers": ["GNUARM", "ARMCLANG"],
2437 "build_types": ["Debug", "Release"],
2438 "boot_types": ["BL2"],
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]2439 "tests": {
2440 # 'Default': {
2441 # "binaries": {
2442 # "firmware": "tfm_s_ns_signed.bin",
2443 # "bootloader": "bl2.bin"
2444 # },
2445 # "monitors": [
2446 # {
2447 # 'name': 'Secure_Test_Suites_Summary',
2448 # 'start': r'[Sec Thread]',
2449 # 'end': r'system starting',
2450 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2451 # r'(?P<test_case_id>Secure image '
2452 # r'initializing)(?P<result>!)',
2453 # 'fixup': {"pass": "!", "fail": ""},
2454 # 'required': ["secure_image_initializing"]
2455 # } # Monitors
2456 # ]
2457 # }, # Default
2458 # 'DefaultProfileS': {
2459 # "binaries": {
2460 # "firmware": "tfm_s_ns_signed.bin",
2461 # "bootloader": "bl2.bin"
2462 # },
2463 # "monitors": [
2464 # {
2465 # 'name': 'Secure_Test_Suites_Summary',
2466 # 'start': r'[Sec Thread]',
2467 # 'end': r'system starting',
2468 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2469 # r'(?P<test_case_id>Secure image '
2470 # r'initializing)(?P<result>!)',
2471 # 'fixup': {"pass": "!", "fail": ""},
2472 # 'required': ["secure_image_initializing"]
2473 # } # Monitors
2474 # ]
2475 # }, # DefaultProfileS
2476 # 'DefaultProfileM': {
2477 # "binaries": {
2478 # "firmware": "tfm_s_ns_signed.bin",
2479 # "bootloader": "bl2.bin"
2480 # },
2481 # "monitors": [
2482 # {
2483 # 'name': 'Secure_Test_Suites_Summary',
2484 # 'start': r'[Sec Thread]',
2485 # 'end': r'system starting',
2486 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2487 # r'(?P<test_case_id>Secure image '
2488 # r'initializing)(?P<result>!)',
2489 # 'fixup': {"pass": "!", "fail": ""},
2490 # 'required': ["secure_image_initializing"]
2491 # } # Monitors
2492 # ]
2493 # }, # DefaultProfileM
2494 'Regression': {
2495 "binaries": {
2496 "firmware": "tfm_s_ns_signed.bin",
2497 "bootloader": "bl2.bin"
2498 },
2499 "monitors": [
2500 {
2501 'name': 'Secure_Test_Suites_Summary',
2502 'start': 'Secure test suites summary',
2503 'end': 'End of Secure test suites',
2504 'pattern': r"Test suite '(?P<"
2505 r"test_case_id>[^\n]+)' has (.*) "
2506 r"(?P<result>PASSED|FAILED)",
2507 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2508 'required': [
2509 ("psa_protected_storage_"
2510 "s_interface_tests_tfm_sst_test_2xxx_"),
2511 "sst_reliability_tests_tfm_sst_test_3xxx_",
2512 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2513 ("psa_internal_trusted_storage_"
2514 "s_interface_tests_tfm_its_test_2xxx_"),
2515 "its_reliability_tests_tfm_its_test_3xxx_",
2516 ("audit_"
2517 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2518 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2519 ("initial_attestation_service_"
2520 "secure_interface_tests_tfm_attest_test_1xxx_"),
2521 ]
2522 },
2523 {
2524 'name': 'Non_Secure_Test_Suites_Summary',
2525 'start': 'Non-secure test suites summary',
2526 'end': r'End of Non-secure test suites',
2527 'pattern': r"Test suite '(?P<"
2528 r"test_case_id>[^\n]+)' has (.*) "
2529 r"(?P<result>PASSED|FAILED)",
2530 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2531 'required': [
2532 ("psa_protected_storage"
2533 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2534 ("psa_internal_trusted_storage"
2535 "_ns_interface_tests_tfm_its_test_1xxx_"),
2536 ("auditlog_"
2537 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2538 ("crypto_"
2539 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2540 ("initial_attestation_service_"
2541 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2542 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2543 ]
2544 }
2545 ] # Monitors
2546 }, # Regression
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]2547 'RegressionProfileS': {
2548 "binaries": {
2549 "firmware": "tfm_s_ns_signed.bin",
2550 "bootloader": "bl2.bin"
2551 },
2552 "monitors": [
2553 {
2554 'name': 'Secure_Test_Suites_Summary',
2555 'start': 'Secure test suites summary',
2556 'end': 'End of Secure test suites',
2557 'pattern': r"Test suite '(?P<"
2558 r"test_case_id>[^\n]+)' has (.*) "
2559 r"(?P<result>PASSED|FAILED)",
2560 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2561 'required': [
2562 ("psa_protected_storage_"
2563 "s_interface_tests_tfm_sst_test_2xxx_"),
2564 "sst_reliability_tests_tfm_sst_test_3xxx_",
2565 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2566 ("psa_internal_trusted_storage_"
2567 "s_interface_tests_tfm_its_test_2xxx_"),
2568 "its_reliability_tests_tfm_its_test_3xxx_",
2569 ("audit_"
2570 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2571 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2572 ("initial_attestation_service_"
2573 "secure_interface_tests_tfm_attest_test_1xxx_"),
2574 ]
2575 },
2576 {
2577 'name': 'Non_Secure_Test_Suites_Summary',
2578 'start': 'Non-secure test suites summary',
2579 'end': r'End of Non-secure test suites',
2580 'pattern': r"Test suite '(?P<"
2581 r"test_case_id>[^\n]+)' has (.*) "
2582 r"(?P<result>PASSED|FAILED)",
2583 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2584 'required': [
2585 ("psa_protected_storage"
2586 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2587 ("psa_internal_trusted_storage"
2588 "_ns_interface_tests_tfm_its_test_1xxx_"),
2589 ("auditlog_"
2590 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2591 ("crypto_"
2592 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2593 ("initial_attestation_service_"
2594 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2595 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2596 ]
2597 }
2598 ] # Monitors
2599 }, # RegressionProfileS
2600 'RegressionIPC': {
2601 "binaries": {
2602 "firmware": "tfm_s_ns_signed.bin",
2603 "bootloader": "bl2.bin"
2604 },
2605 "monitors": [
2606 {
2607 'name': 'Secure_Test_Suites_Summary',
2608 'start': 'Secure test suites summary',
2609 'end': 'End of Secure test suites',
2610 'pattern': r"Test suite '(?P<"
2611 r"test_case_id>[^\n]+)' has (.*) "
2612 r"(?P<result>PASSED|FAILED)",
2613 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2614 'required': [
2615 ("psa_protected_storage_"
2616 "s_interface_tests_tfm_sst_test_2xxx_"),
2617 "sst_reliability_tests_tfm_sst_test_3xxx_",
2618 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2619 ("psa_internal_trusted_storage_"
2620 "s_interface_tests_tfm_its_test_2xxx_"),
2621 "its_reliability_tests_tfm_its_test_3xxx_",
2622 ("audit_"
2623 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2624 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2625 ("initial_attestation_service_"
2626 "secure_interface_tests_tfm_attest_test_1xxx_"),
2627 ]
2628 },
2629 {
2630 'name': 'Non_Secure_Test_Suites_Summary',
2631 'start': 'Non-secure test suites summary',
2632 'end': r'End of Non-secure test suites',
2633 'pattern': r"Test suite '(?P<"
2634 r"test_case_id>[^\n]+)' has (.*) "
2635 r"(?P<result>PASSED|FAILED)",
2636 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2637 'required': [
2638 ("psa_protected_storage"
2639 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2640 ("psa_internal_trusted_storage"
2641 "_ns_interface_tests_tfm_its_test_1xxx_"),
2642 ("auditlog_"
2643 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2644 ("crypto_"
2645 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2646 ("initial_attestation_service_"
2647 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2648 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2649 ]
2650 }
2651 ] # Monitors
2652 }, # Regression
2653 'RegressionIPCTfmLevel2': {
2654 "binaries": {
2655 "firmware": "tfm_s_ns_signed.bin",
2656 "bootloader": "bl2.bin"
2657 },
2658 "monitors": [
2659 {
2660 'name': 'Secure_Test_Suites_Summary',
2661 'start': 'Secure test suites summary',
2662 'end': 'End of Secure test suites',
2663 'pattern': r"Test suite '(?P<"
2664 r"test_case_id>[^\n]+)' has (.*) "
2665 r"(?P<result>PASSED|FAILED)",
2666 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2667 'required': [
2668 ("psa_protected_storage_"
2669 "s_interface_tests_tfm_sst_test_2xxx_"),
2670 "sst_reliability_tests_tfm_sst_test_3xxx_",
2671 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2672 ("psa_internal_trusted_storage_"
2673 "s_interface_tests_tfm_its_test_2xxx_"),
2674 "its_reliability_tests_tfm_its_test_3xxx_",
2675 ("audit_"
2676 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2677 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2678 ("initial_attestation_service_"
2679 "secure_interface_tests_tfm_attest_test_1xxx_"),
2680 ]
2681 },
2682 {
2683 'name': 'Non_Secure_Test_Suites_Summary',
2684 'start': 'Non-secure test suites summary',
2685 'end': r'End of Non-secure test suites',
2686 'pattern': r"Test suite '(?P<"
2687 r"test_case_id>[^\n]+)' has (.*) "
2688 r"(?P<result>PASSED|FAILED)",
2689 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2690 'required': [
2691 ("psa_protected_storage"
2692 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2693 ("psa_internal_trusted_storage"
2694 "_ns_interface_tests_tfm_its_test_1xxx_"),
2695 ("auditlog_"
2696 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2697 ("crypto_"
2698 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2699 ("initial_attestation_service_"
2700 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2701 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2702 ]
2703 }
2704 ] # Monitors
2705 }, # Regression
2706 'RegressionIPCTfmLevel3': {
2707 "binaries": {
2708 "firmware": "tfm_s_ns_signed.bin",
2709 "bootloader": "bl2.bin"
2710 },
2711 "monitors": [
2712 {
2713 'name': 'Secure_Test_Suites_Summary',
2714 'start': 'Secure test suites summary',
2715 'end': 'End of Secure test suites',
2716 'pattern': r"Test suite '(?P<"
2717 r"test_case_id>[^\n]+)' has (.*) "
2718 r"(?P<result>PASSED|FAILED)",
2719 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2720 'required': [
2721 ("psa_protected_storage_"
2722 "s_interface_tests_tfm_sst_test_2xxx_"),
2723 "sst_reliability_tests_tfm_sst_test_3xxx_",
2724 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2725 ("psa_internal_trusted_storage_"
2726 "s_interface_tests_tfm_its_test_2xxx_"),
2727 "its_reliability_tests_tfm_its_test_3xxx_",
2728 ("audit_"
2729 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2730 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2731 ("initial_attestation_service_"
2732 "secure_interface_tests_tfm_attest_test_1xxx_"),
2733 ]
2734 },
2735 {
2736 'name': 'Non_Secure_Test_Suites_Summary',
2737 'start': 'Non-secure test suites summary',
2738 'end': r'End of Non-secure test suites',
2739 'pattern': r"Test suite '(?P<"
2740 r"test_case_id>[^\n]+)' has (.*) "
2741 r"(?P<result>PASSED|FAILED)",
2742 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2743 'required': [
2744 ("psa_protected_storage"
2745 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2746 ("psa_internal_trusted_storage"
2747 "_ns_interface_tests_tfm_its_test_1xxx_"),
2748 ("auditlog_"
2749 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2750 ("crypto_"
2751 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2752 ("initial_attestation_service_"
2753 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2754 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2755 ]
2756 }
2757 ] # Monitors
2758 }, # Regression
2759 # 'CoreIPC': {
2760 # "binaries": {
2761 # "firmware": "tfm_s_ns_signed.bin",
2762 # "bootloader": "bl2.bin"
2763 # },
2764 # "monitors": [
2765 # {
2766 # 'name': 'Secure_Test_Suites_Summary',
2767 # 'start': r'[Sec Thread]',
2768 # 'end': r'system starting',
2769 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2770 # r'(?P<test_case_id>Secure image '
2771 # r'initializing)(?P<result>!)',
2772 # 'fixup': {"pass": "!", "fail": ""},
2773 # 'required': ["secure_image_initializing"]
2774 # } # Monitors
2775 # ]
2776 # }, # CoreIPC
2777 # 'CoreIPCTfmLevel2': {
2778 # "binaries": {
2779 # "firmware": "tfm_s_ns_signed.bin",
2780 # "bootloader": "bl2.bin"
2781 # },
2782 # "monitors": [
2783 # {
2784 # 'name': 'Secure_Test_Suites_Summary',
2785 # 'start': r'[Sec Thread]',
2786 # 'end': r'system starting',
2787 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2788 # r'(?P<test_case_id>Secure image '
2789 # r'initializing)(?P<result>!)',
2790 # 'fixup': {"pass": "!", "fail": ""},
2791 # 'required': ["secure_image_initializing"]
2792 # } # Monitors
2793 # ]
2794 # }, # CoreIPCTfmLevel2
2795 # 'CoreIPCTfmLevel3': {
2796 # "binaries": {
2797 # "firmware": "tfm_s_ns_signed.bin",
2798 # "bootloader": "bl2.bin"
2799 # },
2800 # "monitors": [
2801 # {
2802 # 'name': 'Secure_Test_Suites_Summary',
2803 # 'start': r'[Sec Thread]',
2804 # 'end': r'system starting',
2805 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2806 # r'(?P<test_case_id>Secure image '
2807 # r'initializing)(?P<result>!)',
2808 # 'fixup': {"pass": "!", "fail": ""},
2809 # 'required': ["secure_image_initializing"]
2810 # } # Monitors
2811 # ]
2812 # }, # CoreIPCTfmLevel3
2813 }
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2814}
2815
2816
2817# Musca-B1 with BL2 bootloader
2818# unified hex file comprising of both bl2.bin and tfm_s_ns_signed.bin
2819# srec_cat bin/bl2.bin -Binary -offset 0xA000000 bin/tfm_s_ns_signed.bin -Binary -offset 0xA020000 -o tfm.hex -Intel
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2820musca_b1_bl2 = {
2821 "templ": "musca_b1.jinja2",
2822 "job_name": "musca_b1_bl2",
2823 "device_type": "musca-b",
Xinyu Zhang630dfe62021-06-17 14:38:11 +0800[diff] [blame]2824 "job_timeout": 40,
2825 "action_timeout": 20,
2826 "monitor_timeout": 30,
Ryan Harkinf6981082020-12-18 14:54:33 +0000[diff] [blame]2827 "poweroff_timeout": 40,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2828 "platforms": {"MUSCA_B1": ""},
2829 "compilers": ["GNUARM", "ARMCLANG"],
Xinyu Zhang43e5d672021-03-24 16:30:26 +0800[diff] [blame]2830 "build_types": ["Debug", "Release", "Minsizerel"],
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2831 "boot_types": ["BL2"],
2832 "tests": {
2833 "Default": {
2834 "binaries": {
2835 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2836 },
2837 "monitors": [
2838 {
2839 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2840 'start': 'Non-Secure system',
2841 'end': r'starting\\.{3}',
2842 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2843 'fixup': {"pass": "!", "fail": ""},
2844 'required': ["secure_image_initializing"]
2845 }
2846 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2847 },
2848 "CoreIPC": {
2849 "binaries": {
2850 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2851 },
2852 "monitors": [
2853 {
2854 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2855 'start': 'Non-Secure system',
2856 'end': r'starting\\.{3}',
2857 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2858 'fixup': {"pass": "!", "fail": ""},
2859 'required': ["secure_image_initializing"]
2860 }
2861 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2862 },
2863 "CoreIPCTfmLevel2": {
2864 "binaries": {
2865 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2866 },
2867 "monitors": [
2868 {
2869 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2870 'start': 'Non-Secure system',
2871 'end': r'starting\\.{3}',
2872 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2873 'fixup': {"pass": "!", "fail": ""},
2874 'required': ["secure_image_initializing"]
2875 }
2876 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2877 },
2878 "CoreIPCTfmLevel3": {
2879 "binaries": {
2880 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2881 },
2882 "monitors": [
2883 {
2884 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2885 'start': 'Non-Secure system',
2886 'end': r'starting\\.{3}',
2887 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2888 'fixup': {"pass": "!", "fail": ""},
2889 'required': ["secure_image_initializing"]
2890 }
2891 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2892 },
2893 "DefaultProfileM": {
2894 "binaries": {
2895 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2896 },
2897 "monitors": [
2898 {
2899 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2900 'start': 'Non-Secure system',
2901 'end': r'starting\\.{3}',
2902 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2903 'fixup': {"pass": "!", "fail": ""},
2904 'required': ["secure_image_initializing"]
2905 }
2906 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2907 },
2908 "DefaultProfileS": {
2909 "binaries": {
2910 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2911 },
2912 "monitors": [
2913 {
2914 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2915 'start': 'Non-Secure system',
2916 'end': r'starting\\.{3}',
2917 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2918 'fixup': {"pass": "!", "fail": ""},
2919 'required': ["secure_image_initializing"]
2920 }
2921 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2922 },
2923 "Regression": {
2924 "binaries": {
2925 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2926 },
2927 "monitors": [
2928 {
2929 'name': 'Secure_Test_Suites_Summary',
2930 'start': 'Secure test suites summary',
2931 'end': 'End of Secure test suites',
2932 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2933 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2934 r"(?P<result>PASSED|FAILED)",
2935 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2936 'required': [
2937 ("psa_protected_storage_"
2938 "s_interface_tests_tfm_sst_test_2xxx_"),
2939 "sst_reliability_tests_tfm_sst_test_3xxx_",
2940 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2941 ("psa_internal_trusted_storage_"
2942 "s_interface_tests_tfm_its_test_2xxx_"),
2943 "its_reliability_tests_tfm_its_test_3xxx_",
2944 ("audit_"
2945 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2946 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2947 ("initial_attestation_service_"
2948 "secure_interface_tests_tfm_attest_test_1xxx_"),
2949 ]
2950 },
2951 {
2952 'name': 'Non_Secure_Test_Suites_Summary',
2953 'start': 'Non-secure test suites summary',
2954 'end': r'End of Non-secure test suites',
2955 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2956 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2957 r"(?P<result>PASSED|FAILED)",
2958 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2959 'required': [
2960 ("psa_protected_storage"
2961 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2962 ("psa_internal_trusted_storage"
2963 "_ns_interface_tests_tfm_its_test_1xxx_"),
2964 ("auditlog_"
2965 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2966 ("crypto_"
2967 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2968 ("initial_attestation_service_"
2969 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2970 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2971 ]
2972 }
2973 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2974 },
2975 "RegressionIPC": {
2976 "binaries": {
2977 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2978 },
2979 "monitors": [
2980 {
2981 'name': 'Secure_Test_Suites_Summary',
2982 'start': 'Secure test suites summary',
2983 'end': 'End of Secure test suites',
2984 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2985 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2986 r"(?P<result>PASSED|FAILED)",
2987 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2988 'required': [
2989 ("psa_protected_storage_"
2990 "s_interface_tests_tfm_sst_test_2xxx_"),
2991 "sst_reliability_tests_tfm_sst_test_3xxx_",
2992 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2993 ("psa_internal_trusted_storage_"
2994 "s_interface_tests_tfm_its_test_2xxx_"),
2995 "its_reliability_tests_tfm_its_test_3xxx_",
2996 ("audit_"
2997 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2998 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2999 ("initial_attestation_service_"
3000 "secure_interface_tests_tfm_attest_test_1xxx_"),
3001 ]
3002 },
3003 {
3004 'name': 'Non_Secure_Test_Suites_Summary',
3005 'start': 'Non-secure test suites summary',
3006 'end': r'End of Non-secure test suites',
3007 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3008 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3009 r"(?P<result>PASSED|FAILED)",
3010 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3011 'required': [
3012 ("psa_protected_storage"
3013 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3014 ("psa_internal_trusted_storage"
3015 "_ns_interface_tests_tfm_its_test_1xxx_"),
3016 ("auditlog_"
3017 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3018 ("crypto_"
3019 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3020 ("initial_attestation_service_"
3021 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3022 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3023 ]
3024 }
3025 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3026 },
3027 "RegressionIPCTfmLevel2": {
3028 "binaries": {
3029 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3030 },
3031 "monitors": [
3032 {
3033 'name': 'Secure_Test_Suites_Summary',
3034 'start': 'Secure test suites summary',
3035 'end': 'End of Secure test suites',
3036 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3037 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3038 r"(?P<result>PASSED|FAILED)",
3039 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3040 'required': [
3041 ("psa_protected_storage_"
3042 "s_interface_tests_tfm_sst_test_2xxx_"),
3043 "sst_reliability_tests_tfm_sst_test_3xxx_",
3044 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3045 ("psa_internal_trusted_storage_"
3046 "s_interface_tests_tfm_its_test_2xxx_"),
3047 "its_reliability_tests_tfm_its_test_3xxx_",
3048 ("audit_"
3049 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3050 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3051 ("initial_attestation_service_"
3052 "secure_interface_tests_tfm_attest_test_1xxx_"),
3053 ]
3054 },
3055 {
3056 'name': 'Non_Secure_Test_Suites_Summary',
3057 'start': 'Non-secure test suites summary',
3058 'end': r'End of Non-secure test suites',
3059 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3060 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3061 r"(?P<result>PASSED|FAILED)",
3062 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3063 'required': [
3064 ("psa_protected_storage"
3065 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3066 ("psa_internal_trusted_storage"
3067 "_ns_interface_tests_tfm_its_test_1xxx_"),
3068 ("auditlog_"
3069 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3070 ("crypto_"
3071 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3072 ("initial_attestation_service_"
3073 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3074 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3075 ]
3076 }
3077 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3078 },
3079 "RegressionIPCTfmLevel3": {
3080 "binaries": {
3081 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3082 },
3083 "monitors": [
3084 {
3085 'name': 'Secure_Test_Suites_Summary',
3086 'start': 'Secure test suites summary',
3087 'end': 'End of Secure test suites',
3088 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3089 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3090 r"(?P<result>PASSED|FAILED)",
3091 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3092 'required': [
3093 ("psa_protected_storage_"
3094 "s_interface_tests_tfm_sst_test_2xxx_"),
3095 "sst_reliability_tests_tfm_sst_test_3xxx_",
3096 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3097 ("psa_internal_trusted_storage_"
3098 "s_interface_tests_tfm_its_test_2xxx_"),
3099 "its_reliability_tests_tfm_its_test_3xxx_",
3100 ("audit_"
3101 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3102 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3103 ("initial_attestation_service_"
3104 "secure_interface_tests_tfm_attest_test_1xxx_"),
3105 ]
3106 },
3107 {
3108 'name': 'Non_Secure_Test_Suites_Summary',
3109 'start': 'Non-secure test suites summary',
3110 'end': r'End of Non-secure test suites',
3111 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3112 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3113 r"(?P<result>PASSED|FAILED)",
3114 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3115 'required': [
3116 ("psa_protected_storage"
3117 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3118 ("psa_internal_trusted_storage"
3119 "_ns_interface_tests_tfm_its_test_1xxx_"),
3120 ("auditlog_"
3121 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3122 ("crypto_"
3123 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3124 ("initial_attestation_service_"
3125 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3126 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3127 ]
3128 }
3129 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3130 },
3131 "RegressionProfileM": {
3132 "binaries": {
3133 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3134 },
3135 "monitors": [
3136 {
3137 'name': 'Secure_Test_Suites_Summary',
3138 'start': 'Secure test suites summary',
3139 'end': 'End of Secure test suites',
3140 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3141 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3142 r"(?P<result>PASSED|FAILED)",
3143 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3144 'required': [
3145 ("psa_protected_storage_"
3146 "s_interface_tests_tfm_sst_test_2xxx_"),
3147 "sst_reliability_tests_tfm_sst_test_3xxx_",
3148 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3149 ("psa_internal_trusted_storage_"
3150 "s_interface_tests_tfm_its_test_2xxx_"),
3151 "its_reliability_tests_tfm_its_test_3xxx_",
3152 ("audit_"
3153 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3154 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3155 ("initial_attestation_service_"
3156 "secure_interface_tests_tfm_attest_test_1xxx_"),
3157 ]
3158 },
3159 {
3160 'name': 'Non_Secure_Test_Suites_Summary',
3161 'start': 'Non-secure test suites summary',
3162 'end': r'End of Non-secure test suites',
3163 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3164 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3165 r"(?P<result>PASSED|FAILED)",
3166 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3167 'required': [
3168 ("psa_protected_storage"
3169 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3170 ("psa_internal_trusted_storage"
3171 "_ns_interface_tests_tfm_its_test_1xxx_"),
3172 ("auditlog_"
3173 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3174 ("crypto_"
3175 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3176 ("initial_attestation_service_"
3177 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3178 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3179 ]
3180 }
3181 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3182 },
3183 "RegressionProfileS": {
3184 "binaries": {
3185 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3186 },
3187 "monitors": [
3188 {
3189 'name': 'Secure_Test_Suites_Summary',
3190 'start': 'Secure test suites summary',
3191 'end': 'End of Secure test suites',
3192 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3193 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3194 r"(?P<result>PASSED|FAILED)",
3195 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3196 'required': [
3197 ("psa_protected_storage_"
3198 "s_interface_tests_tfm_sst_test_2xxx_"),
3199 "sst_reliability_tests_tfm_sst_test_3xxx_",
3200 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3201 ("psa_internal_trusted_storage_"
3202 "s_interface_tests_tfm_its_test_2xxx_"),
3203 "its_reliability_tests_tfm_its_test_3xxx_",
3204 ("audit_"
3205 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3206 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3207 ("initial_attestation_service_"
3208 "secure_interface_tests_tfm_attest_test_1xxx_"),
3209 ]
3210 },
3211 {
3212 'name': 'Non_Secure_Test_Suites_Summary',
3213 'start': 'Non-secure test suites summary',
3214 'end': r'End of Non-secure test suites',
3215 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3216 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3217 r"(?P<result>PASSED|FAILED)",
3218 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3219 'required': [
3220 ("psa_protected_storage"
3221 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3222 ("psa_internal_trusted_storage"
3223 "_ns_interface_tests_tfm_its_test_1xxx_"),
3224 ("auditlog_"
3225 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3226 ("crypto_"
3227 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3228 ("initial_attestation_service_"
3229 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3230 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3231 ]
3232 }
3233 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3234 },
3235 },
3236}
3237
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3238# Musca-B1 with BL2 bootloader and OTP enabled
3239# unified hex file comprising of both bl2.bin and tfm_s_ns_signed.bin
3240# srec_cat bin/bl2.bin -Binary -offset 0xA000000 bin/tfm_s_ns_signed.bin -Binary -offset 0xA020000 -o tfm.hex -Intel
3241musca_b1_otp_bl2 = {
3242 "templ": "musca_b1_otp.jinja2",
3243 "job_name": "musca_b1_opt_bl2",
3244 "device_type": "musca-b",
Xinyu Zhang630dfe62021-06-17 14:38:11 +0800[diff] [blame]3245 "job_timeout": 40,
3246 "action_timeout": 20,
3247 "monitor_timeout": 30,
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3248 "poweroff_timeout": 40,
3249 "platforms": {"MUSCA_B1_OTP": ""},
Xinyu Zhangc4bb2e12021-07-21 22:40:35 +0800[diff] [blame]3250 "compilers": ["GNUARM"],
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3251 "build_types": ["Debug"],
3252 "boot_types": ["BL2"],
3253 "tests": {
3254 "RegressionIPCTfmLevel3": {
3255 "binaries": {
3256 "firmware": "tfm.hex",
3257 },
3258 "monitors": [
3259 {
3260 'name': 'Secure_Test_Suites_Summary',
3261 'start': 'Secure test suites summary',
3262 'end': 'End of Secure test suites',
3263 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3264 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3265 r"(?P<result>PASSED|FAILED)",
3266 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3267 'required': [
3268 ("psa_protected_storage_"
3269 "s_interface_tests_tfm_sst_test_2xxx_"),
3270 "sst_reliability_tests_tfm_sst_test_3xxx_",
3271 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3272 ("psa_internal_trusted_storage_"
3273 "s_interface_tests_tfm_its_test_2xxx_"),
3274 "its_reliability_tests_tfm_its_test_3xxx_",
3275 ("audit_"
3276 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3277 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3278 ("initial_attestation_service_"
3279 "secure_interface_tests_tfm_attest_test_1xxx_"),
3280 ]
3281 },
3282 {
3283 'name': 'Non_Secure_Test_Suites_Summary',
3284 'start': 'Non-secure test suites summary',
3285 'end': r'End of Non-secure test suites',
3286 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3287 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3288 r"(?P<result>PASSED|FAILED)",
3289 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3290 'required': [
3291 ("psa_protected_storage"
3292 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3293 ("psa_internal_trusted_storage"
3294 "_ns_interface_tests_tfm_its_test_1xxx_"),
3295 ("auditlog_"
3296 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3297 ("crypto_"
3298 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3299 ("initial_attestation_service_"
3300 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3301 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3302 ]
3303 }
3304 ] # Monitors
3305 },
3306 },
3307}
3308
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3309# STM32L562E-DK
3310stm32l562e_dk = {
3311 "templ": "stm32l562e_dk.jinja2",
3312 "job_name": "stm32l562e_dk",
3313 "device_type": "stm32l562e-dk",
3314 "job_timeout": 24,
3315 "action_timeout": 15,
3316 "monitor_timeout": 15,
3317 "poweroff_timeout": 5,
3318 "platforms": {"stm32l562e_dk": ""},
3319 "compilers": ["GNUARM", "ARMCLANG"],
3320 "build_types": ["Release", "Minsizerel"],
3321 "boot_types": ["BL2"],
3322 "tests": {
3323 "Regression": {
3324 "binaries": {
3325 "tarball": "stm32l562e-dk-tfm.tar.bz2",
3326 },
3327 "monitors": [
3328 {
3329 'name': 'Secure_Test_Suites_Summary',
3330 'start': 'Secure test suites summary',
3331 'end': 'End of Secure test suites',
3332 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3333 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3334 r"(?P<result>PASSED|FAILED)",
3335 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3336 'required': ["secure_image_initializing"]
3337 },
3338 {
3339 'name': 'Non_Secure_Test_Suites_Summary',
3340 'start': 'Non-secure test suites summary',
3341 'end': 'End of Non-secure test suites',
3342 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3343 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3344 r"(?P<result>PASSED|FAILED)",
3345 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3346 'required': ["secure_image_initializing"]
3347 }
3348 ] # Monitors
3349 },
3350 "RegressionIPC": {
3351 "binaries": {
3352 "tarball": "stm32l562e-dk-tfm.tar.bz2",
3353 },
3354 "monitors": [
3355 {
3356 'name': 'Secure_Test_Suites_Summary',
3357 'start': 'Secure test suites summary',
3358 'end': 'End of Secure test suites',
3359 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3360 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3361 r"(?P<result>PASSED|FAILED)",
3362 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3363 'required': ["secure_image_initializing"]
3364 },
3365 {
3366 'name': 'Non_Secure_Test_Suites_Summary',
3367 'start': 'Non-secure test suites summary',
3368 'end': 'End of Non-secure test suites',
3369 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3370 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3371 r"(?P<result>PASSED|FAILED)",
3372 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3373 'required': ["secure_image_initializing"]
3374 }
3375 ] # Monitors
3376 },
3377 "RegressionIPCTfmLevel2": {
3378 "binaries": {
3379 "tarball": "stm32l562e-dk-tfm.tar.bz2",
3380 },
3381 "monitors": [
3382 {
3383 'name': 'Secure_Test_Suites_Summary',
3384 'start': 'Secure test suites summary',
3385 'end': 'End of Secure test suites',
3386 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3387 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3388 r"(?P<result>PASSED|FAILED)",
3389 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3390 'required': ["secure_image_initializing"]
3391 },
3392 {
3393 'name': 'Non_Secure_Test_Suites_Summary',
3394 'start': 'Non-secure test suites summary',
3395 'end': 'End of Non-secure test suites',
3396 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3397 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3398 r"(?P<result>PASSED|FAILED)",
3399 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3400 'required': ["secure_image_initializing"]
3401 }
3402 ] # Monitors
3403 },
3404 "RegressionIPCTfmLevel3": {
3405 "binaries": {
3406 "tarball": "stm32l562e-dk-tfm.tar.bz2",
3407 },
3408 "monitors": [
3409 {
3410 'name': 'Secure_Test_Suites_Summary',
3411 'start': 'Secure test suites summary',
3412 'end': 'End of Secure test suites',
3413 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3414 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3415 r"(?P<result>PASSED|FAILED)",
3416 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3417 'required': ["secure_image_initializing"]
3418 },
3419 {
3420 'name': 'Non_Secure_Test_Suites_Summary',
3421 'start': 'Non-secure test suites summary',
3422 'end': 'End of Non-secure test suites',
3423 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3424 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3425 r"(?P<result>PASSED|FAILED)",
3426 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3427 'required': ["secure_image_initializing"]
3428 }
3429 ] # Monitors
3430 },
3431 },
3432}
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3433
Arthur She3c0dadd2021-11-18 21:17:48 -0800[diff] [blame]3434# LPCxpresso55S69
3435lpcxpresso55s69 = {
3436 "templ": "lpcxpresso55s69.jinja2",
3437 "job_name": "lpcxpresso55s69",
3438 "device_type": "lpcxpresso55s69",
3439 "job_timeout": 24,
3440 "action_timeout": 15,
3441 "monitor_timeout": 15,
3442 "poweroff_timeout": 5,
3443 "platforms": {"lpcxpresso55s69": ""},
3444 "compilers": ["GNUARM"],
3445 "build_types": ["Relwithdebinfo"],
3446 "boot_types": ["NOBL2"],
3447 "tests": {
3448 "DefaultProfileM": {
3449 "binaries": {
3450 "tarball": "lpcxpresso55s69-tfm.tar.bz2",
3451 },
3452 "monitors": [
3453 {
3454 'name': 'Secure_Test_Suites_Summary',
3455 'start': 'Non-Secure system',
3456 'end': r'starting\\.{3}',
3457 'pattern': r'Non-Secure system starting\\.{3}',
3458 'fixup': {"pass": "!", "fail": ""},
3459 }
3460 ] # Monitors
3461 },
3462 "RegressionProfileM": {
3463 "binaries": {
3464 "tarball": "lpcxpresso55s69-tfm.tar.bz2",
3465 },
3466 "monitors": [
3467 {
3468 'name': 'Secure_Test_Suites_Summary',
3469 'start': 'Secure test suites summary',
3470 'end': 'End of Secure test suites',
3471 'pattern': r"Test suite '(?P<"
3472 r"test_case_id>[^\n]+)' has(.*) "
3473 r"(?P<result>PASSED|FAILED)",
3474 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3475 'required': ["secure_image_initializing"]
3476 },
3477 {
3478 'name': 'Non_Secure_Test_Suites_Summary',
3479 'start': 'Non-secure test suites summary',
3480 'end': 'End of Non-secure test suites',
3481 'pattern': r"Test suite '(?P<"
3482 r"test_case_id>[^\n]+)' has(.*) "
3483 r"(?P<result>PASSED|FAILED)",
3484 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3485 'required': ["secure_image_initializing"]
3486 }
3487 ] # Monitors
3488 },
3489 }
3490}
3491
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]3492# All configurations should be mapped here
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3493lava_gen_config_map = {
3494 "mps2_an521_bl2": tfm_mps2_sse_200,
3495 "fvp_mps2_an521_bl2": fvp_mps2_an521_bl2,
3496 "fvp_mps2_an521_nobl2": fvp_mps2_an521_nobl2,
3497 "fvp_mps2_an519_bl2": fvp_mps2_an519_bl2,
3498 "fvp_mps2_an519_nobl2": fvp_mps2_an519_nobl2,
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]3499 "qemu_mps2_bl2": qemu_mps2_bl2,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3500 "musca_b1": musca_b1_bl2,
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3501 "musca_b1_otp": musca_b1_otp_bl2,
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3502 "stm32l562e_dk": stm32l562e_dk,
Arthur She3c0dadd2021-11-18 21:17:48 -0800[diff] [blame]3503 "lpcxpresso55s69": lpcxpresso55s69,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3504}
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]3505
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]3506lavagen_config_sort_order = [
3507 "templ",
3508 "job_name",
3509 "device_type",
3510 "job_timeout",
3511 "action_timeout",
3512 "monitor_timeout",
3513 "recovery_store_url",
3514 "artifact_store_url",
3515 "platforms",
3516 "compilers",
3517 "build_types",
3518 "boot_types",
3519 "tests"
3520]
3521
3522lava_gen_monitor_sort_order = [
3523 'name',
3524 'start',
3525 'end',
3526 'pattern',
3527 'fixup',
3528]
3529
3530if __name__ == "__main__":
3531 import os
3532 import sys
3533 from lava_helper import sort_lavagen_config
3534 try:
3535 from tfm_ci_pylib.utils import export_config_map
3536 except ImportError:
3537 dir_path = os.path.dirname(os.path.realpath(__file__))
3538 sys.path.append(os.path.join(dir_path, "../"))
3539 from tfm_ci_pylib.utils import export_config_map
3540
3541 if len(sys.argv) == 2:
3542 if sys.argv[1] == "--export":
3543 export_config_map(lava_gen_config_map)
3544 if len(sys.argv) == 3:
3545 if sys.argv[1] == "--export":
3546 export_config_map(sort_lavagen_config(lava_gen_config_map),
3547 sys.argv[2])