TrustedFirmware Git Browser
Code Review Sign In
review.trustedfirmware.org / next / ci / tf-m-ci-scripts / 0c82ae2dde76a8c985da10c28aca7540e6af5215 / . / lava_helper / lava_helper_configs.py
blob: 0131e77ae52f0d585703df6db2734bcc713ada07 [file] [log] [blame]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]1#!/usr/bin/env python3
2
3""" lava_job_generator_configs.py:
4
5 Default configurations for lava job generator """
6
7from __future__ import print_function
8
9__copyright__ = """
10/*
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]11 * Copyright (c) 2018-2021, Arm Limited. All rights reserved.
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]12 *
13 * SPDX-License-Identifier: BSD-3-Clause
14 *
15 */
16 """
Karl Zhang08681e62020-10-30 13:56:03 +0800[diff] [blame]17
18__author__ = "tf-m@lists.trustedfirmware.org"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]19__project__ = "Trusted Firmware-M Open CI"
Xinyu Zhang06286a92021-07-22 14:00:51 +0800[diff] [blame]20__version__ = "1.4.0"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]21
Leonardo Sandoval66386a22021-04-15 14:35:08 -0500[diff] [blame]22tf_downloads="https://downloads.trustedfirmware.org"
23coverage_trace_plugin=tf_downloads + "/coverage-plugin/qa-tools/coverage-tool/coverage-plugin/coverage_trace.so"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]24
25def lava_gen_get_config_subset(config,
26 default=True,
27 core=True,
28 regression=True):
29 """ Allow dynamic generation of configuration combinations by subtracking
30 undesired ones """
31
32 from copy import deepcopy
33 cfg = deepcopy(config)
34 tests = deepcopy(config["tests"])
35
36 # Remove all configs not requests by the caller
37 if not default:
38 tests.pop("Default")
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]39 if not core:
40 tests.pop("CoreIPC")
41 tests.pop("CoreIPCTfmLevel2")
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]42 tests.pop("CoreIPCTfmLevel3")
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]43 if not regression:
44 tests.pop("Regression")
45
46 cfg["tests"] = tests
47 return cfg
48
49
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]50# LAVA test-monitor definition for PSA API testsuites, testcases identified
51# by "UT" value in output (testcase identifier).
52monitors_psaapitest_by_ut = [
53 {
54 'name': 'psa_api_suite',
55 'start': 'Running..',
56 'end': 'Entering standby..',
57 'pattern': r" UT: +(?P<test_case_id>[A-Za-z0-9_]+)\r?\n"
58 r".+?"
59 r"TEST RESULT: (?P<result>(PASSED|FAILED|SKIPPED))",
60 'fixup': {"pass": "PASSED", "fail": "FAILED", "skip": "SKIPPED"},
61 },
62]
63
64# LAVA test-monitor definition for PSA API testsuites, testcases identified
65# by description in output (for when UT is not set to unique identifier).
66monitors_psaapitest_by_desc = [
67 {
68 'name': 'psa_api_suite',
69 'start': 'Running..',
70 'end': 'Entering standby..',
71 'pattern': r" DESCRIPTION: +(?P<test_case_id>.+?) \\|"
72 r".+?"
73 r"TEST RESULT: (?P<result>(PASSED|FAILED|SKIPPED))",
74 'fixup': {"pass": "PASSED", "fail": "FAILED", "skip": "SKIPPED"},
75 },
76]
77
78
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]79# MPS2 with BL2 bootloader
80# IMAGE0ADDRESS: 0x10000000
81# IMAGE0FILE: \Software\bl2.bin ; BL2 bootloader
82# IMAGE1ADDRESS: 0x10080000
83# IMAGE1FILE: \Software\tfm_s_ns_signed.bin ; TF-M example application binary blob
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]84tfm_mps2_sse_200 = {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]85 "templ": "mps2.jinja2",
86 "job_name": "mps2_an521_bl2",
Minos Galanakisafb43152019-09-25 14:17:39 +0100[diff] [blame]87 "device_type": "mps",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]88 "job_timeout": 15,
89 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]90 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]91 "poweroff_timeout": 1,
92 "recovery_store_url": "https://ci.trustedfirmware.org/userContent/",
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]93 "platforms": {"AN521": "mps2_sse200_an512_new.tar.gz"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]94 "compilers": ["GNUARM", "ARMCLANG"],
95 "build_types": ["Debug", "Release", "Minsizerel"],
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]96 "boot_types": ["BL2"],
97 "tests": {
98 'Default': {
99 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]100 "firmware": "tfm_s_ns_signed.bin",
101 "bootloader": "bl2.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]102 },
103 "monitors": [
104 {
105 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]106 'start': 'Non-Secure system',
107 'end': r'starting\\.{3}',
108 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]109 'fixup': {"pass": "!", "fail": ""},
110 'required': ["secure_image_initializing"]
111 } # Monitors
112 ]
113 }, # Default
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]114 'DefaultProfileS': {
115 "binaries": {
116 "firmware": "tfm_s_ns_signed.bin",
117 "bootloader": "bl2.bin"
118 },
119 "monitors": [
120 {
121 'name': 'Secure_Test_Suites_Summary',
122 'start': 'Non-Secure system',
123 'end': r'starting\\.{3}',
124 'pattern': r'Non-Secure system starting\\.{3}',
125 'fixup': {"pass": "!", "fail": ""},
126 'required': ["secure_image_initializing"]
127 } # Monitors
128 ]
129 }, # DefaultProfileS
130 'DefaultProfileM': {
131 "binaries": {
132 "firmware": "tfm_s_ns_signed.bin",
133 "bootloader": "bl2.bin"
134 },
135 "monitors": [
136 {
137 'name': 'Secure_Test_Suites_Summary',
138 'start': 'Non-Secure system',
139 'end': r'starting\\.{3}',
140 'pattern': r'Non-Secure system starting\\.{3}',
141 'fixup': {"pass": "!", "fail": ""},
142 'required': ["secure_image_initializing"]
143 } # Monitors
144 ]
145 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]146 'DefaultProfileL': {
147 "binaries": {
148 "firmware": "tfm_s_ns_signed.bin",
149 "bootloader": "bl2.bin"
150 },
151 "monitors": [
152 {
153 'name': 'Secure_Test_Suites_Summary',
154 'start': 'Non-Secure system',
155 'end': r'starting\\.{3}',
156 'pattern': r'Non-Secure system starting\\.{3}',
157 'fixup': {"pass": "!", "fail": ""},
158 'required': ["secure_image_initializing"]
159 } # Monitors
160 ]
161 }, # DefaultProfileL
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]162
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]163 'Regression': {
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]164 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]165 "firmware": "tfm_s_ns_signed.bin",
166 "bootloader": "bl2.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]167 },
168 "monitors": [
169 {
170 'name': 'Secure_Test_Suites_Summary',
171 'start': 'Secure test suites summary',
172 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]173 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]174 r"test_case_id>[^\n]+)' has(.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]175 r"(?P<result>PASSED|FAILED)",
176 'fixup': {"pass": "PASSED", "fail": "FAILED"},
177 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]178 ("psa_protected_storage_"
179 "s_interface_tests_tfm_sst_test_2xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]180 "sst_reliability_tests_tfm_sst_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]181 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
TudorCretu8b138472019-08-30 10:51:05 +0100[diff] [blame]182 ("psa_internal_trusted_storage_"
183 "s_interface_tests_tfm_its_test_2xxx_"),
184 "its_reliability_tests_tfm_its_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]185 ("audit_"
186 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
187 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
188 ("initial_attestation_service_"
189 "secure_interface_tests_tfm_attest_test_1xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]190 ]
191 },
192 {
193 'name': 'Non_Secure_Test_Suites_Summary',
194 'start': 'Non-secure test suites summary',
195 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]196 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]197 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]198 r"(?P<result>PASSED|FAILED)",
199 'fixup': {"pass": "PASSED", "fail": "FAILED"},
200 'required': [
201 ("psa_protected_storage"
202 "_ns_interface_tests_tfm_sst_test_1xxx_"),
203 ("psa_internal_trusted_storage"
204 "_ns_interface_tests_tfm_its_test_1xxx_"),
205 ("auditlog_"
206 "non_secure_interface_test_tfm_audit_test_1xxx_"),
207 ("crypto_"
208 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
209 ("initial_attestation_service_"
210 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
211 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
212 ]
213 }
214 ] # Monitors
215 }, # Regression
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]216
217 'RegressionProfileM': {
218 "binaries": {
219 "firmware": "tfm_s_ns_signed.bin",
220 "bootloader": "bl2.bin"
221 },
222 "monitors": [
223 {
224 'name': 'Secure_Test_Suites_Summary',
225 'start': 'Secure test suites summary',
226 'end': 'End of Secure test suites',
227 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]228 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]229 r"(?P<result>PASSED|FAILED)",
230 'fixup': {"pass": "PASSED", "fail": "FAILED"},
231 'required': [
232 ("psa_protected_storage_"
233 "s_interface_tests_tfm_sst_test_2xxx_"),
234 "sst_reliability_tests_tfm_sst_test_3xxx_",
235 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
236 ("psa_internal_trusted_storage_"
237 "s_interface_tests_tfm_its_test_2xxx_"),
238 "its_reliability_tests_tfm_its_test_3xxx_",
239 ("audit_"
240 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
241 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
242 ("initial_attestation_service_"
243 "secure_interface_tests_tfm_attest_test_1xxx_"),
244 ]
245 },
246 {
247 'name': 'Non_Secure_Test_Suites_Summary',
248 'start': 'Non-secure test suites summary',
249 'end': r'End of Non-secure test suites',
250 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]251 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]252 r"(?P<result>PASSED|FAILED)",
253 'fixup': {"pass": "PASSED", "fail": "FAILED"},
254 'required': [
255 ("psa_protected_storage"
256 "_ns_interface_tests_tfm_sst_test_1xxx_"),
257 ("psa_internal_trusted_storage"
258 "_ns_interface_tests_tfm_its_test_1xxx_"),
259 ("auditlog_"
260 "non_secure_interface_test_tfm_audit_test_1xxx_"),
261 ("crypto_"
262 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
263 ("initial_attestation_service_"
264 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
265 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
266 ]
267 }
268 ] # Monitors
269 }, # RegressionProfileM
270 'RegressionProfileS': {
271 "binaries": {
272 "firmware": "tfm_s_ns_signed.bin",
273 "bootloader": "bl2.bin"
274 },
275 "monitors": [
276 {
277 'name': 'Secure_Test_Suites_Summary',
278 'start': 'Secure test suites summary',
279 'end': 'End of Secure test suites',
280 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]281 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]282 r"(?P<result>PASSED|FAILED)",
283 'fixup': {"pass": "PASSED", "fail": "FAILED"},
284 'required': [
285 ("psa_protected_storage_"
286 "s_interface_tests_tfm_sst_test_2xxx_"),
287 "sst_reliability_tests_tfm_sst_test_3xxx_",
288 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
289 ("psa_internal_trusted_storage_"
290 "s_interface_tests_tfm_its_test_2xxx_"),
291 "its_reliability_tests_tfm_its_test_3xxx_",
292 ("audit_"
293 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
294 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
295 ("initial_attestation_service_"
296 "secure_interface_tests_tfm_attest_test_1xxx_"),
297 ]
298 },
299 {
300 'name': 'Non_Secure_Test_Suites_Summary',
301 'start': 'Non-secure test suites summary',
302 'end': r'End of Non-secure test suites',
303 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]304 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]305 r"(?P<result>PASSED|FAILED)",
306 'fixup': {"pass": "PASSED", "fail": "FAILED"},
307 'required': [
308 ("psa_protected_storage"
309 "_ns_interface_tests_tfm_sst_test_1xxx_"),
310 ("psa_internal_trusted_storage"
311 "_ns_interface_tests_tfm_its_test_1xxx_"),
312 ("auditlog_"
313 "non_secure_interface_test_tfm_audit_test_1xxx_"),
314 ("crypto_"
315 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
316 ("initial_attestation_service_"
317 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
318 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
319 ]
320 }
321 ] # Monitors
322 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]323 'RegressionProfileL': {
324 "binaries": {
325 "firmware": "tfm_s_ns_signed.bin",
326 "bootloader": "bl2.bin"
327 },
328 "monitors": [
329 {
330 'name': 'Secure_Test_Suites_Summary',
331 'start': 'Secure test suites summary',
332 'end': 'End of Secure test suites',
333 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]334 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]335 r"(?P<result>PASSED|FAILED)",
336 'fixup': {"pass": "PASSED", "fail": "FAILED"},
337 'required': [
338 ("psa_protected_storage_"
339 "s_interface_tests_tfm_sst_test_2xxx_"),
340 "sst_reliability_tests_tfm_sst_test_3xxx_",
341 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
342 ("psa_internal_trusted_storage_"
343 "s_interface_tests_tfm_its_test_2xxx_"),
344 "its_reliability_tests_tfm_its_test_3xxx_",
345 ("audit_"
346 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
347 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
348 ("initial_attestation_service_"
349 "secure_interface_tests_tfm_attest_test_1xxx_"),
350 ]
351 },
352 {
353 'name': 'Non_Secure_Test_Suites_Summary',
354 'start': 'Non-secure test suites summary',
355 'end': r'End of Non-secure test suites',
356 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]357 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]358 r"(?P<result>PASSED|FAILED)",
359 'fixup': {"pass": "PASSED", "fail": "FAILED"},
360 'required': [
361 ("psa_protected_storage"
362 "_ns_interface_tests_tfm_sst_test_1xxx_"),
363 ("psa_internal_trusted_storage"
364 "_ns_interface_tests_tfm_its_test_1xxx_"),
365 ("auditlog_"
366 "non_secure_interface_test_tfm_audit_test_1xxx_"),
367 ("crypto_"
368 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
369 ("initial_attestation_service_"
370 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
371 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
372 ]
373 }
374 ] # Monitors
375 }, # RegressionProfileL
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]376
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]377 'RegressionIPC': {
378 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]379 "firmware": "tfm_s_ns_signed.bin",
380 "bootloader": "bl2.bin"
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]381 },
382 "monitors": [
383 {
384 'name': 'Secure_Test_Suites_Summary',
385 'start': 'Secure test suites summary',
386 'end': 'End of Secure test suites',
387 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]388 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]389 r"(?P<result>PASSED|FAILED)",
390 'fixup': {"pass": "PASSED", "fail": "FAILED"},
391 'required': [
392 ("psa_protected_storage_"
393 "s_interface_tests_tfm_sst_test_2xxx_"),
394 "sst_reliability_tests_tfm_sst_test_3xxx_",
395 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
396 ("psa_internal_trusted_storage_"
397 "s_interface_tests_tfm_its_test_2xxx_"),
398 "its_reliability_tests_tfm_its_test_3xxx_",
399 ("audit_"
400 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
401 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
402 ("initial_attestation_service_"
403 "secure_interface_tests_tfm_attest_test_1xxx_"),
404 ]
405 },
406 {
407 'name': 'Non_Secure_Test_Suites_Summary',
408 'start': 'Non-secure test suites summary',
409 'end': r'End of Non-secure test suites',
410 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]411 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]412 r"(?P<result>PASSED|FAILED)",
413 'fixup': {"pass": "PASSED", "fail": "FAILED"},
414 'required': [
415 ("psa_protected_storage"
416 "_ns_interface_tests_tfm_sst_test_1xxx_"),
417 ("psa_internal_trusted_storage"
418 "_ns_interface_tests_tfm_its_test_1xxx_"),
419 ("auditlog_"
420 "non_secure_interface_test_tfm_audit_test_1xxx_"),
421 ("crypto_"
422 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
423 ("initial_attestation_service_"
424 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
425 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
426 ]
427 }
428 ] # Monitors
429 }, # Regression
430 'RegressionIPCTfmLevel2': {
431 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]432 "firmware": "tfm_s_ns_signed.bin",
433 "bootloader": "bl2.bin"
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]434 },
435 "monitors": [
436 {
437 'name': 'Secure_Test_Suites_Summary',
438 'start': 'Secure test suites summary',
439 'end': 'End of Secure test suites',
440 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]441 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]442 r"(?P<result>PASSED|FAILED)",
443 'fixup': {"pass": "PASSED", "fail": "FAILED"},
444 'required': [
445 ("psa_protected_storage_"
446 "s_interface_tests_tfm_sst_test_2xxx_"),
447 "sst_reliability_tests_tfm_sst_test_3xxx_",
448 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
449 ("psa_internal_trusted_storage_"
450 "s_interface_tests_tfm_its_test_2xxx_"),
451 "its_reliability_tests_tfm_its_test_3xxx_",
452 ("audit_"
453 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
454 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
455 ("initial_attestation_service_"
456 "secure_interface_tests_tfm_attest_test_1xxx_"),
457 ]
458 },
459 {
460 'name': 'Non_Secure_Test_Suites_Summary',
461 'start': 'Non-secure test suites summary',
462 'end': r'End of Non-secure test suites',
463 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]464 r"test_case_id>[^\n]+)' has(.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]465 r"(?P<result>PASSED|FAILED)",
466 'fixup': {"pass": "PASSED", "fail": "FAILED"},
467 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]468 ("psa_protected_storage"
469 "_ns_interface_tests_tfm_sst_test_1xxx_"),
TudorCretu8b138472019-08-30 10:51:05 +0100[diff] [blame]470 ("psa_internal_trusted_storage"
471 "_ns_interface_tests_tfm_its_test_1xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]472 ("auditlog_"
473 "non_secure_interface_test_tfm_audit_test_1xxx_"),
474 ("crypto_"
475 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
476 ("initial_attestation_service_"
Minos Galanakisf0dae4e2019-05-20 10:56:57 +0100[diff] [blame]477 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]478 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
479 ]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]480 }
481 ] # Monitors
482 }, # Regression
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]483 'RegressionIPCTfmLevel3': {
484 "binaries": {
485 "firmware": "tfm_s_ns_signed.bin",
486 "bootloader": "bl2.bin"
487 },
488 "monitors": [
489 {
490 'name': 'Secure_Test_Suites_Summary',
491 'start': 'Secure test suites summary',
492 'end': 'End of Secure test suites',
493 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]494 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]495 r"(?P<result>PASSED|FAILED)",
496 'fixup': {"pass": "PASSED", "fail": "FAILED"},
497 'required': [
498 ("psa_protected_storage_"
499 "s_interface_tests_tfm_sst_test_2xxx_"),
500 "sst_reliability_tests_tfm_sst_test_3xxx_",
501 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
502 ("psa_internal_trusted_storage_"
503 "s_interface_tests_tfm_its_test_2xxx_"),
504 "its_reliability_tests_tfm_its_test_3xxx_",
505 ("audit_"
506 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
507 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
508 ("initial_attestation_service_"
509 "secure_interface_tests_tfm_attest_test_1xxx_"),
510 ]
511 },
512 {
513 'name': 'Non_Secure_Test_Suites_Summary',
514 'start': 'Non-secure test suites summary',
515 'end': r'End of Non-secure test suites',
516 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]517 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]518 r"(?P<result>PASSED|FAILED)",
519 'fixup': {"pass": "PASSED", "fail": "FAILED"},
520 'required': [
521 ("psa_protected_storage"
522 "_ns_interface_tests_tfm_sst_test_1xxx_"),
523 ("psa_internal_trusted_storage"
524 "_ns_interface_tests_tfm_its_test_1xxx_"),
525 ("auditlog_"
526 "non_secure_interface_test_tfm_audit_test_1xxx_"),
527 ("crypto_"
528 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
529 ("initial_attestation_service_"
530 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
531 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
532 ]
533 }
534 ] # Monitors
535 }, # Regression
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]536 'CoreIPC': {
537 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]538 "firmware": "tfm_s_ns_signed.bin",
539 "bootloader": "bl2.bin"
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]540 },
541 "monitors": [
542 {
543 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]544 'start': 'Non-Secure system',
545 'end': r'starting\\.{3}',
546 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]547 'fixup': {"pass": "!", "fail": ""},
548 'required': ["secure_image_initializing"]
549 } # Monitors
550 ]
551 }, # CoreIPC
552 'CoreIPCTfmLevel2': {
553 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]554 "firmware": "tfm_s_ns_signed.bin",
555 "bootloader": "bl2.bin"
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]556 },
557 "monitors": [
558 {
559 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]560 'start': 'Non-Secure system',
561 'end': r'starting\\.{3}',
562 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]563 'fixup': {"pass": "!", "fail": ""},
564 'required': ["secure_image_initializing"]
565 } # Monitors
566 ]
567 }, # CoreIPCTfmLevel2
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]568 'CoreIPCTfmLevel3': {
569 "binaries": {
570 "firmware": "tfm_s_ns_signed.bin",
571 "bootloader": "bl2.bin"
572 },
573 "monitors": [
574 {
575 'name': 'Secure_Test_Suites_Summary',
576 'start': 'Non-Secure system',
577 'end': r'starting\\.{3}',
578 'pattern': r'Non-Secure system starting\\.{3}',
579 'fixup': {"pass": "!", "fail": ""},
580 'required': ["secure_image_initializing"]
581 } # Monitors
582 ]
583 }, # CoreIPCTfmLevel3
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]584
585# 'PsaApiTest_Crypto': {
586# "binaries": {
587# "firmware": "tfm_s_ns_signed.bin",
588# "bootloader": "bl2.bin"
589# },
590# "monitors": monitors_psaapitest_by_ut,
591# }, # PsaApiTest_Crypto
592
593 'PsaApiTest_STORAGE': {
594 "binaries": {
595 "firmware": "tfm_s_ns_signed.bin",
596 "bootloader": "bl2.bin"
597 },
598 "monitors": monitors_psaapitest_by_desc,
599 }, # PsaApiTest_Storage
600
Paul Sokolovsky0c82ae22022-02-16 20:01:10 +0300[diff] [blame^]601 'PsaApiTestIPC_STORAGE': {
602 "binaries": {
603 "firmware": "tfm_s_ns_signed.bin",
604 "bootloader": "bl2.bin"
605 },
606 "monitors": monitors_psaapitest_by_desc,
607 }, # PsaApiTestIPC_Storage
608
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]609 'PsaApiTest_Attest': {
610 "binaries": {
611 "firmware": "tfm_s_ns_signed.bin",
612 "bootloader": "bl2.bin"
613 },
614 "monitors": monitors_psaapitest_by_ut,
615 }, # PsaApiTest_Attest
616
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]617 } # Tests
618}
619
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]620
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]621# FVP with BL2 bootloader
622# firmware <-> ns <-> application: --application cpu0=bl2.axf
623# bootloader <-> s <-> data: --data cpu0=tfm_s_ns_signed.bin@0x10080000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]624fvp_mps2_an521_bl2 = {
625 "templ": "fvp_mps2.jinja2",
626 "job_name": "fvp_mps2_an521_bl2",
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]627 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]628 "job_timeout": 15,
629 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]630 "monitor_timeout": 15,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]631 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]632 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]633 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]634 "build_types": ["Debug", "Release", "Minsizerel"],
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]635 "boot_types": ["BL2"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]636 "data_bin_offset": "0x10080000",
637 "tests": {
638 'Default': {
639 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]640 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]641 "bootloader": "tfm_s_ns_signed.bin"
642 },
643 "monitors": [
644 {
645 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]646 'start': 'Non-Secure system',
647 'end': r'starting\\.{3}',
648 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]649 'fixup': {"pass": "!", "fail": ""},
650 'required': ["secure_image_initializing"]
651 } # Monitors
652 ]
653 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]654 'DefaultProfileS': {
655 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]656 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]657 "bootloader": "tfm_s_ns_signed.bin"
658 },
659 "monitors": [
660 {
661 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]662 'start': 'Non-Secure system',
663 'end': r'starting\\.{3}',
664 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]665 'fixup': {"pass": "!", "fail": ""},
666 'required': ["secure_image_initializing"]
667 } # Monitors
668 ]
669 }, # DefaultProfileS
670 'DefaultProfileM': {
671 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]672 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]673 "bootloader": "tfm_s_ns_signed.bin"
674 },
675 "monitors": [
676 {
677 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]678 'start': 'Non-Secure system',
679 'end': r'starting\\.{3}',
680 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]681 'fixup': {"pass": "!", "fail": ""},
682 'required': ["secure_image_initializing"]
683 } # Monitors
684 ]
685 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]686 'DefaultProfileL': {
687 "binaries": {
688 "firmware": "bl2.axf",
689 "bootloader": "tfm_s_ns_signed.bin"
690 },
691 "monitors": [
692 {
693 'name': 'Secure_Test_Suites_Summary',
694 'start': 'Non-Secure system',
695 'end': r'starting\\.{3}',
696 'pattern': r'Non-Secure system starting\\.{3}',
697 'fixup': {"pass": "!", "fail": ""},
698 'required': ["secure_image_initializing"]
699 } # Monitors
700 ]
701 }, # DefaultProfileL
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]702
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]703 'Regression': {
704 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]705 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]706 "bootloader": "tfm_s_ns_signed.bin"
707 },
708 "monitors": [
709 {
710 'name': 'Secure_Test_Suites_Summary',
711 'start': 'Secure test suites summary',
712 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]713 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]714 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]715 r"(?P<result>PASSED|FAILED)",
716 'fixup': {"pass": "PASSED", "fail": "FAILED"},
717 'required': [
718 ("psa_protected_storage_"
719 "s_interface_tests_tfm_sst_test_2xxx_"),
720 "sst_reliability_tests_tfm_sst_test_3xxx_",
721 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
722 ("psa_internal_trusted_storage_"
723 "s_interface_tests_tfm_its_test_2xxx_"),
724 "its_reliability_tests_tfm_its_test_3xxx_",
725 ("audit_"
726 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
727 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
728 ("initial_attestation_service_"
729 "secure_interface_tests_tfm_attest_test_1xxx_"),
730 ]
731 },
732 {
733 'name': 'Non_Secure_Test_Suites_Summary',
734 'start': 'Non-secure test suites summary',
735 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]736 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]737 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]738 r"(?P<result>PASSED|FAILED)",
739 'fixup': {"pass": "PASSED", "fail": "FAILED"},
740 'required': [
741 ("psa_protected_storage"
742 "_ns_interface_tests_tfm_sst_test_1xxx_"),
743 ("psa_internal_trusted_storage"
744 "_ns_interface_tests_tfm_its_test_1xxx_"),
745 ("auditlog_"
746 "non_secure_interface_test_tfm_audit_test_1xxx_"),
747 ("crypto_"
748 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
749 ("initial_attestation_service_"
750 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
751 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
752 ]
753 }
754 ] # Monitors
755 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]756
757 'RegressionProfileM': {
758 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]759 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]760 "bootloader": "tfm_s_ns_signed.bin"
761 },
762 "monitors": [
763 {
764 'name': 'Secure_Test_Suites_Summary',
765 'start': 'Secure test suites summary',
766 'end': 'End of Secure test suites',
767 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]768 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]769 r"(?P<result>PASSED|FAILED)",
770 'fixup': {"pass": "PASSED", "fail": "FAILED"},
771 'required': [
772 ("psa_protected_storage_"
773 "s_interface_tests_tfm_sst_test_2xxx_"),
774 "sst_reliability_tests_tfm_sst_test_3xxx_",
775 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
776 ("psa_internal_trusted_storage_"
777 "s_interface_tests_tfm_its_test_2xxx_"),
778 "its_reliability_tests_tfm_its_test_3xxx_",
779 ("audit_"
780 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
781 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
782 ("initial_attestation_service_"
783 "secure_interface_tests_tfm_attest_test_1xxx_"),
784 ]
785 },
786 {
787 'name': 'Non_Secure_Test_Suites_Summary',
788 'start': 'Non-secure test suites summary',
789 'end': r'End of Non-secure test suites',
790 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]791 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]792 r"(?P<result>PASSED|FAILED)",
793 'fixup': {"pass": "PASSED", "fail": "FAILED"},
794 'required': [
795 ("psa_protected_storage"
796 "_ns_interface_tests_tfm_sst_test_1xxx_"),
797 ("psa_internal_trusted_storage"
798 "_ns_interface_tests_tfm_its_test_1xxx_"),
799 ("auditlog_"
800 "non_secure_interface_test_tfm_audit_test_1xxx_"),
801 ("crypto_"
802 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
803 ("initial_attestation_service_"
804 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
805 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
806 ]
807 }
808 ] # Monitors
809 }, # RegressionProfileM
810 'RegressionProfileS': {
811 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]812 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]813 "bootloader": "tfm_s_ns_signed.bin"
814 },
815 "monitors": [
816 {
817 'name': 'Secure_Test_Suites_Summary',
818 'start': 'Secure test suites summary',
819 'end': 'End of Secure test suites',
820 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]821 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]822 r"(?P<result>PASSED|FAILED)",
823 'fixup': {"pass": "PASSED", "fail": "FAILED"},
824 'required': [
825 ("psa_protected_storage_"
826 "s_interface_tests_tfm_sst_test_2xxx_"),
827 "sst_reliability_tests_tfm_sst_test_3xxx_",
828 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
829 ("psa_internal_trusted_storage_"
830 "s_interface_tests_tfm_its_test_2xxx_"),
831 "its_reliability_tests_tfm_its_test_3xxx_",
832 ("audit_"
833 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
834 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
835 ("initial_attestation_service_"
836 "secure_interface_tests_tfm_attest_test_1xxx_"),
837 ]
838 },
839 {
840 'name': 'Non_Secure_Test_Suites_Summary',
841 'start': 'Non-secure test suites summary',
842 'end': r'End of Non-secure test suites',
843 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]844 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]845 r"(?P<result>PASSED|FAILED)",
846 'fixup': {"pass": "PASSED", "fail": "FAILED"},
847 'required': [
848 ("psa_protected_storage"
849 "_ns_interface_tests_tfm_sst_test_1xxx_"),
850 ("psa_internal_trusted_storage"
851 "_ns_interface_tests_tfm_its_test_1xxx_"),
852 ("auditlog_"
853 "non_secure_interface_test_tfm_audit_test_1xxx_"),
854 ("crypto_"
855 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
856 ("initial_attestation_service_"
857 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
858 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
859 ]
860 }
861 ] # Monitors
862 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]863 'RegressionProfileL': {
864 "binaries": {
865 "firmware": "bl2.axf",
866 "bootloader": "tfm_s_ns_signed.bin"
867 },
868 "monitors": [
869 {
870 'name': 'Secure_Test_Suites_Summary',
871 'start': 'Secure test suites summary',
872 'end': 'End of Secure test suites',
873 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]874 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]875 r"(?P<result>PASSED|FAILED)",
876 'fixup': {"pass": "PASSED", "fail": "FAILED"},
877 'required': [
878 ("psa_protected_storage_"
879 "s_interface_tests_tfm_sst_test_2xxx_"),
880 "sst_reliability_tests_tfm_sst_test_3xxx_",
881 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
882 ("psa_internal_trusted_storage_"
883 "s_interface_tests_tfm_its_test_2xxx_"),
884 "its_reliability_tests_tfm_its_test_3xxx_",
885 ("audit_"
886 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
887 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
888 ("initial_attestation_service_"
889 "secure_interface_tests_tfm_attest_test_1xxx_"),
890 ]
891 },
892 {
893 'name': 'Non_Secure_Test_Suites_Summary',
894 'start': 'Non-secure test suites summary',
895 'end': r'End of Non-secure test suites',
896 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]897 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]898 r"(?P<result>PASSED|FAILED)",
899 'fixup': {"pass": "PASSED", "fail": "FAILED"},
900 'required': [
901 ("psa_protected_storage"
902 "_ns_interface_tests_tfm_sst_test_1xxx_"),
903 ("psa_internal_trusted_storage"
904 "_ns_interface_tests_tfm_its_test_1xxx_"),
905 ("auditlog_"
906 "non_secure_interface_test_tfm_audit_test_1xxx_"),
907 ("crypto_"
908 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
909 ("initial_attestation_service_"
910 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
911 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
912 ]
913 }
914 ] # Monitors
915 }, # RegressionProfileL
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]916
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]917 'RegressionIPC': {
918 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]919 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]920 "bootloader": "tfm_s_ns_signed.bin"
921 },
922 "monitors": [
923 {
924 'name': 'Secure_Test_Suites_Summary',
925 'start': 'Secure test suites summary',
926 'end': 'End of Secure test suites',
927 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]928 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]929 r"(?P<result>PASSED|FAILED)",
930 'fixup': {"pass": "PASSED", "fail": "FAILED"},
931 'required': [
932 ("psa_protected_storage_"
933 "s_interface_tests_tfm_sst_test_2xxx_"),
934 "sst_reliability_tests_tfm_sst_test_3xxx_",
935 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
936 ("psa_internal_trusted_storage_"
937 "s_interface_tests_tfm_its_test_2xxx_"),
938 "its_reliability_tests_tfm_its_test_3xxx_",
939 ("audit_"
940 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
941 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
942 ("initial_attestation_service_"
943 "secure_interface_tests_tfm_attest_test_1xxx_"),
944 ]
945 },
946 {
947 'name': 'Non_Secure_Test_Suites_Summary',
948 'start': 'Non-secure test suites summary',
949 'end': r'End of Non-secure test suites',
950 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]951 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]952 r"(?P<result>PASSED|FAILED)",
953 'fixup': {"pass": "PASSED", "fail": "FAILED"},
954 'required': [
955 ("psa_protected_storage"
956 "_ns_interface_tests_tfm_sst_test_1xxx_"),
957 ("psa_internal_trusted_storage"
958 "_ns_interface_tests_tfm_its_test_1xxx_"),
959 ("auditlog_"
960 "non_secure_interface_test_tfm_audit_test_1xxx_"),
961 ("crypto_"
962 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
963 ("initial_attestation_service_"
964 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
965 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
966 ]
967 }
968 ] # Monitors
969 }, # Regression
970 'RegressionIPCTfmLevel2': {
971 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]972 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]973 "bootloader": "tfm_s_ns_signed.bin"
974 },
975 "monitors": [
976 {
977 'name': 'Secure_Test_Suites_Summary',
978 'start': 'Secure test suites summary',
979 'end': 'End of Secure test suites',
980 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]981 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]982 r"(?P<result>PASSED|FAILED)",
983 'fixup': {"pass": "PASSED", "fail": "FAILED"},
984 'required': [
985 ("psa_protected_storage_"
986 "s_interface_tests_tfm_sst_test_2xxx_"),
987 "sst_reliability_tests_tfm_sst_test_3xxx_",
988 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
989 ("psa_internal_trusted_storage_"
990 "s_interface_tests_tfm_its_test_2xxx_"),
991 "its_reliability_tests_tfm_its_test_3xxx_",
992 ("audit_"
993 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
994 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
995 ("initial_attestation_service_"
996 "secure_interface_tests_tfm_attest_test_1xxx_"),
997 ]
998 },
999 {
1000 'name': 'Non_Secure_Test_Suites_Summary',
1001 'start': 'Non-secure test suites summary',
1002 'end': r'End of Non-secure test suites',
1003 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1004 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1005 r"(?P<result>PASSED|FAILED)",
1006 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1007 'required': [
1008 ("psa_protected_storage"
1009 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1010 ("psa_internal_trusted_storage"
1011 "_ns_interface_tests_tfm_its_test_1xxx_"),
1012 ("auditlog_"
1013 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1014 ("crypto_"
1015 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1016 ("initial_attestation_service_"
1017 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1018 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1019 ]
1020 }
1021 ] # Monitors
1022 }, # Regression
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1023 'RegressionIPCTfmLevel3': {
1024 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1025 "firmware": "bl2.axf",
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1026 "bootloader": "tfm_s_ns_signed.bin"
1027 },
1028 "monitors": [
1029 {
1030 'name': 'Secure_Test_Suites_Summary',
1031 'start': 'Secure test suites summary',
1032 'end': 'End of Secure test suites',
1033 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1034 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1035 r"(?P<result>PASSED|FAILED)",
1036 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1037 'required': [
1038 ("psa_protected_storage_"
1039 "s_interface_tests_tfm_sst_test_2xxx_"),
1040 "sst_reliability_tests_tfm_sst_test_3xxx_",
1041 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1042 ("psa_internal_trusted_storage_"
1043 "s_interface_tests_tfm_its_test_2xxx_"),
1044 "its_reliability_tests_tfm_its_test_3xxx_",
1045 ("audit_"
1046 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1047 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1048 ("initial_attestation_service_"
1049 "secure_interface_tests_tfm_attest_test_1xxx_"),
1050 ]
1051 },
1052 {
1053 'name': 'Non_Secure_Test_Suites_Summary',
1054 'start': 'Non-secure test suites summary',
1055 'end': r'End of Non-secure test suites',
1056 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1057 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1058 r"(?P<result>PASSED|FAILED)",
1059 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1060 'required': [
1061 ("psa_protected_storage"
1062 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1063 ("psa_internal_trusted_storage"
1064 "_ns_interface_tests_tfm_its_test_1xxx_"),
1065 ("auditlog_"
1066 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1067 ("crypto_"
1068 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1069 ("initial_attestation_service_"
1070 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1071 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1072 ]
1073 }
1074 ] # Monitors
1075 }, # Regression
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1076 'CoreIPC': {
1077 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1078 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1079 "bootloader": "tfm_s_ns_signed.bin"
1080 },
1081 "monitors": [
1082 {
1083 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1084 'start': 'Non-Secure system',
1085 'end': r'starting\\.{3}',
1086 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1087 'fixup': {"pass": "!", "fail": ""},
1088 'required': ["secure_image_initializing"]
1089 } # Monitors
1090 ]
1091 }, # CoreIPC
1092 'CoreIPCTfmLevel2': {
1093 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1094 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1095 "bootloader": "tfm_s_ns_signed.bin"
1096 },
1097 "monitors": [
1098 {
1099 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1100 'start': 'Non-Secure system',
1101 'end': r'starting\\.{3}',
1102 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1103 'fixup': {"pass": "!", "fail": ""},
1104 'required': ["secure_image_initializing"]
1105 } # Monitors
1106 ]
1107 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1108 'CoreIPCTfmLevel3': {
1109 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1110 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1111 "bootloader": "tfm_s_ns_signed.bin"
1112 },
1113 "monitors": [
1114 {
1115 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1116 'start': 'Non-Secure system',
1117 'end': r'starting\\.{3}',
1118 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1119 'fixup': {"pass": "!", "fail": ""},
1120 'required': ["secure_image_initializing"]
1121 } # Monitors
1122 ]
1123 }, # CoreIPCTfmLevel3
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]1124
1125# 'PsaApiTest_Crypto': {
1126# "binaries": {
1127# "firmware": "bl2.axf",
1128# "bootloader": "tfm_s_ns_signed.bin"
1129# },
1130# "monitors": monitors_psaapitest_by_ut,
1131# }, # PsaApiTest_Crypto
1132
1133 'PsaApiTest_STORAGE': {
1134 "binaries": {
1135 "firmware": "bl2.axf",
1136 "bootloader": "tfm_s_ns_signed.bin"
1137 },
1138 "monitors": monitors_psaapitest_by_desc,
1139 }, # PsaApiTest_Storage
1140
Paul Sokolovsky0c82ae22022-02-16 20:01:10 +0300[diff] [blame^]1141 'PsaApiTestIPC_STORAGE': {
1142 "binaries": {
1143 "firmware": "bl2.axf",
1144 "bootloader": "tfm_s_ns_signed.bin"
1145 },
1146 "monitors": monitors_psaapitest_by_desc,
1147 }, # PsaApiTestIPC_Storage
1148
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]1149 'PsaApiTest_Attest': {
1150 "binaries": {
1151 "firmware": "bl2.axf",
1152 "bootloader": "tfm_s_ns_signed.bin"
1153 },
1154 "monitors": monitors_psaapitest_by_ut,
1155 }, # PsaApiTest_Attest
1156
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1157 } # Tests
1158}
1159
1160
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1161# FVP without BL2 bootloader
1162# firmware <-> ns <-> application: --application cpu0=tfm_s.axf
1163# bootloader <-> s <-> data: --data cpu0=tfm_ns.bin@0x00100000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1164fvp_mps2_an521_nobl2 = {
1165 "templ": "fvp_mps2.jinja2",
1166 "job_name": "fvp_mps2_an521_nobl2",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1167 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1168 "job_timeout": 15,
1169 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]1170 "monitor_timeout": 15,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1171 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]1172 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1173 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1174 "build_types": ["Debug", "Release", "Minsizerel"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1175 "boot_types": ["NOBL2"],
1176 "data_bin_offset": "0x00100000",
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]1177 "cpu_baseline": 1,
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1178 "tests": {
1179 'Default': {
1180 "binaries": {
1181 "firmware": "tfm_s.axf",
1182 "bootloader": "tfm_ns.bin"
1183 },
1184 "monitors": [
1185 {
1186 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1187 'start': 'Non-Secure system',
1188 'end': r'starting\\.{3}',
1189 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1190 'fixup': {"pass": "!", "fail": ""},
1191 'required': ["secure_image_initializing"]
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1192 }
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1193 ]
1194 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1195 'DefaultProfileS': {
1196 "binaries": {
1197 "firmware": "tfm_s.axf",
1198 "bootloader": "tfm_ns.bin"
1199 },
1200 "monitors": [
1201 {
1202 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1203 'start': 'Non-Secure system',
1204 'end': r'starting\\.{3}',
1205 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1206 'fixup': {"pass": "!", "fail": ""},
1207 'required': ["secure_image_initializing"]
1208 } # Monitors
1209 ]
1210 }, # DefaultProfileS
1211 'DefaultProfileM': {
1212 "binaries": {
1213 "firmware": "tfm_s.axf",
1214 "bootloader": "tfm_ns.bin"
1215 },
1216 "monitors": [
1217 {
1218 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1219 'start': 'Non-Secure system',
1220 'end': r'starting\\.{3}',
1221 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1222 'fixup': {"pass": "!", "fail": ""},
1223 'required': ["secure_image_initializing"]
1224 } # Monitors
1225 ]
1226 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]1227 'DefaultProfileL': {
1228 "binaries": {
1229 "firmware": "tfm_s.axf",
1230 "bootloader": "tfm_ns.bin"
1231 },
1232 "monitors": [
1233 {
1234 'name': 'Secure_Test_Suites_Summary',
1235 'start': 'Non-Secure system',
1236 'end': r'starting\\.{3}',
1237 'pattern': r'Non-Secure system starting\\.{3}',
1238 'fixup': {"pass": "!", "fail": ""},
1239 'required': ["secure_image_initializing"]
1240 } # Monitors
1241 ]
1242 }, # DefaultProfileL
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1243
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1244 'Regression': {
1245 "binaries": {
1246 "firmware": "tfm_s.axf",
1247 "bootloader": "tfm_ns.bin"
1248 },
1249 "monitors": [
1250 {
1251 'name': 'Secure_Test_Suites_Summary',
1252 'start': 'Secure test suites summary',
1253 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1254 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1255 r"test_case_id>[^\n]+)' has(.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1256 r"(?P<result>PASSED|FAILED)",
1257 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1258 'required': [
1259 ("psa_protected_storage_"
1260 "s_interface_tests_tfm_sst_test_2xxx_"),
1261 "sst_reliability_tests_tfm_sst_test_3xxx_",
1262 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1263 ("psa_internal_trusted_storage_"
1264 "s_interface_tests_tfm_its_test_2xxx_"),
1265 "its_reliability_tests_tfm_its_test_3xxx_",
1266 ("audit_"
1267 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1268 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1269 ("initial_attestation_service_"
1270 "secure_interface_tests_tfm_attest_test_1xxx_"),
1271 ]
1272 },
1273 {
1274 'name': 'Non_Secure_Test_Suites_Summary',
1275 'start': 'Non-secure test suites summary',
1276 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1277 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1278 r"test_case_id>[^\n]+)' has(.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1279 r"(?P<result>PASSED|FAILED)",
1280 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1281 'required': [
1282 ("psa_protected_storage"
1283 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1284 ("psa_internal_trusted_storage"
1285 "_ns_interface_tests_tfm_its_test_1xxx_"),
1286 ("auditlog_"
1287 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1288 ("crypto_"
1289 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1290 ("initial_attestation_service_"
1291 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1292 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1293 ]
1294 }
1295 ] # Monitors
1296 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1297 'RegressionProfileM': {
1298 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1299 "firmware": "tfm_s.axf",
1300 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1301 },
1302 "monitors": [
1303 {
1304 'name': 'Secure_Test_Suites_Summary',
1305 'start': 'Secure test suites summary',
1306 'end': 'End of Secure test suites',
1307 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1308 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1309 r"(?P<result>PASSED|FAILED)",
1310 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1311 'required': [
1312 ("psa_protected_storage_"
1313 "s_interface_tests_tfm_sst_test_2xxx_"),
1314 "sst_reliability_tests_tfm_sst_test_3xxx_",
1315 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1316 ("psa_internal_trusted_storage_"
1317 "s_interface_tests_tfm_its_test_2xxx_"),
1318 "its_reliability_tests_tfm_its_test_3xxx_",
1319 ("audit_"
1320 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1321 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1322 ("initial_attestation_service_"
1323 "secure_interface_tests_tfm_attest_test_1xxx_"),
1324 ]
1325 },
1326 {
1327 'name': 'Non_Secure_Test_Suites_Summary',
1328 'start': 'Non-secure test suites summary',
1329 'end': r'End of Non-secure test suites',
1330 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1331 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1332 r"(?P<result>PASSED|FAILED)",
1333 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1334 'required': [
1335 ("psa_protected_storage"
1336 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1337 ("psa_internal_trusted_storage"
1338 "_ns_interface_tests_tfm_its_test_1xxx_"),
1339 ("auditlog_"
1340 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1341 ("crypto_"
1342 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1343 ("initial_attestation_service_"
1344 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1345 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1346 ]
1347 }
1348 ] # Monitors
1349 }, # RegressionProfileM
1350 'RegressionProfileS': {
1351 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1352 "firmware": "tfm_s.axf",
1353 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1354 },
1355 "monitors": [
1356 {
1357 'name': 'Secure_Test_Suites_Summary',
1358 'start': 'Secure test suites summary',
1359 'end': 'End of Secure test suites',
1360 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1361 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1362 r"(?P<result>PASSED|FAILED)",
1363 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1364 'required': [
1365 ("psa_protected_storage_"
1366 "s_interface_tests_tfm_sst_test_2xxx_"),
1367 "sst_reliability_tests_tfm_sst_test_3xxx_",
1368 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1369 ("psa_internal_trusted_storage_"
1370 "s_interface_tests_tfm_its_test_2xxx_"),
1371 "its_reliability_tests_tfm_its_test_3xxx_",
1372 ("audit_"
1373 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1374 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1375 ("initial_attestation_service_"
1376 "secure_interface_tests_tfm_attest_test_1xxx_"),
1377 ]
1378 },
1379 {
1380 'name': 'Non_Secure_Test_Suites_Summary',
1381 'start': 'Non-secure test suites summary',
1382 'end': r'End of Non-secure test suites',
1383 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1384 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1385 r"(?P<result>PASSED|FAILED)",
1386 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1387 'required': [
1388 ("psa_protected_storage"
1389 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1390 ("psa_internal_trusted_storage"
1391 "_ns_interface_tests_tfm_its_test_1xxx_"),
1392 ("auditlog_"
1393 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1394 ("crypto_"
1395 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1396 ("initial_attestation_service_"
1397 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1398 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1399 ]
1400 }
1401 ] # Monitors
1402 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]1403 'RegressionProfileL': {
1404 "binaries": {
1405 "firmware": "tfm_s.axf",
1406 "bootloader": "tfm_ns.bin"
1407 },
1408 "monitors": [
1409 {
1410 'name': 'Secure_Test_Suites_Summary',
1411 'start': 'Secure test suites summary',
1412 'end': 'End of Secure test suites',
1413 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1414 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]1415 r"(?P<result>PASSED|FAILED)",
1416 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1417 'required': [
1418 ("psa_protected_storage_"
1419 "s_interface_tests_tfm_sst_test_2xxx_"),
1420 "sst_reliability_tests_tfm_sst_test_3xxx_",
1421 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1422 ("psa_internal_trusted_storage_"
1423 "s_interface_tests_tfm_its_test_2xxx_"),
1424 "its_reliability_tests_tfm_its_test_3xxx_",
1425 ("audit_"
1426 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1427 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1428 ("initial_attestation_service_"
1429 "secure_interface_tests_tfm_attest_test_1xxx_"),
1430 ]
1431 },
1432 {
1433 'name': 'Non_Secure_Test_Suites_Summary',
1434 'start': 'Non-secure test suites summary',
1435 'end': r'End of Non-secure test suites',
1436 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1437 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]1438 r"(?P<result>PASSED|FAILED)",
1439 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1440 'required': [
1441 ("psa_protected_storage"
1442 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1443 ("psa_internal_trusted_storage"
1444 "_ns_interface_tests_tfm_its_test_1xxx_"),
1445 ("auditlog_"
1446 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1447 ("crypto_"
1448 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1449 ("initial_attestation_service_"
1450 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1451 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1452 ]
1453 }
1454 ] # Monitors
1455 }, # RegressionProfileL
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1456
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1457 'RegressionIPC': {
1458 "binaries": {
1459 "firmware": "tfm_s.axf",
1460 "bootloader": "tfm_ns.bin"
1461 },
1462 "monitors": [
1463 {
1464 'name': 'Secure_Test_Suites_Summary',
1465 'start': 'Secure test suites summary',
1466 'end': 'End of Secure test suites',
1467 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1468 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1469 r"(?P<result>PASSED|FAILED)",
1470 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1471 'required': [
1472 ("psa_protected_storage_"
1473 "s_interface_tests_tfm_sst_test_2xxx_"),
1474 "sst_reliability_tests_tfm_sst_test_3xxx_",
1475 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1476 ("psa_internal_trusted_storage_"
1477 "s_interface_tests_tfm_its_test_2xxx_"),
1478 "its_reliability_tests_tfm_its_test_3xxx_",
1479 ("audit_"
1480 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1481 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1482 ("initial_attestation_service_"
1483 "secure_interface_tests_tfm_attest_test_1xxx_"),
1484 ]
1485 },
1486 {
1487 'name': 'Non_Secure_Test_Suites_Summary',
1488 'start': 'Non-secure test suites summary',
1489 'end': r'End of Non-secure test suites',
1490 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1491 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1492 r"(?P<result>PASSED|FAILED)",
1493 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1494 'required': [
1495 ("psa_protected_storage"
1496 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1497 ("psa_internal_trusted_storage"
1498 "_ns_interface_tests_tfm_its_test_1xxx_"),
1499 ("auditlog_"
1500 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1501 ("crypto_"
1502 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1503 ("initial_attestation_service_"
1504 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1505 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1506 ]
1507 }
1508 ] # Monitors
1509 }, # RegressionIPC
1510 'RegressionIPCTfmLevel2': {
1511 "binaries": {
1512 "firmware": "tfm_s.axf",
1513 "bootloader": "tfm_ns.bin"
1514 },
1515 "monitors": [
1516 {
1517 'name': 'Secure_Test_Suites_Summary',
1518 'start': 'Secure test suites summary',
1519 'end': 'End of Secure test suites',
1520 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1521 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1522 r"(?P<result>PASSED|FAILED)",
1523 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1524 'required': [
1525 ("psa_protected_storage_"
1526 "s_interface_tests_tfm_sst_test_2xxx_"),
1527 "sst_reliability_tests_tfm_sst_test_3xxx_",
1528 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1529 ("psa_internal_trusted_storage_"
1530 "s_interface_tests_tfm_its_test_2xxx_"),
1531 "its_reliability_tests_tfm_its_test_3xxx_",
1532 ("audit_"
1533 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1534 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1535 ("initial_attestation_service_"
1536 "secure_interface_tests_tfm_attest_test_1xxx_"),
1537 ]
1538 },
1539 {
1540 'name': 'Non_Secure_Test_Suites_Summary',
1541 'start': 'Non-secure test suites summary',
1542 'end': r'End of Non-secure test suites',
1543 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1544 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1545 r"(?P<result>PASSED|FAILED)",
1546 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1547 'required': [
1548 ("psa_protected_storage"
1549 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1550 ("psa_internal_trusted_storage"
1551 "_ns_interface_tests_tfm_its_test_1xxx_"),
1552 ("auditlog_"
1553 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1554 ("crypto_"
1555 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1556 ("initial_attestation_service_"
1557 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1558 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1559 ]
1560 }
1561 ] # Monitors
1562 }, # RegressionIPCTfmLevel2
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1563 'RegressionIPCTfmLevel3': {
1564 "binaries": {
1565 "firmware": "tfm_s.axf",
1566 "bootloader": "tfm_ns.bin"
1567 },
1568 "monitors": [
1569 {
1570 'name': 'Secure_Test_Suites_Summary',
1571 'start': 'Secure test suites summary',
1572 'end': 'End of Secure test suites',
1573 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1574 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1575 r"(?P<result>PASSED|FAILED)",
1576 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1577 'required': [
1578 ("psa_protected_storage_"
1579 "s_interface_tests_tfm_sst_test_2xxx_"),
1580 "sst_reliability_tests_tfm_sst_test_3xxx_",
1581 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1582 ("psa_internal_trusted_storage_"
1583 "s_interface_tests_tfm_its_test_2xxx_"),
1584 "its_reliability_tests_tfm_its_test_3xxx_",
1585 ("audit_"
1586 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1587 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1588 ("initial_attestation_service_"
1589 "secure_interface_tests_tfm_attest_test_1xxx_"),
1590 ]
1591 },
1592 {
1593 'name': 'Non_Secure_Test_Suites_Summary',
1594 'start': 'Non-secure test suites summary',
1595 'end': r'End of Non-secure test suites',
1596 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1597 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1598 r"(?P<result>PASSED|FAILED)",
1599 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1600 'required': [
1601 ("psa_protected_storage"
1602 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1603 ("psa_internal_trusted_storage"
1604 "_ns_interface_tests_tfm_its_test_1xxx_"),
1605 ("auditlog_"
1606 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1607 ("crypto_"
1608 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1609 ("initial_attestation_service_"
1610 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1611 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1612 ]
1613 }
1614 ] # Monitors
1615 }, # RegressionIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1616 'CoreIPC': {
1617 "binaries": {
1618 "firmware": "tfm_s.axf",
1619 "bootloader": "tfm_ns.bin"
1620 },
1621 "monitors": [
1622 {
1623 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1624 'start': 'Non-Secure system',
1625 'end': r'starting\\.{3}',
1626 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1627 'fixup': {"pass": "!", "fail": ""},
1628 'required': ["secure_image_initializing"]
1629 } # Monitors
1630 ]
1631 }, # CoreIPC
1632 'CoreIPCTfmLevel2': {
1633 "binaries": {
1634 "firmware": "tfm_s.axf",
1635 "bootloader": "tfm_ns.bin"
1636 },
1637 "monitors": [
1638 {
1639 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1640 'start': 'Non-Secure system',
1641 'end': r'starting\\.{3}',
1642 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1643 'fixup': {"pass": "!", "fail": ""},
1644 'required': ["secure_image_initializing"]
1645 } # Monitors
1646 ]
1647 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1648 'CoreIPCTfmLevel3': {
1649 "binaries": {
1650 "firmware": "tfm_s.axf",
1651 "bootloader": "tfm_ns.bin"
1652 },
1653 "monitors": [
1654 {
1655 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1656 'start': 'Non-Secure system',
1657 'end': r'starting\\.{3}',
1658 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1659 'fixup': {"pass": "!", "fail": ""},
1660 'required': ["secure_image_initializing"]
1661 } # Monitors
1662 ]
1663 }, # CoreIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1664 } # Tests
1665}
1666
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1667
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1668# FVP with BL2 bootloader
1669# firmware <-> ns <-> application: --application cpu0=bl2.axf
1670# bootloader <-> s <-> data: --data cpu0=tfm_s_ns_signed.bin@0x10080000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1671fvp_mps2_an519_bl2 = {
1672 "templ": "fvp_mps2.jinja2",
1673 "job_name": "fvp_mps2_an519_bl2",
1674 "device_type": "fvp",
1675 "job_timeout": 15,
1676 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]1677 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1678 "poweroff_timeout": 1,
1679 "platforms": {"AN519": ""},
1680 "compilers": ["GNUARM", "ARMCLANG"],
1681 "build_types": ["Debug", "Release", "Minsizerel"],
1682 "boot_types": ["BL2"],
1683 "data_bin_offset": "0x10080000",
1684 "cpu0_baseline": 1,
1685 "tests": {
1686 'Default': {
1687 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1688 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1689 "bootloader": "tfm_s_ns_signed.bin"
1690 },
1691 "monitors": [
1692 {
1693 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1694 'start': 'Non-Secure system',
1695 'end': r'starting\\.{3}',
1696 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1697 'fixup': {"pass": "!", "fail": ""},
1698 'required': ["secure_image_initializing"]
1699 } # Monitors
1700 ]
1701 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1702 'DefaultProfileS': {
1703 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1704 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1705 "bootloader": "tfm_s_ns_signed.bin"
1706 },
1707 "monitors": [
1708 {
1709 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1710 'start': 'Non-Secure system',
1711 'end': r'starting\\.{3}',
1712 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1713 'fixup': {"pass": "!", "fail": ""},
1714 'required': ["secure_image_initializing"]
1715 } # Monitors
1716 ]
1717 }, # DefaultProfileS
1718 'DefaultProfileM': {
1719 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1720 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1721 "bootloader": "tfm_s_ns_signed.bin"
1722 },
1723 "monitors": [
1724 {
1725 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1726 'start': 'Non-Secure system',
1727 'end': r'starting\\.{3}',
1728 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1729 'fixup': {"pass": "!", "fail": ""},
1730 'required': ["secure_image_initializing"]
1731 } # Monitors
1732 ]
1733 }, # DefaultProfileM
1734
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1735 'Regression': {
1736 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1737 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1738 "bootloader": "tfm_s_ns_signed.bin"
1739 },
1740 "monitors": [
1741 {
1742 'name': 'Secure_Test_Suites_Summary',
1743 'start': 'Secure test suites summary',
1744 'end': 'End of Secure test suites',
1745 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1746 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1747 r"(?P<result>PASSED|FAILED)",
1748 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1749 'required': [
1750 ("psa_protected_storage_"
1751 "s_interface_tests_tfm_sst_test_2xxx_"),
1752 "sst_reliability_tests_tfm_sst_test_3xxx_",
1753 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1754 ("psa_internal_trusted_storage_"
1755 "s_interface_tests_tfm_its_test_2xxx_"),
1756 "its_reliability_tests_tfm_its_test_3xxx_",
1757 ("audit_"
1758 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1759 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1760 ("initial_attestation_service_"
1761 "secure_interface_tests_tfm_attest_test_1xxx_"),
1762 ]
1763 },
1764 {
1765 'name': 'Non_Secure_Test_Suites_Summary',
1766 'start': 'Non-secure test suites summary',
1767 'end': r'End of Non-secure test suites',
1768 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1769 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1770 r"(?P<result>PASSED|FAILED)",
1771 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1772 'required': [
1773 ("psa_protected_storage"
1774 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1775 ("psa_internal_trusted_storage"
1776 "_ns_interface_tests_tfm_its_test_1xxx_"),
1777 ("auditlog_"
1778 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1779 ("crypto_"
1780 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1781 ("initial_attestation_service_"
1782 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1783 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1784 ]
1785 }
1786 ] # Monitors
1787 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1788
1789 'RegressionProfileM': {
1790 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1791 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1792 "bootloader": "tfm_s_ns_signed.bin"
1793 },
1794 "monitors": [
1795 {
1796 'name': 'Secure_Test_Suites_Summary',
1797 'start': 'Secure test suites summary',
1798 'end': 'End of Secure test suites',
1799 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1800 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1801 r"(?P<result>PASSED|FAILED)",
1802 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1803 'required': [
1804 ("psa_protected_storage_"
1805 "s_interface_tests_tfm_sst_test_2xxx_"),
1806 "sst_reliability_tests_tfm_sst_test_3xxx_",
1807 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1808 ("psa_internal_trusted_storage_"
1809 "s_interface_tests_tfm_its_test_2xxx_"),
1810 "its_reliability_tests_tfm_its_test_3xxx_",
1811 ("audit_"
1812 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1813 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1814 ("initial_attestation_service_"
1815 "secure_interface_tests_tfm_attest_test_1xxx_"),
1816 ]
1817 },
1818 {
1819 'name': 'Non_Secure_Test_Suites_Summary',
1820 'start': 'Non-secure test suites summary',
1821 'end': r'End of Non-secure test suites',
1822 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1823 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1824 r"(?P<result>PASSED|FAILED)",
1825 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1826 'required': [
1827 ("psa_protected_storage"
1828 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1829 ("psa_internal_trusted_storage"
1830 "_ns_interface_tests_tfm_its_test_1xxx_"),
1831 ("auditlog_"
1832 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1833 ("crypto_"
1834 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1835 ("initial_attestation_service_"
1836 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1837 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1838 ]
1839 }
1840 ] # Monitors
1841 }, # RegressionProfileM
1842 'RegressionProfileS': {
1843 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1844 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1845 "bootloader": "tfm_s_ns_signed.bin"
1846 },
1847 "monitors": [
1848 {
1849 'name': 'Secure_Test_Suites_Summary',
1850 'start': 'Secure test suites summary',
1851 'end': 'End of Secure test suites',
1852 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1853 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1854 r"(?P<result>PASSED|FAILED)",
1855 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1856 'required': [
1857 ("psa_protected_storage_"
1858 "s_interface_tests_tfm_sst_test_2xxx_"),
1859 "sst_reliability_tests_tfm_sst_test_3xxx_",
1860 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1861 ("psa_internal_trusted_storage_"
1862 "s_interface_tests_tfm_its_test_2xxx_"),
1863 "its_reliability_tests_tfm_its_test_3xxx_",
1864 ("audit_"
1865 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1866 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1867 ("initial_attestation_service_"
1868 "secure_interface_tests_tfm_attest_test_1xxx_"),
1869 ]
1870 },
1871 {
1872 'name': 'Non_Secure_Test_Suites_Summary',
1873 'start': 'Non-secure test suites summary',
1874 'end': r'End of Non-secure test suites',
1875 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1876 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1877 r"(?P<result>PASSED|FAILED)",
1878 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1879 'required': [
1880 ("psa_protected_storage"
1881 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1882 ("psa_internal_trusted_storage"
1883 "_ns_interface_tests_tfm_its_test_1xxx_"),
1884 ("auditlog_"
1885 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1886 ("crypto_"
1887 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1888 ("initial_attestation_service_"
1889 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1890 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1891 ]
1892 }
1893 ] # Monitors
1894 }, # RegressionProfileS
1895
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1896 'RegressionIPC': {
1897 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1898 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1899 "bootloader": "tfm_s_ns_signed.bin"
1900 },
1901 "monitors": [
1902 {
1903 'name': 'Secure_Test_Suites_Summary',
1904 'start': 'Secure test suites summary',
1905 'end': 'End of Secure test suites',
1906 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1907 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1908 r"(?P<result>PASSED|FAILED)",
1909 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1910 'required': [
1911 ("psa_protected_storage_"
1912 "s_interface_tests_tfm_sst_test_2xxx_"),
1913 "sst_reliability_tests_tfm_sst_test_3xxx_",
1914 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1915 ("psa_internal_trusted_storage_"
1916 "s_interface_tests_tfm_its_test_2xxx_"),
1917 "its_reliability_tests_tfm_its_test_3xxx_",
1918 ("audit_"
1919 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1920 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1921 ("initial_attestation_service_"
1922 "secure_interface_tests_tfm_attest_test_1xxx_"),
1923 ]
1924 },
1925 {
1926 'name': 'Non_Secure_Test_Suites_Summary',
1927 'start': 'Non-secure test suites summary',
1928 'end': r'End of Non-secure test suites',
1929 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1930 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1931 r"(?P<result>PASSED|FAILED)",
1932 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1933 'required': [
1934 ("psa_protected_storage"
1935 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1936 ("psa_internal_trusted_storage"
1937 "_ns_interface_tests_tfm_its_test_1xxx_"),
1938 ("auditlog_"
1939 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1940 ("crypto_"
1941 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1942 ("initial_attestation_service_"
1943 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1944 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1945 ]
1946 }
1947 ] # Monitors
1948 }, # Regression
1949 'RegressionIPCTfmLevel2': {
1950 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1951 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1952 "bootloader": "tfm_s_ns_signed.bin"
1953 },
1954 "monitors": [
1955 {
1956 'name': 'Secure_Test_Suites_Summary',
1957 'start': 'Secure test suites summary',
1958 'end': 'End of Secure test suites',
1959 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1960 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1961 r"(?P<result>PASSED|FAILED)",
1962 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1963 'required': [
1964 ("psa_protected_storage_"
1965 "s_interface_tests_tfm_sst_test_2xxx_"),
1966 "sst_reliability_tests_tfm_sst_test_3xxx_",
1967 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1968 ("psa_internal_trusted_storage_"
1969 "s_interface_tests_tfm_its_test_2xxx_"),
1970 "its_reliability_tests_tfm_its_test_3xxx_",
1971 ("audit_"
1972 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1973 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1974 ("initial_attestation_service_"
1975 "secure_interface_tests_tfm_attest_test_1xxx_"),
1976 ]
1977 },
1978 {
1979 'name': 'Non_Secure_Test_Suites_Summary',
1980 'start': 'Non-secure test suites summary',
1981 'end': r'End of Non-secure test suites',
1982 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1983 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1984 r"(?P<result>PASSED|FAILED)",
1985 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1986 'required': [
1987 ("psa_protected_storage"
1988 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1989 ("psa_internal_trusted_storage"
1990 "_ns_interface_tests_tfm_its_test_1xxx_"),
1991 ("auditlog_"
1992 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1993 ("crypto_"
1994 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1995 ("initial_attestation_service_"
1996 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1997 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1998 ]
1999 }
2000 ] # Monitors
2001 }, # Regression
2002 'CoreIPC': {
2003 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2004 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2005 "bootloader": "tfm_s_ns_signed.bin"
2006 },
2007 "monitors": [
2008 {
2009 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2010 'start': 'Non-Secure system',
2011 'end': r'starting\\.{3}',
2012 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2013 'fixup': {"pass": "!", "fail": ""},
2014 'required': ["secure_image_initializing"]
2015 } # Monitors
2016 ]
2017 }, # CoreIPC
2018 'CoreIPCTfmLevel2': {
2019 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2020 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2021 "bootloader": "tfm_s_ns_signed.bin"
2022 },
2023 "monitors": [
2024 {
2025 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2026 'start': 'Non-Secure system',
2027 'end': r'starting\\.{3}',
2028 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2029 'fixup': {"pass": "!", "fail": ""},
2030 'required': ["secure_image_initializing"]
2031 } # Monitors
2032 ]
2033 }, # CoreIPCTfmLevel2
2034 } # Tests
2035}
2036
2037
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2038# FVP without BL2 bootloader
2039# firmware <-> ns <-> application: --application cpu0=tfm_s.axf
2040# bootloader <-> s <-> data: --data cpu0=tfm_ns.bin@0x00100000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2041fvp_mps2_an519_nobl2 = {
2042 "templ": "fvp_mps2.jinja2",
2043 "job_name": "fvp_mps2_an519_nobl2",
2044 "device_type": "fvp",
2045 "job_timeout": 15,
2046 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]2047 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2048 "poweroff_timeout": 1,
2049 "platforms": {"AN519": ""},
2050 "compilers": ["GNUARM", "ARMCLANG"],
2051 "build_types": ["Debug", "Release", "Minsizerel"],
2052 "boot_types": ["NOBL2"],
2053 "data_bin_offset": "0x00100000",
2054 "cpu0_baseline": 1,
2055 "tests": {
2056 'Default': {
2057 "binaries": {
2058 "firmware": "tfm_s.axf",
2059 "bootloader": "tfm_ns.bin"
2060 },
2061 "monitors": [
2062 {
2063 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2064 'start': 'Non-Secure system',
2065 'end': r'starting\\.{3}',
2066 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2067 'fixup': {"pass": "!", "fail": ""},
2068 'required': ["secure_image_initializing"]
2069 }
2070 ]
2071 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2072 'DefaultProfileS': {
2073 "binaries": {
2074 "firmware": "tfm_s.axf",
2075 "bootloader": "tfm_ns.bin"
2076 },
2077 "monitors": [
2078 {
2079 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2080 'start': 'Non-Secure system',
2081 'end': r'starting\\.{3}',
2082 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2083 'fixup': {"pass": "!", "fail": ""},
2084 'required': ["secure_image_initializing"]
2085 } # Monitors
2086 ]
2087 }, # DefaultProfileS
2088 'DefaultProfileM': {
2089 "binaries": {
2090 "firmware": "tfm_s.axf",
2091 "bootloader": "tfm_ns.bin"
2092 },
2093 "monitors": [
2094 {
2095 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2096 'start': 'Non-Secure system',
2097 'end': r'starting\\.{3}',
2098 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2099 'fixup': {"pass": "!", "fail": ""},
2100 'required': ["secure_image_initializing"]
2101 } # Monitors
2102 ]
2103 }, # DefaultProfileM
2104
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2105 'Regression': {
2106 "binaries": {
2107 "firmware": "tfm_s.axf",
2108 "bootloader": "tfm_ns.bin"
2109 },
2110 "monitors": [
2111 {
2112 'name': 'Secure_Test_Suites_Summary',
2113 'start': 'Secure test suites summary',
2114 'end': 'End of Secure test suites',
2115 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2116 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2117 r"(?P<result>PASSED|FAILED)",
2118 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2119 'required': [
2120 ("psa_protected_storage_"
2121 "s_interface_tests_tfm_sst_test_2xxx_"),
2122 "sst_reliability_tests_tfm_sst_test_3xxx_",
2123 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2124 ("psa_internal_trusted_storage_"
2125 "s_interface_tests_tfm_its_test_2xxx_"),
2126 "its_reliability_tests_tfm_its_test_3xxx_",
2127 ("audit_"
2128 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2129 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2130 ("initial_attestation_service_"
2131 "secure_interface_tests_tfm_attest_test_1xxx_"),
2132 ]
2133 },
2134 {
2135 'name': 'Non_Secure_Test_Suites_Summary',
2136 'start': 'Non-secure test suites summary',
2137 'end': r'End of Non-secure test suites',
2138 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2139 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2140 r"(?P<result>PASSED|FAILED)",
2141 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2142 'required': [
2143 ("psa_protected_storage"
2144 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2145 ("psa_internal_trusted_storage"
2146 "_ns_interface_tests_tfm_its_test_1xxx_"),
2147 ("auditlog_"
2148 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2149 ("crypto_"
2150 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2151 ("initial_attestation_service_"
2152 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2153 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2154 ]
2155 }
2156 ] # Monitors
2157 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2158 'RegressionProfileM': {
2159 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2160 "firmware": "tfm_s.axf",
2161 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2162 },
2163 "monitors": [
2164 {
2165 'name': 'Secure_Test_Suites_Summary',
2166 'start': 'Secure test suites summary',
2167 'end': 'End of Secure test suites',
2168 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2169 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2170 r"(?P<result>PASSED|FAILED)",
2171 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2172 'required': [
2173 ("psa_protected_storage_"
2174 "s_interface_tests_tfm_sst_test_2xxx_"),
2175 "sst_reliability_tests_tfm_sst_test_3xxx_",
2176 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2177 ("psa_internal_trusted_storage_"
2178 "s_interface_tests_tfm_its_test_2xxx_"),
2179 "its_reliability_tests_tfm_its_test_3xxx_",
2180 ("audit_"
2181 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2182 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2183 ("initial_attestation_service_"
2184 "secure_interface_tests_tfm_attest_test_1xxx_"),
2185 ]
2186 },
2187 {
2188 'name': 'Non_Secure_Test_Suites_Summary',
2189 'start': 'Non-secure test suites summary',
2190 'end': r'End of Non-secure test suites',
2191 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2192 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2193 r"(?P<result>PASSED|FAILED)",
2194 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2195 'required': [
2196 ("psa_protected_storage"
2197 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2198 ("psa_internal_trusted_storage"
2199 "_ns_interface_tests_tfm_its_test_1xxx_"),
2200 ("auditlog_"
2201 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2202 ("crypto_"
2203 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2204 ("initial_attestation_service_"
2205 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2206 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2207 ]
2208 }
2209 ] # Monitors
2210 }, # RegressionProfileM
2211 'RegressionProfileS': {
2212 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2213 "firmware": "tfm_s.axf",
2214 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2215 },
2216 "monitors": [
2217 {
2218 'name': 'Secure_Test_Suites_Summary',
2219 'start': 'Secure test suites summary',
2220 'end': 'End of Secure test suites',
2221 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2222 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2223 r"(?P<result>PASSED|FAILED)",
2224 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2225 'required': [
2226 ("psa_protected_storage_"
2227 "s_interface_tests_tfm_sst_test_2xxx_"),
2228 "sst_reliability_tests_tfm_sst_test_3xxx_",
2229 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2230 ("psa_internal_trusted_storage_"
2231 "s_interface_tests_tfm_its_test_2xxx_"),
2232 "its_reliability_tests_tfm_its_test_3xxx_",
2233 ("audit_"
2234 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2235 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2236 ("initial_attestation_service_"
2237 "secure_interface_tests_tfm_attest_test_1xxx_"),
2238 ]
2239 },
2240 {
2241 'name': 'Non_Secure_Test_Suites_Summary',
2242 'start': 'Non-secure test suites summary',
2243 'end': r'End of Non-secure test suites',
2244 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2245 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2246 r"(?P<result>PASSED|FAILED)",
2247 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2248 'required': [
2249 ("psa_protected_storage"
2250 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2251 ("psa_internal_trusted_storage"
2252 "_ns_interface_tests_tfm_its_test_1xxx_"),
2253 ("auditlog_"
2254 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2255 ("crypto_"
2256 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2257 ("initial_attestation_service_"
2258 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2259 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2260 ]
2261 }
2262 ] # Monitors
2263 }, # RegressionProfileS
2264
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2265 'RegressionIPC': {
2266 "binaries": {
2267 "firmware": "tfm_s.axf",
2268 "bootloader": "tfm_ns.bin"
2269 },
2270 "monitors": [
2271 {
2272 'name': 'Secure_Test_Suites_Summary',
2273 'start': 'Secure test suites summary',
2274 'end': 'End of Secure test suites',
2275 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2276 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2277 r"(?P<result>PASSED|FAILED)",
2278 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2279 'required': [
2280 ("psa_protected_storage_"
2281 "s_interface_tests_tfm_sst_test_2xxx_"),
2282 "sst_reliability_tests_tfm_sst_test_3xxx_",
2283 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2284 ("psa_internal_trusted_storage_"
2285 "s_interface_tests_tfm_its_test_2xxx_"),
2286 "its_reliability_tests_tfm_its_test_3xxx_",
2287 ("audit_"
2288 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2289 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2290 ("initial_attestation_service_"
2291 "secure_interface_tests_tfm_attest_test_1xxx_"),
2292 ]
2293 },
2294 {
2295 'name': 'Non_Secure_Test_Suites_Summary',
2296 'start': 'Non-secure test suites summary',
2297 'end': r'End of Non-secure test suites',
2298 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2299 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2300 r"(?P<result>PASSED|FAILED)",
2301 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2302 'required': [
2303 ("psa_protected_storage"
2304 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2305 ("psa_internal_trusted_storage"
2306 "_ns_interface_tests_tfm_its_test_1xxx_"),
2307 ("auditlog_"
2308 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2309 ("crypto_"
2310 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2311 ("initial_attestation_service_"
2312 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2313 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2314 ]
2315 }
2316 ] # Monitors
2317 }, # RegressionIPC
2318 'RegressionIPCTfmLevel2': {
2319 "binaries": {
2320 "firmware": "tfm_s.axf",
2321 "bootloader": "tfm_ns.bin"
2322 },
2323 "monitors": [
2324 {
2325 'name': 'Secure_Test_Suites_Summary',
2326 'start': 'Secure test suites summary',
2327 'end': 'End of Secure test suites',
2328 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2329 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2330 r"(?P<result>PASSED|FAILED)",
2331 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2332 'required': [
2333 ("psa_protected_storage_"
2334 "s_interface_tests_tfm_sst_test_2xxx_"),
2335 "sst_reliability_tests_tfm_sst_test_3xxx_",
2336 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2337 ("psa_internal_trusted_storage_"
2338 "s_interface_tests_tfm_its_test_2xxx_"),
2339 "its_reliability_tests_tfm_its_test_3xxx_",
2340 ("audit_"
2341 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2342 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2343 ("initial_attestation_service_"
2344 "secure_interface_tests_tfm_attest_test_1xxx_"),
2345 ]
2346 },
2347 {
2348 'name': 'Non_Secure_Test_Suites_Summary',
2349 'start': 'Non-secure test suites summary',
2350 'end': r'End of Non-secure test suites',
2351 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2352 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2353 r"(?P<result>PASSED|FAILED)",
2354 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2355 'required': [
2356 ("psa_protected_storage"
2357 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2358 ("psa_internal_trusted_storage"
2359 "_ns_interface_tests_tfm_its_test_1xxx_"),
2360 ("auditlog_"
2361 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2362 ("crypto_"
2363 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2364 ("initial_attestation_service_"
2365 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2366 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2367 ]
2368 }
2369 ] # Monitors
2370 }, # RegressionIPCTfmLevel2
2371 'CoreIPC': {
2372 "binaries": {
2373 "firmware": "tfm_s.axf",
2374 "bootloader": "tfm_ns.bin"
2375 },
2376 "monitors": [
2377 {
2378 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2379 'start': 'Non-Secure system',
2380 'end': r'starting\\.{3}',
2381 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2382 'fixup': {"pass": "!", "fail": ""},
2383 'required': ["secure_image_initializing"]
2384 } # Monitors
2385 ]
2386 }, # CoreIPC
2387 'CoreIPCTfmLevel2': {
2388 "binaries": {
2389 "firmware": "tfm_s.axf",
2390 "bootloader": "tfm_ns.bin"
2391 },
2392 "monitors": [
2393 {
2394 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2395 'start': 'Non-Secure system',
2396 'end': r'starting\\.{3}',
2397 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2398 'fixup': {"pass": "!", "fail": ""},
2399 'required': ["secure_image_initializing"]
2400 } # Monitors
2401 ]
2402 }, # CoreIPCTfmLevel2
2403 } # Tests
2404}
2405
2406
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2407# MPS2 with BL2 bootloader
2408# IMAGE0ADDRESS: 0x10000000
2409# IMAGE0FILE: \Software\bl2.bin ; BL2 bootloader
2410# IMAGE1ADDRESS: 0x10080000
2411# IMAGE1FILE: \Software\tfm_s_ns_signed.bin ; TF-M example application binary blob
2412qemu_mps2_bl2 = {
2413 "templ": "qemu_mps2_bl2.jinja2",
2414 "job_name": "qemu_mps2_bl2",
2415 "device_type": "qemu",
2416 "job_timeout": 300,
2417 "action_timeout": 300,
2418 "poweroff_timeout": 20,
2419 "platforms": {"AN521": ""},
2420 "compilers": ["GNUARM", "ARMCLANG"],
2421 "build_types": ["Debug", "Release"],
2422 "boot_types": ["BL2"],
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]2423 "tests": {
2424 # 'Default': {
2425 # "binaries": {
2426 # "firmware": "tfm_s_ns_signed.bin",
2427 # "bootloader": "bl2.bin"
2428 # },
2429 # "monitors": [
2430 # {
2431 # 'name': 'Secure_Test_Suites_Summary',
2432 # 'start': r'[Sec Thread]',
2433 # 'end': r'system starting',
2434 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2435 # r'(?P<test_case_id>Secure image '
2436 # r'initializing)(?P<result>!)',
2437 # 'fixup': {"pass": "!", "fail": ""},
2438 # 'required': ["secure_image_initializing"]
2439 # } # Monitors
2440 # ]
2441 # }, # Default
2442 # 'DefaultProfileS': {
2443 # "binaries": {
2444 # "firmware": "tfm_s_ns_signed.bin",
2445 # "bootloader": "bl2.bin"
2446 # },
2447 # "monitors": [
2448 # {
2449 # 'name': 'Secure_Test_Suites_Summary',
2450 # 'start': r'[Sec Thread]',
2451 # 'end': r'system starting',
2452 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2453 # r'(?P<test_case_id>Secure image '
2454 # r'initializing)(?P<result>!)',
2455 # 'fixup': {"pass": "!", "fail": ""},
2456 # 'required': ["secure_image_initializing"]
2457 # } # Monitors
2458 # ]
2459 # }, # DefaultProfileS
2460 # 'DefaultProfileM': {
2461 # "binaries": {
2462 # "firmware": "tfm_s_ns_signed.bin",
2463 # "bootloader": "bl2.bin"
2464 # },
2465 # "monitors": [
2466 # {
2467 # 'name': 'Secure_Test_Suites_Summary',
2468 # 'start': r'[Sec Thread]',
2469 # 'end': r'system starting',
2470 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2471 # r'(?P<test_case_id>Secure image '
2472 # r'initializing)(?P<result>!)',
2473 # 'fixup': {"pass": "!", "fail": ""},
2474 # 'required': ["secure_image_initializing"]
2475 # } # Monitors
2476 # ]
2477 # }, # DefaultProfileM
2478 'Regression': {
2479 "binaries": {
2480 "firmware": "tfm_s_ns_signed.bin",
2481 "bootloader": "bl2.bin"
2482 },
2483 "monitors": [
2484 {
2485 'name': 'Secure_Test_Suites_Summary',
2486 'start': 'Secure test suites summary',
2487 'end': 'End of Secure test suites',
2488 'pattern': r"Test suite '(?P<"
2489 r"test_case_id>[^\n]+)' has (.*) "
2490 r"(?P<result>PASSED|FAILED)",
2491 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2492 'required': [
2493 ("psa_protected_storage_"
2494 "s_interface_tests_tfm_sst_test_2xxx_"),
2495 "sst_reliability_tests_tfm_sst_test_3xxx_",
2496 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2497 ("psa_internal_trusted_storage_"
2498 "s_interface_tests_tfm_its_test_2xxx_"),
2499 "its_reliability_tests_tfm_its_test_3xxx_",
2500 ("audit_"
2501 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2502 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2503 ("initial_attestation_service_"
2504 "secure_interface_tests_tfm_attest_test_1xxx_"),
2505 ]
2506 },
2507 {
2508 'name': 'Non_Secure_Test_Suites_Summary',
2509 'start': 'Non-secure test suites summary',
2510 'end': r'End of Non-secure test suites',
2511 'pattern': r"Test suite '(?P<"
2512 r"test_case_id>[^\n]+)' has (.*) "
2513 r"(?P<result>PASSED|FAILED)",
2514 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2515 'required': [
2516 ("psa_protected_storage"
2517 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2518 ("psa_internal_trusted_storage"
2519 "_ns_interface_tests_tfm_its_test_1xxx_"),
2520 ("auditlog_"
2521 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2522 ("crypto_"
2523 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2524 ("initial_attestation_service_"
2525 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2526 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2527 ]
2528 }
2529 ] # Monitors
2530 }, # Regression
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]2531 'RegressionProfileS': {
2532 "binaries": {
2533 "firmware": "tfm_s_ns_signed.bin",
2534 "bootloader": "bl2.bin"
2535 },
2536 "monitors": [
2537 {
2538 'name': 'Secure_Test_Suites_Summary',
2539 'start': 'Secure test suites summary',
2540 'end': 'End of Secure test suites',
2541 'pattern': r"Test suite '(?P<"
2542 r"test_case_id>[^\n]+)' has (.*) "
2543 r"(?P<result>PASSED|FAILED)",
2544 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2545 'required': [
2546 ("psa_protected_storage_"
2547 "s_interface_tests_tfm_sst_test_2xxx_"),
2548 "sst_reliability_tests_tfm_sst_test_3xxx_",
2549 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2550 ("psa_internal_trusted_storage_"
2551 "s_interface_tests_tfm_its_test_2xxx_"),
2552 "its_reliability_tests_tfm_its_test_3xxx_",
2553 ("audit_"
2554 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2555 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2556 ("initial_attestation_service_"
2557 "secure_interface_tests_tfm_attest_test_1xxx_"),
2558 ]
2559 },
2560 {
2561 'name': 'Non_Secure_Test_Suites_Summary',
2562 'start': 'Non-secure test suites summary',
2563 'end': r'End of Non-secure test suites',
2564 'pattern': r"Test suite '(?P<"
2565 r"test_case_id>[^\n]+)' has (.*) "
2566 r"(?P<result>PASSED|FAILED)",
2567 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2568 'required': [
2569 ("psa_protected_storage"
2570 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2571 ("psa_internal_trusted_storage"
2572 "_ns_interface_tests_tfm_its_test_1xxx_"),
2573 ("auditlog_"
2574 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2575 ("crypto_"
2576 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2577 ("initial_attestation_service_"
2578 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2579 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2580 ]
2581 }
2582 ] # Monitors
2583 }, # RegressionProfileS
2584 'RegressionIPC': {
2585 "binaries": {
2586 "firmware": "tfm_s_ns_signed.bin",
2587 "bootloader": "bl2.bin"
2588 },
2589 "monitors": [
2590 {
2591 'name': 'Secure_Test_Suites_Summary',
2592 'start': 'Secure test suites summary',
2593 'end': 'End of Secure test suites',
2594 'pattern': r"Test suite '(?P<"
2595 r"test_case_id>[^\n]+)' has (.*) "
2596 r"(?P<result>PASSED|FAILED)",
2597 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2598 'required': [
2599 ("psa_protected_storage_"
2600 "s_interface_tests_tfm_sst_test_2xxx_"),
2601 "sst_reliability_tests_tfm_sst_test_3xxx_",
2602 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2603 ("psa_internal_trusted_storage_"
2604 "s_interface_tests_tfm_its_test_2xxx_"),
2605 "its_reliability_tests_tfm_its_test_3xxx_",
2606 ("audit_"
2607 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2608 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2609 ("initial_attestation_service_"
2610 "secure_interface_tests_tfm_attest_test_1xxx_"),
2611 ]
2612 },
2613 {
2614 'name': 'Non_Secure_Test_Suites_Summary',
2615 'start': 'Non-secure test suites summary',
2616 'end': r'End of Non-secure test suites',
2617 'pattern': r"Test suite '(?P<"
2618 r"test_case_id>[^\n]+)' has (.*) "
2619 r"(?P<result>PASSED|FAILED)",
2620 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2621 'required': [
2622 ("psa_protected_storage"
2623 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2624 ("psa_internal_trusted_storage"
2625 "_ns_interface_tests_tfm_its_test_1xxx_"),
2626 ("auditlog_"
2627 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2628 ("crypto_"
2629 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2630 ("initial_attestation_service_"
2631 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2632 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2633 ]
2634 }
2635 ] # Monitors
2636 }, # Regression
2637 'RegressionIPCTfmLevel2': {
2638 "binaries": {
2639 "firmware": "tfm_s_ns_signed.bin",
2640 "bootloader": "bl2.bin"
2641 },
2642 "monitors": [
2643 {
2644 'name': 'Secure_Test_Suites_Summary',
2645 'start': 'Secure test suites summary',
2646 'end': 'End of Secure test suites',
2647 'pattern': r"Test suite '(?P<"
2648 r"test_case_id>[^\n]+)' has (.*) "
2649 r"(?P<result>PASSED|FAILED)",
2650 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2651 'required': [
2652 ("psa_protected_storage_"
2653 "s_interface_tests_tfm_sst_test_2xxx_"),
2654 "sst_reliability_tests_tfm_sst_test_3xxx_",
2655 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2656 ("psa_internal_trusted_storage_"
2657 "s_interface_tests_tfm_its_test_2xxx_"),
2658 "its_reliability_tests_tfm_its_test_3xxx_",
2659 ("audit_"
2660 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2661 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2662 ("initial_attestation_service_"
2663 "secure_interface_tests_tfm_attest_test_1xxx_"),
2664 ]
2665 },
2666 {
2667 'name': 'Non_Secure_Test_Suites_Summary',
2668 'start': 'Non-secure test suites summary',
2669 'end': r'End of Non-secure test suites',
2670 'pattern': r"Test suite '(?P<"
2671 r"test_case_id>[^\n]+)' has (.*) "
2672 r"(?P<result>PASSED|FAILED)",
2673 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2674 'required': [
2675 ("psa_protected_storage"
2676 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2677 ("psa_internal_trusted_storage"
2678 "_ns_interface_tests_tfm_its_test_1xxx_"),
2679 ("auditlog_"
2680 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2681 ("crypto_"
2682 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2683 ("initial_attestation_service_"
2684 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2685 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2686 ]
2687 }
2688 ] # Monitors
2689 }, # Regression
2690 'RegressionIPCTfmLevel3': {
2691 "binaries": {
2692 "firmware": "tfm_s_ns_signed.bin",
2693 "bootloader": "bl2.bin"
2694 },
2695 "monitors": [
2696 {
2697 'name': 'Secure_Test_Suites_Summary',
2698 'start': 'Secure test suites summary',
2699 'end': 'End of Secure test suites',
2700 'pattern': r"Test suite '(?P<"
2701 r"test_case_id>[^\n]+)' has (.*) "
2702 r"(?P<result>PASSED|FAILED)",
2703 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2704 'required': [
2705 ("psa_protected_storage_"
2706 "s_interface_tests_tfm_sst_test_2xxx_"),
2707 "sst_reliability_tests_tfm_sst_test_3xxx_",
2708 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2709 ("psa_internal_trusted_storage_"
2710 "s_interface_tests_tfm_its_test_2xxx_"),
2711 "its_reliability_tests_tfm_its_test_3xxx_",
2712 ("audit_"
2713 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2714 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2715 ("initial_attestation_service_"
2716 "secure_interface_tests_tfm_attest_test_1xxx_"),
2717 ]
2718 },
2719 {
2720 'name': 'Non_Secure_Test_Suites_Summary',
2721 'start': 'Non-secure test suites summary',
2722 'end': r'End of Non-secure test suites',
2723 'pattern': r"Test suite '(?P<"
2724 r"test_case_id>[^\n]+)' has (.*) "
2725 r"(?P<result>PASSED|FAILED)",
2726 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2727 'required': [
2728 ("psa_protected_storage"
2729 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2730 ("psa_internal_trusted_storage"
2731 "_ns_interface_tests_tfm_its_test_1xxx_"),
2732 ("auditlog_"
2733 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2734 ("crypto_"
2735 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2736 ("initial_attestation_service_"
2737 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2738 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2739 ]
2740 }
2741 ] # Monitors
2742 }, # Regression
2743 # 'CoreIPC': {
2744 # "binaries": {
2745 # "firmware": "tfm_s_ns_signed.bin",
2746 # "bootloader": "bl2.bin"
2747 # },
2748 # "monitors": [
2749 # {
2750 # 'name': 'Secure_Test_Suites_Summary',
2751 # 'start': r'[Sec Thread]',
2752 # 'end': r'system starting',
2753 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2754 # r'(?P<test_case_id>Secure image '
2755 # r'initializing)(?P<result>!)',
2756 # 'fixup': {"pass": "!", "fail": ""},
2757 # 'required': ["secure_image_initializing"]
2758 # } # Monitors
2759 # ]
2760 # }, # CoreIPC
2761 # 'CoreIPCTfmLevel2': {
2762 # "binaries": {
2763 # "firmware": "tfm_s_ns_signed.bin",
2764 # "bootloader": "bl2.bin"
2765 # },
2766 # "monitors": [
2767 # {
2768 # 'name': 'Secure_Test_Suites_Summary',
2769 # 'start': r'[Sec Thread]',
2770 # 'end': r'system starting',
2771 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2772 # r'(?P<test_case_id>Secure image '
2773 # r'initializing)(?P<result>!)',
2774 # 'fixup': {"pass": "!", "fail": ""},
2775 # 'required': ["secure_image_initializing"]
2776 # } # Monitors
2777 # ]
2778 # }, # CoreIPCTfmLevel2
2779 # 'CoreIPCTfmLevel3': {
2780 # "binaries": {
2781 # "firmware": "tfm_s_ns_signed.bin",
2782 # "bootloader": "bl2.bin"
2783 # },
2784 # "monitors": [
2785 # {
2786 # 'name': 'Secure_Test_Suites_Summary',
2787 # 'start': r'[Sec Thread]',
2788 # 'end': r'system starting',
2789 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2790 # r'(?P<test_case_id>Secure image '
2791 # r'initializing)(?P<result>!)',
2792 # 'fixup': {"pass": "!", "fail": ""},
2793 # 'required': ["secure_image_initializing"]
2794 # } # Monitors
2795 # ]
2796 # }, # CoreIPCTfmLevel3
2797 }
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2798}
2799
2800
2801# Musca-B1 with BL2 bootloader
2802# unified hex file comprising of both bl2.bin and tfm_s_ns_signed.bin
2803# srec_cat bin/bl2.bin -Binary -offset 0xA000000 bin/tfm_s_ns_signed.bin -Binary -offset 0xA020000 -o tfm.hex -Intel
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2804musca_b1_bl2 = {
2805 "templ": "musca_b1.jinja2",
2806 "job_name": "musca_b1_bl2",
2807 "device_type": "musca-b",
Xinyu Zhang630dfe62021-06-17 14:38:11 +0800[diff] [blame]2808 "job_timeout": 40,
2809 "action_timeout": 20,
2810 "monitor_timeout": 30,
Ryan Harkinf6981082020-12-18 14:54:33 +0000[diff] [blame]2811 "poweroff_timeout": 40,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2812 "platforms": {"MUSCA_B1": ""},
2813 "compilers": ["GNUARM", "ARMCLANG"],
Xinyu Zhang43e5d672021-03-24 16:30:26 +0800[diff] [blame]2814 "build_types": ["Debug", "Release", "Minsizerel"],
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2815 "boot_types": ["BL2"],
2816 "tests": {
2817 "Default": {
2818 "binaries": {
2819 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2820 },
2821 "monitors": [
2822 {
2823 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2824 'start': 'Non-Secure system',
2825 'end': r'starting\\.{3}',
2826 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2827 'fixup': {"pass": "!", "fail": ""},
2828 'required': ["secure_image_initializing"]
2829 }
2830 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2831 },
2832 "CoreIPC": {
2833 "binaries": {
2834 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2835 },
2836 "monitors": [
2837 {
2838 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2839 'start': 'Non-Secure system',
2840 'end': r'starting\\.{3}',
2841 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2842 'fixup': {"pass": "!", "fail": ""},
2843 'required': ["secure_image_initializing"]
2844 }
2845 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2846 },
2847 "CoreIPCTfmLevel2": {
2848 "binaries": {
2849 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2850 },
2851 "monitors": [
2852 {
2853 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2854 'start': 'Non-Secure system',
2855 'end': r'starting\\.{3}',
2856 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2857 'fixup': {"pass": "!", "fail": ""},
2858 'required': ["secure_image_initializing"]
2859 }
2860 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2861 },
2862 "CoreIPCTfmLevel3": {
2863 "binaries": {
2864 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2865 },
2866 "monitors": [
2867 {
2868 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2869 'start': 'Non-Secure system',
2870 'end': r'starting\\.{3}',
2871 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2872 'fixup': {"pass": "!", "fail": ""},
2873 'required': ["secure_image_initializing"]
2874 }
2875 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2876 },
2877 "DefaultProfileM": {
2878 "binaries": {
2879 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2880 },
2881 "monitors": [
2882 {
2883 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2884 'start': 'Non-Secure system',
2885 'end': r'starting\\.{3}',
2886 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2887 'fixup': {"pass": "!", "fail": ""},
2888 'required': ["secure_image_initializing"]
2889 }
2890 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2891 },
2892 "DefaultProfileS": {
2893 "binaries": {
2894 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2895 },
2896 "monitors": [
2897 {
2898 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2899 'start': 'Non-Secure system',
2900 'end': r'starting\\.{3}',
2901 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2902 'fixup': {"pass": "!", "fail": ""},
2903 'required': ["secure_image_initializing"]
2904 }
2905 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2906 },
2907 "Regression": {
2908 "binaries": {
2909 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2910 },
2911 "monitors": [
2912 {
2913 'name': 'Secure_Test_Suites_Summary',
2914 'start': 'Secure test suites summary',
2915 'end': 'End of Secure test suites',
2916 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2917 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2918 r"(?P<result>PASSED|FAILED)",
2919 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2920 'required': [
2921 ("psa_protected_storage_"
2922 "s_interface_tests_tfm_sst_test_2xxx_"),
2923 "sst_reliability_tests_tfm_sst_test_3xxx_",
2924 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2925 ("psa_internal_trusted_storage_"
2926 "s_interface_tests_tfm_its_test_2xxx_"),
2927 "its_reliability_tests_tfm_its_test_3xxx_",
2928 ("audit_"
2929 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2930 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2931 ("initial_attestation_service_"
2932 "secure_interface_tests_tfm_attest_test_1xxx_"),
2933 ]
2934 },
2935 {
2936 'name': 'Non_Secure_Test_Suites_Summary',
2937 'start': 'Non-secure test suites summary',
2938 'end': r'End of Non-secure test suites',
2939 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2940 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2941 r"(?P<result>PASSED|FAILED)",
2942 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2943 'required': [
2944 ("psa_protected_storage"
2945 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2946 ("psa_internal_trusted_storage"
2947 "_ns_interface_tests_tfm_its_test_1xxx_"),
2948 ("auditlog_"
2949 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2950 ("crypto_"
2951 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2952 ("initial_attestation_service_"
2953 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2954 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2955 ]
2956 }
2957 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2958 },
2959 "RegressionIPC": {
2960 "binaries": {
2961 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2962 },
2963 "monitors": [
2964 {
2965 'name': 'Secure_Test_Suites_Summary',
2966 'start': 'Secure test suites summary',
2967 'end': 'End of Secure test suites',
2968 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2969 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2970 r"(?P<result>PASSED|FAILED)",
2971 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2972 'required': [
2973 ("psa_protected_storage_"
2974 "s_interface_tests_tfm_sst_test_2xxx_"),
2975 "sst_reliability_tests_tfm_sst_test_3xxx_",
2976 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2977 ("psa_internal_trusted_storage_"
2978 "s_interface_tests_tfm_its_test_2xxx_"),
2979 "its_reliability_tests_tfm_its_test_3xxx_",
2980 ("audit_"
2981 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2982 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2983 ("initial_attestation_service_"
2984 "secure_interface_tests_tfm_attest_test_1xxx_"),
2985 ]
2986 },
2987 {
2988 'name': 'Non_Secure_Test_Suites_Summary',
2989 'start': 'Non-secure test suites summary',
2990 'end': r'End of Non-secure test suites',
2991 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2992 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2993 r"(?P<result>PASSED|FAILED)",
2994 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2995 'required': [
2996 ("psa_protected_storage"
2997 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2998 ("psa_internal_trusted_storage"
2999 "_ns_interface_tests_tfm_its_test_1xxx_"),
3000 ("auditlog_"
3001 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3002 ("crypto_"
3003 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3004 ("initial_attestation_service_"
3005 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3006 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3007 ]
3008 }
3009 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3010 },
3011 "RegressionIPCTfmLevel2": {
3012 "binaries": {
3013 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3014 },
3015 "monitors": [
3016 {
3017 'name': 'Secure_Test_Suites_Summary',
3018 'start': 'Secure test suites summary',
3019 'end': 'End of Secure test suites',
3020 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3021 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3022 r"(?P<result>PASSED|FAILED)",
3023 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3024 'required': [
3025 ("psa_protected_storage_"
3026 "s_interface_tests_tfm_sst_test_2xxx_"),
3027 "sst_reliability_tests_tfm_sst_test_3xxx_",
3028 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3029 ("psa_internal_trusted_storage_"
3030 "s_interface_tests_tfm_its_test_2xxx_"),
3031 "its_reliability_tests_tfm_its_test_3xxx_",
3032 ("audit_"
3033 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3034 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3035 ("initial_attestation_service_"
3036 "secure_interface_tests_tfm_attest_test_1xxx_"),
3037 ]
3038 },
3039 {
3040 'name': 'Non_Secure_Test_Suites_Summary',
3041 'start': 'Non-secure test suites summary',
3042 'end': r'End of Non-secure test suites',
3043 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3044 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3045 r"(?P<result>PASSED|FAILED)",
3046 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3047 'required': [
3048 ("psa_protected_storage"
3049 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3050 ("psa_internal_trusted_storage"
3051 "_ns_interface_tests_tfm_its_test_1xxx_"),
3052 ("auditlog_"
3053 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3054 ("crypto_"
3055 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3056 ("initial_attestation_service_"
3057 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3058 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3059 ]
3060 }
3061 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3062 },
3063 "RegressionIPCTfmLevel3": {
3064 "binaries": {
3065 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3066 },
3067 "monitors": [
3068 {
3069 'name': 'Secure_Test_Suites_Summary',
3070 'start': 'Secure test suites summary',
3071 'end': 'End of Secure test suites',
3072 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3073 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3074 r"(?P<result>PASSED|FAILED)",
3075 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3076 'required': [
3077 ("psa_protected_storage_"
3078 "s_interface_tests_tfm_sst_test_2xxx_"),
3079 "sst_reliability_tests_tfm_sst_test_3xxx_",
3080 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3081 ("psa_internal_trusted_storage_"
3082 "s_interface_tests_tfm_its_test_2xxx_"),
3083 "its_reliability_tests_tfm_its_test_3xxx_",
3084 ("audit_"
3085 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3086 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3087 ("initial_attestation_service_"
3088 "secure_interface_tests_tfm_attest_test_1xxx_"),
3089 ]
3090 },
3091 {
3092 'name': 'Non_Secure_Test_Suites_Summary',
3093 'start': 'Non-secure test suites summary',
3094 'end': r'End of Non-secure test suites',
3095 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3096 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3097 r"(?P<result>PASSED|FAILED)",
3098 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3099 'required': [
3100 ("psa_protected_storage"
3101 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3102 ("psa_internal_trusted_storage"
3103 "_ns_interface_tests_tfm_its_test_1xxx_"),
3104 ("auditlog_"
3105 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3106 ("crypto_"
3107 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3108 ("initial_attestation_service_"
3109 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3110 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3111 ]
3112 }
3113 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3114 },
3115 "RegressionProfileM": {
3116 "binaries": {
3117 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3118 },
3119 "monitors": [
3120 {
3121 'name': 'Secure_Test_Suites_Summary',
3122 'start': 'Secure test suites summary',
3123 'end': 'End of Secure test suites',
3124 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3125 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3126 r"(?P<result>PASSED|FAILED)",
3127 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3128 'required': [
3129 ("psa_protected_storage_"
3130 "s_interface_tests_tfm_sst_test_2xxx_"),
3131 "sst_reliability_tests_tfm_sst_test_3xxx_",
3132 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3133 ("psa_internal_trusted_storage_"
3134 "s_interface_tests_tfm_its_test_2xxx_"),
3135 "its_reliability_tests_tfm_its_test_3xxx_",
3136 ("audit_"
3137 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3138 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3139 ("initial_attestation_service_"
3140 "secure_interface_tests_tfm_attest_test_1xxx_"),
3141 ]
3142 },
3143 {
3144 'name': 'Non_Secure_Test_Suites_Summary',
3145 'start': 'Non-secure test suites summary',
3146 'end': r'End of Non-secure test suites',
3147 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3148 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3149 r"(?P<result>PASSED|FAILED)",
3150 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3151 'required': [
3152 ("psa_protected_storage"
3153 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3154 ("psa_internal_trusted_storage"
3155 "_ns_interface_tests_tfm_its_test_1xxx_"),
3156 ("auditlog_"
3157 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3158 ("crypto_"
3159 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3160 ("initial_attestation_service_"
3161 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3162 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3163 ]
3164 }
3165 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3166 },
3167 "RegressionProfileS": {
3168 "binaries": {
3169 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3170 },
3171 "monitors": [
3172 {
3173 'name': 'Secure_Test_Suites_Summary',
3174 'start': 'Secure test suites summary',
3175 'end': 'End of Secure test suites',
3176 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3177 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3178 r"(?P<result>PASSED|FAILED)",
3179 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3180 'required': [
3181 ("psa_protected_storage_"
3182 "s_interface_tests_tfm_sst_test_2xxx_"),
3183 "sst_reliability_tests_tfm_sst_test_3xxx_",
3184 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3185 ("psa_internal_trusted_storage_"
3186 "s_interface_tests_tfm_its_test_2xxx_"),
3187 "its_reliability_tests_tfm_its_test_3xxx_",
3188 ("audit_"
3189 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3190 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3191 ("initial_attestation_service_"
3192 "secure_interface_tests_tfm_attest_test_1xxx_"),
3193 ]
3194 },
3195 {
3196 'name': 'Non_Secure_Test_Suites_Summary',
3197 'start': 'Non-secure test suites summary',
3198 'end': r'End of Non-secure test suites',
3199 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3200 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3201 r"(?P<result>PASSED|FAILED)",
3202 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3203 'required': [
3204 ("psa_protected_storage"
3205 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3206 ("psa_internal_trusted_storage"
3207 "_ns_interface_tests_tfm_its_test_1xxx_"),
3208 ("auditlog_"
3209 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3210 ("crypto_"
3211 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3212 ("initial_attestation_service_"
3213 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3214 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3215 ]
3216 }
3217 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3218 },
3219 },
3220}
3221
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3222# Musca-B1 with BL2 bootloader and OTP enabled
3223# unified hex file comprising of both bl2.bin and tfm_s_ns_signed.bin
3224# srec_cat bin/bl2.bin -Binary -offset 0xA000000 bin/tfm_s_ns_signed.bin -Binary -offset 0xA020000 -o tfm.hex -Intel
3225musca_b1_otp_bl2 = {
3226 "templ": "musca_b1_otp.jinja2",
3227 "job_name": "musca_b1_opt_bl2",
3228 "device_type": "musca-b",
Xinyu Zhang630dfe62021-06-17 14:38:11 +0800[diff] [blame]3229 "job_timeout": 40,
3230 "action_timeout": 20,
3231 "monitor_timeout": 30,
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3232 "poweroff_timeout": 40,
3233 "platforms": {"MUSCA_B1_OTP": ""},
Xinyu Zhangc4bb2e12021-07-21 22:40:35 +0800[diff] [blame]3234 "compilers": ["GNUARM"],
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3235 "build_types": ["Debug"],
3236 "boot_types": ["BL2"],
3237 "tests": {
3238 "RegressionIPCTfmLevel3": {
3239 "binaries": {
3240 "firmware": "tfm.hex",
3241 },
3242 "monitors": [
3243 {
3244 'name': 'Secure_Test_Suites_Summary',
3245 'start': 'Secure test suites summary',
3246 'end': 'End of Secure test suites',
3247 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3248 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3249 r"(?P<result>PASSED|FAILED)",
3250 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3251 'required': [
3252 ("psa_protected_storage_"
3253 "s_interface_tests_tfm_sst_test_2xxx_"),
3254 "sst_reliability_tests_tfm_sst_test_3xxx_",
3255 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3256 ("psa_internal_trusted_storage_"
3257 "s_interface_tests_tfm_its_test_2xxx_"),
3258 "its_reliability_tests_tfm_its_test_3xxx_",
3259 ("audit_"
3260 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3261 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3262 ("initial_attestation_service_"
3263 "secure_interface_tests_tfm_attest_test_1xxx_"),
3264 ]
3265 },
3266 {
3267 'name': 'Non_Secure_Test_Suites_Summary',
3268 'start': 'Non-secure test suites summary',
3269 'end': r'End of Non-secure test suites',
3270 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3271 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3272 r"(?P<result>PASSED|FAILED)",
3273 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3274 'required': [
3275 ("psa_protected_storage"
3276 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3277 ("psa_internal_trusted_storage"
3278 "_ns_interface_tests_tfm_its_test_1xxx_"),
3279 ("auditlog_"
3280 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3281 ("crypto_"
3282 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3283 ("initial_attestation_service_"
3284 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3285 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3286 ]
3287 }
3288 ] # Monitors
3289 },
3290 },
3291}
3292
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3293# STM32L562E-DK
3294stm32l562e_dk = {
3295 "templ": "stm32l562e_dk.jinja2",
3296 "job_name": "stm32l562e_dk",
3297 "device_type": "stm32l562e-dk",
3298 "job_timeout": 24,
3299 "action_timeout": 15,
3300 "monitor_timeout": 15,
3301 "poweroff_timeout": 5,
3302 "platforms": {"stm32l562e_dk": ""},
3303 "compilers": ["GNUARM", "ARMCLANG"],
3304 "build_types": ["Release", "Minsizerel"],
3305 "boot_types": ["BL2"],
3306 "tests": {
3307 "Regression": {
3308 "binaries": {
3309 "tarball": "stm32l562e-dk-tfm.tar.bz2",
3310 },
3311 "monitors": [
3312 {
3313 'name': 'Secure_Test_Suites_Summary',
3314 'start': 'Secure test suites summary',
3315 'end': 'End of Secure test suites',
3316 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3317 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3318 r"(?P<result>PASSED|FAILED)",
3319 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3320 'required': ["secure_image_initializing"]
3321 },
3322 {
3323 'name': 'Non_Secure_Test_Suites_Summary',
3324 'start': 'Non-secure test suites summary',
3325 'end': 'End of Non-secure test suites',
3326 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3327 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3328 r"(?P<result>PASSED|FAILED)",
3329 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3330 'required': ["secure_image_initializing"]
3331 }
3332 ] # Monitors
3333 },
3334 "RegressionIPC": {
3335 "binaries": {
3336 "tarball": "stm32l562e-dk-tfm.tar.bz2",
3337 },
3338 "monitors": [
3339 {
3340 'name': 'Secure_Test_Suites_Summary',
3341 'start': 'Secure test suites summary',
3342 'end': 'End of Secure test suites',
3343 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3344 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3345 r"(?P<result>PASSED|FAILED)",
3346 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3347 'required': ["secure_image_initializing"]
3348 },
3349 {
3350 'name': 'Non_Secure_Test_Suites_Summary',
3351 'start': 'Non-secure test suites summary',
3352 'end': 'End of Non-secure test suites',
3353 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3354 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3355 r"(?P<result>PASSED|FAILED)",
3356 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3357 'required': ["secure_image_initializing"]
3358 }
3359 ] # Monitors
3360 },
3361 "RegressionIPCTfmLevel2": {
3362 "binaries": {
3363 "tarball": "stm32l562e-dk-tfm.tar.bz2",
3364 },
3365 "monitors": [
3366 {
3367 'name': 'Secure_Test_Suites_Summary',
3368 'start': 'Secure test suites summary',
3369 'end': 'End of Secure test suites',
3370 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3371 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3372 r"(?P<result>PASSED|FAILED)",
3373 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3374 'required': ["secure_image_initializing"]
3375 },
3376 {
3377 'name': 'Non_Secure_Test_Suites_Summary',
3378 'start': 'Non-secure test suites summary',
3379 'end': 'End of Non-secure test suites',
3380 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3381 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3382 r"(?P<result>PASSED|FAILED)",
3383 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3384 'required': ["secure_image_initializing"]
3385 }
3386 ] # Monitors
3387 },
3388 "RegressionIPCTfmLevel3": {
3389 "binaries": {
3390 "tarball": "stm32l562e-dk-tfm.tar.bz2",
3391 },
3392 "monitors": [
3393 {
3394 'name': 'Secure_Test_Suites_Summary',
3395 'start': 'Secure test suites summary',
3396 'end': 'End of Secure test suites',
3397 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3398 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3399 r"(?P<result>PASSED|FAILED)",
3400 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3401 'required': ["secure_image_initializing"]
3402 },
3403 {
3404 'name': 'Non_Secure_Test_Suites_Summary',
3405 'start': 'Non-secure test suites summary',
3406 'end': 'End of Non-secure test suites',
3407 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3408 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3409 r"(?P<result>PASSED|FAILED)",
3410 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3411 'required': ["secure_image_initializing"]
3412 }
3413 ] # Monitors
3414 },
3415 },
3416}
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3417
Arthur She3c0dadd2021-11-18 21:17:48 -0800[diff] [blame]3418# LPCxpresso55S69
3419lpcxpresso55s69 = {
3420 "templ": "lpcxpresso55s69.jinja2",
3421 "job_name": "lpcxpresso55s69",
3422 "device_type": "lpcxpresso55s69",
3423 "job_timeout": 24,
3424 "action_timeout": 15,
3425 "monitor_timeout": 15,
3426 "poweroff_timeout": 5,
3427 "platforms": {"lpcxpresso55s69": ""},
3428 "compilers": ["GNUARM"],
3429 "build_types": ["Relwithdebinfo"],
3430 "boot_types": ["NOBL2"],
3431 "tests": {
3432 "DefaultProfileM": {
3433 "binaries": {
3434 "tarball": "lpcxpresso55s69-tfm.tar.bz2",
3435 },
3436 "monitors": [
3437 {
3438 'name': 'Secure_Test_Suites_Summary',
3439 'start': 'Non-Secure system',
3440 'end': r'starting\\.{3}',
3441 'pattern': r'Non-Secure system starting\\.{3}',
3442 'fixup': {"pass": "!", "fail": ""},
3443 }
3444 ] # Monitors
3445 },
3446 "RegressionProfileM": {
3447 "binaries": {
3448 "tarball": "lpcxpresso55s69-tfm.tar.bz2",
3449 },
3450 "monitors": [
3451 {
3452 'name': 'Secure_Test_Suites_Summary',
3453 'start': 'Secure test suites summary',
3454 'end': 'End of Secure test suites',
3455 'pattern': r"Test suite '(?P<"
3456 r"test_case_id>[^\n]+)' has(.*) "
3457 r"(?P<result>PASSED|FAILED)",
3458 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3459 'required': ["secure_image_initializing"]
3460 },
3461 {
3462 'name': 'Non_Secure_Test_Suites_Summary',
3463 'start': 'Non-secure test suites summary',
3464 'end': 'End of Non-secure test suites',
3465 'pattern': r"Test suite '(?P<"
3466 r"test_case_id>[^\n]+)' has(.*) "
3467 r"(?P<result>PASSED|FAILED)",
3468 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3469 'required': ["secure_image_initializing"]
3470 }
3471 ] # Monitors
3472 },
3473 }
3474}
3475
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]3476# All configurations should be mapped here
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3477lava_gen_config_map = {
3478 "mps2_an521_bl2": tfm_mps2_sse_200,
3479 "fvp_mps2_an521_bl2": fvp_mps2_an521_bl2,
3480 "fvp_mps2_an521_nobl2": fvp_mps2_an521_nobl2,
3481 "fvp_mps2_an519_bl2": fvp_mps2_an519_bl2,
3482 "fvp_mps2_an519_nobl2": fvp_mps2_an519_nobl2,
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]3483 "qemu_mps2_bl2": qemu_mps2_bl2,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3484 "musca_b1": musca_b1_bl2,
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3485 "musca_b1_otp": musca_b1_otp_bl2,
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3486 "stm32l562e_dk": stm32l562e_dk,
Arthur She3c0dadd2021-11-18 21:17:48 -0800[diff] [blame]3487 "lpcxpresso55s69": lpcxpresso55s69,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3488}
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]3489
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]3490lavagen_config_sort_order = [
3491 "templ",
3492 "job_name",
3493 "device_type",
3494 "job_timeout",
3495 "action_timeout",
3496 "monitor_timeout",
3497 "recovery_store_url",
3498 "artifact_store_url",
3499 "platforms",
3500 "compilers",
3501 "build_types",
3502 "boot_types",
3503 "tests"
3504]
3505
3506lava_gen_monitor_sort_order = [
3507 'name',
3508 'start',
3509 'end',
3510 'pattern',
3511 'fixup',
3512]
3513
3514if __name__ == "__main__":
3515 import os
3516 import sys
3517 from lava_helper import sort_lavagen_config
3518 try:
3519 from tfm_ci_pylib.utils import export_config_map
3520 except ImportError:
3521 dir_path = os.path.dirname(os.path.realpath(__file__))
3522 sys.path.append(os.path.join(dir_path, "../"))
3523 from tfm_ci_pylib.utils import export_config_map
3524
3525 if len(sys.argv) == 2:
3526 if sys.argv[1] == "--export":
3527 export_config_map(lava_gen_config_map)
3528 if len(sys.argv) == 3:
3529 if sys.argv[1] == "--export":
3530 export_config_map(sort_lavagen_config(lava_gen_config_map),
3531 sys.argv[2])