TrustedFirmware Git Browser
Code Review Sign In
review.trustedfirmware.org / next / ci / tf-m-ci-scripts / ce8eb0855c3714b7b87fc6c0361d49694223da8f / . / lava_helper / lava_helper_configs.py
blob: 94ee3ecf6eda1661cad81284b1f967e149e48b78 [file] [log] [blame]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]1#!/usr/bin/env python3
2
3""" lava_job_generator_configs.py:
4
5 Default configurations for lava job generator """
6
7from __future__ import print_function
8
9__copyright__ = """
10/*
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]11 * Copyright (c) 2018-2021, Arm Limited. All rights reserved.
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]12 *
13 * SPDX-License-Identifier: BSD-3-Clause
14 *
15 */
16 """
Karl Zhang08681e62020-10-30 13:56:03 +0800[diff] [blame]17
18__author__ = "tf-m@lists.trustedfirmware.org"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]19__project__ = "Trusted Firmware-M Open CI"
Xinyu Zhang06286a92021-07-22 14:00:51 +0800[diff] [blame]20__version__ = "1.4.0"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]21
Leonardo Sandoval66386a22021-04-15 14:35:08 -0500[diff] [blame]22tf_downloads="https://downloads.trustedfirmware.org"
23coverage_trace_plugin=tf_downloads + "/coverage-plugin/qa-tools/coverage-tool/coverage-plugin/coverage_trace.so"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]24
25def lava_gen_get_config_subset(config,
26 default=True,
27 core=True,
28 regression=True):
29 """ Allow dynamic generation of configuration combinations by subtracking
30 undesired ones """
31
32 from copy import deepcopy
33 cfg = deepcopy(config)
34 tests = deepcopy(config["tests"])
35
36 # Remove all configs not requests by the caller
37 if not default:
38 tests.pop("Default")
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]39 if not core:
40 tests.pop("CoreIPC")
41 tests.pop("CoreIPCTfmLevel2")
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]42 tests.pop("CoreIPCTfmLevel3")
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]43 if not regression:
44 tests.pop("Regression")
45
46 cfg["tests"] = tests
47 return cfg
48
49
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]50# MPS2 with BL2 bootloader
51# IMAGE0ADDRESS: 0x10000000
52# IMAGE0FILE: \Software\bl2.bin ; BL2 bootloader
53# IMAGE1ADDRESS: 0x10080000
54# IMAGE1FILE: \Software\tfm_s_ns_signed.bin ; TF-M example application binary blob
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]55tfm_mps2_sse_200 = {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]56 "templ": "mps2.jinja2",
57 "job_name": "mps2_an521_bl2",
Minos Galanakisafb43152019-09-25 14:17:39 +0100[diff] [blame]58 "device_type": "mps",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]59 "job_timeout": 15,
60 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]61 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]62 "poweroff_timeout": 1,
63 "recovery_store_url": "https://ci.trustedfirmware.org/userContent/",
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]64 "platforms": {"AN521": "mps2_sse200_an512_new.tar.gz"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]65 "compilers": ["GNUARM", "ARMCLANG"],
66 "build_types": ["Debug", "Release", "Minsizerel"],
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]67 "boot_types": ["BL2"],
68 "tests": {
69 'Default': {
70 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]71 "firmware": "tfm_s_ns_signed.bin",
72 "bootloader": "bl2.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]73 },
74 "monitors": [
75 {
76 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]77 'start': 'Non-Secure system',
78 'end': r'starting\\.{3}',
79 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]80 'fixup': {"pass": "!", "fail": ""},
81 'required': ["secure_image_initializing"]
82 } # Monitors
83 ]
84 }, # Default
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]85 'DefaultProfileS': {
86 "binaries": {
87 "firmware": "tfm_s_ns_signed.bin",
88 "bootloader": "bl2.bin"
89 },
90 "monitors": [
91 {
92 'name': 'Secure_Test_Suites_Summary',
93 'start': 'Non-Secure system',
94 'end': r'starting\\.{3}',
95 'pattern': r'Non-Secure system starting\\.{3}',
96 'fixup': {"pass": "!", "fail": ""},
97 'required': ["secure_image_initializing"]
98 } # Monitors
99 ]
100 }, # DefaultProfileS
101 'DefaultProfileM': {
102 "binaries": {
103 "firmware": "tfm_s_ns_signed.bin",
104 "bootloader": "bl2.bin"
105 },
106 "monitors": [
107 {
108 'name': 'Secure_Test_Suites_Summary',
109 'start': 'Non-Secure system',
110 'end': r'starting\\.{3}',
111 'pattern': r'Non-Secure system starting\\.{3}',
112 'fixup': {"pass": "!", "fail": ""},
113 'required': ["secure_image_initializing"]
114 } # Monitors
115 ]
116 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]117 'DefaultProfileL': {
118 "binaries": {
119 "firmware": "tfm_s_ns_signed.bin",
120 "bootloader": "bl2.bin"
121 },
122 "monitors": [
123 {
124 'name': 'Secure_Test_Suites_Summary',
125 'start': 'Non-Secure system',
126 'end': r'starting\\.{3}',
127 'pattern': r'Non-Secure system starting\\.{3}',
128 'fixup': {"pass": "!", "fail": ""},
129 'required': ["secure_image_initializing"]
130 } # Monitors
131 ]
132 }, # DefaultProfileL
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]133
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]134 'Regression': {
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]135 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]136 "firmware": "tfm_s_ns_signed.bin",
137 "bootloader": "bl2.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]138 },
139 "monitors": [
140 {
141 'name': 'Secure_Test_Suites_Summary',
142 'start': 'Secure test suites summary',
143 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]144 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]145 r"test_case_id>[^\n]+)' has(.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]146 r"(?P<result>PASSED|FAILED)",
147 'fixup': {"pass": "PASSED", "fail": "FAILED"},
148 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]149 ("psa_protected_storage_"
150 "s_interface_tests_tfm_sst_test_2xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]151 "sst_reliability_tests_tfm_sst_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]152 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
TudorCretu8b138472019-08-30 10:51:05 +0100[diff] [blame]153 ("psa_internal_trusted_storage_"
154 "s_interface_tests_tfm_its_test_2xxx_"),
155 "its_reliability_tests_tfm_its_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]156 ("audit_"
157 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
158 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
159 ("initial_attestation_service_"
160 "secure_interface_tests_tfm_attest_test_1xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]161 ]
162 },
163 {
164 'name': 'Non_Secure_Test_Suites_Summary',
165 'start': 'Non-secure test suites summary',
166 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]167 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]168 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]169 r"(?P<result>PASSED|FAILED)",
170 'fixup': {"pass": "PASSED", "fail": "FAILED"},
171 'required': [
172 ("psa_protected_storage"
173 "_ns_interface_tests_tfm_sst_test_1xxx_"),
174 ("psa_internal_trusted_storage"
175 "_ns_interface_tests_tfm_its_test_1xxx_"),
176 ("auditlog_"
177 "non_secure_interface_test_tfm_audit_test_1xxx_"),
178 ("crypto_"
179 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
180 ("initial_attestation_service_"
181 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
182 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
183 ]
184 }
185 ] # Monitors
186 }, # Regression
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]187
188 'RegressionProfileM': {
189 "binaries": {
190 "firmware": "tfm_s_ns_signed.bin",
191 "bootloader": "bl2.bin"
192 },
193 "monitors": [
194 {
195 'name': 'Secure_Test_Suites_Summary',
196 'start': 'Secure test suites summary',
197 'end': 'End of Secure test suites',
198 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]199 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]200 r"(?P<result>PASSED|FAILED)",
201 'fixup': {"pass": "PASSED", "fail": "FAILED"},
202 'required': [
203 ("psa_protected_storage_"
204 "s_interface_tests_tfm_sst_test_2xxx_"),
205 "sst_reliability_tests_tfm_sst_test_3xxx_",
206 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
207 ("psa_internal_trusted_storage_"
208 "s_interface_tests_tfm_its_test_2xxx_"),
209 "its_reliability_tests_tfm_its_test_3xxx_",
210 ("audit_"
211 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
212 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
213 ("initial_attestation_service_"
214 "secure_interface_tests_tfm_attest_test_1xxx_"),
215 ]
216 },
217 {
218 'name': 'Non_Secure_Test_Suites_Summary',
219 'start': 'Non-secure test suites summary',
220 'end': r'End of Non-secure test suites',
221 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]222 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]223 r"(?P<result>PASSED|FAILED)",
224 'fixup': {"pass": "PASSED", "fail": "FAILED"},
225 'required': [
226 ("psa_protected_storage"
227 "_ns_interface_tests_tfm_sst_test_1xxx_"),
228 ("psa_internal_trusted_storage"
229 "_ns_interface_tests_tfm_its_test_1xxx_"),
230 ("auditlog_"
231 "non_secure_interface_test_tfm_audit_test_1xxx_"),
232 ("crypto_"
233 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
234 ("initial_attestation_service_"
235 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
236 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
237 ]
238 }
239 ] # Monitors
240 }, # RegressionProfileM
241 'RegressionProfileS': {
242 "binaries": {
243 "firmware": "tfm_s_ns_signed.bin",
244 "bootloader": "bl2.bin"
245 },
246 "monitors": [
247 {
248 'name': 'Secure_Test_Suites_Summary',
249 'start': 'Secure test suites summary',
250 'end': 'End of Secure test suites',
251 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]252 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]253 r"(?P<result>PASSED|FAILED)",
254 'fixup': {"pass": "PASSED", "fail": "FAILED"},
255 'required': [
256 ("psa_protected_storage_"
257 "s_interface_tests_tfm_sst_test_2xxx_"),
258 "sst_reliability_tests_tfm_sst_test_3xxx_",
259 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
260 ("psa_internal_trusted_storage_"
261 "s_interface_tests_tfm_its_test_2xxx_"),
262 "its_reliability_tests_tfm_its_test_3xxx_",
263 ("audit_"
264 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
265 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
266 ("initial_attestation_service_"
267 "secure_interface_tests_tfm_attest_test_1xxx_"),
268 ]
269 },
270 {
271 'name': 'Non_Secure_Test_Suites_Summary',
272 'start': 'Non-secure test suites summary',
273 'end': r'End of Non-secure test suites',
274 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]275 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]276 r"(?P<result>PASSED|FAILED)",
277 'fixup': {"pass": "PASSED", "fail": "FAILED"},
278 'required': [
279 ("psa_protected_storage"
280 "_ns_interface_tests_tfm_sst_test_1xxx_"),
281 ("psa_internal_trusted_storage"
282 "_ns_interface_tests_tfm_its_test_1xxx_"),
283 ("auditlog_"
284 "non_secure_interface_test_tfm_audit_test_1xxx_"),
285 ("crypto_"
286 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
287 ("initial_attestation_service_"
288 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
289 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
290 ]
291 }
292 ] # Monitors
293 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]294 'RegressionProfileL': {
295 "binaries": {
296 "firmware": "tfm_s_ns_signed.bin",
297 "bootloader": "bl2.bin"
298 },
299 "monitors": [
300 {
301 'name': 'Secure_Test_Suites_Summary',
302 'start': 'Secure test suites summary',
303 'end': 'End of Secure test suites',
304 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]305 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]306 r"(?P<result>PASSED|FAILED)",
307 'fixup': {"pass": "PASSED", "fail": "FAILED"},
308 'required': [
309 ("psa_protected_storage_"
310 "s_interface_tests_tfm_sst_test_2xxx_"),
311 "sst_reliability_tests_tfm_sst_test_3xxx_",
312 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
313 ("psa_internal_trusted_storage_"
314 "s_interface_tests_tfm_its_test_2xxx_"),
315 "its_reliability_tests_tfm_its_test_3xxx_",
316 ("audit_"
317 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
318 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
319 ("initial_attestation_service_"
320 "secure_interface_tests_tfm_attest_test_1xxx_"),
321 ]
322 },
323 {
324 'name': 'Non_Secure_Test_Suites_Summary',
325 'start': 'Non-secure test suites summary',
326 'end': r'End of Non-secure test suites',
327 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]328 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]329 r"(?P<result>PASSED|FAILED)",
330 'fixup': {"pass": "PASSED", "fail": "FAILED"},
331 'required': [
332 ("psa_protected_storage"
333 "_ns_interface_tests_tfm_sst_test_1xxx_"),
334 ("psa_internal_trusted_storage"
335 "_ns_interface_tests_tfm_its_test_1xxx_"),
336 ("auditlog_"
337 "non_secure_interface_test_tfm_audit_test_1xxx_"),
338 ("crypto_"
339 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
340 ("initial_attestation_service_"
341 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
342 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
343 ]
344 }
345 ] # Monitors
346 }, # RegressionProfileL
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]347
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]348 'RegressionIPC': {
349 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]350 "firmware": "tfm_s_ns_signed.bin",
351 "bootloader": "bl2.bin"
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]352 },
353 "monitors": [
354 {
355 'name': 'Secure_Test_Suites_Summary',
356 'start': 'Secure test suites summary',
357 'end': 'End of Secure test suites',
358 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]359 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]360 r"(?P<result>PASSED|FAILED)",
361 'fixup': {"pass": "PASSED", "fail": "FAILED"},
362 'required': [
363 ("psa_protected_storage_"
364 "s_interface_tests_tfm_sst_test_2xxx_"),
365 "sst_reliability_tests_tfm_sst_test_3xxx_",
366 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
367 ("psa_internal_trusted_storage_"
368 "s_interface_tests_tfm_its_test_2xxx_"),
369 "its_reliability_tests_tfm_its_test_3xxx_",
370 ("audit_"
371 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
372 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
373 ("initial_attestation_service_"
374 "secure_interface_tests_tfm_attest_test_1xxx_"),
375 ]
376 },
377 {
378 'name': 'Non_Secure_Test_Suites_Summary',
379 'start': 'Non-secure test suites summary',
380 'end': r'End of Non-secure test suites',
381 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]382 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]383 r"(?P<result>PASSED|FAILED)",
384 'fixup': {"pass": "PASSED", "fail": "FAILED"},
385 'required': [
386 ("psa_protected_storage"
387 "_ns_interface_tests_tfm_sst_test_1xxx_"),
388 ("psa_internal_trusted_storage"
389 "_ns_interface_tests_tfm_its_test_1xxx_"),
390 ("auditlog_"
391 "non_secure_interface_test_tfm_audit_test_1xxx_"),
392 ("crypto_"
393 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
394 ("initial_attestation_service_"
395 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
396 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
397 ]
398 }
399 ] # Monitors
400 }, # Regression
401 'RegressionIPCTfmLevel2': {
402 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]403 "firmware": "tfm_s_ns_signed.bin",
404 "bootloader": "bl2.bin"
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]405 },
406 "monitors": [
407 {
408 'name': 'Secure_Test_Suites_Summary',
409 'start': 'Secure test suites summary',
410 'end': 'End of Secure test suites',
411 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]412 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]413 r"(?P<result>PASSED|FAILED)",
414 'fixup': {"pass": "PASSED", "fail": "FAILED"},
415 'required': [
416 ("psa_protected_storage_"
417 "s_interface_tests_tfm_sst_test_2xxx_"),
418 "sst_reliability_tests_tfm_sst_test_3xxx_",
419 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
420 ("psa_internal_trusted_storage_"
421 "s_interface_tests_tfm_its_test_2xxx_"),
422 "its_reliability_tests_tfm_its_test_3xxx_",
423 ("audit_"
424 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
425 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
426 ("initial_attestation_service_"
427 "secure_interface_tests_tfm_attest_test_1xxx_"),
428 ]
429 },
430 {
431 'name': 'Non_Secure_Test_Suites_Summary',
432 'start': 'Non-secure test suites summary',
433 'end': r'End of Non-secure test suites',
434 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]435 r"test_case_id>[^\n]+)' has(.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]436 r"(?P<result>PASSED|FAILED)",
437 'fixup': {"pass": "PASSED", "fail": "FAILED"},
438 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]439 ("psa_protected_storage"
440 "_ns_interface_tests_tfm_sst_test_1xxx_"),
TudorCretu8b138472019-08-30 10:51:05 +0100[diff] [blame]441 ("psa_internal_trusted_storage"
442 "_ns_interface_tests_tfm_its_test_1xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]443 ("auditlog_"
444 "non_secure_interface_test_tfm_audit_test_1xxx_"),
445 ("crypto_"
446 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
447 ("initial_attestation_service_"
Minos Galanakisf0dae4e2019-05-20 10:56:57 +0100[diff] [blame]448 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]449 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
450 ]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]451 }
452 ] # Monitors
453 }, # Regression
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]454 'RegressionIPCTfmLevel3': {
455 "binaries": {
456 "firmware": "tfm_s_ns_signed.bin",
457 "bootloader": "bl2.bin"
458 },
459 "monitors": [
460 {
461 'name': 'Secure_Test_Suites_Summary',
462 'start': 'Secure test suites summary',
463 'end': 'End of Secure test suites',
464 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]465 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]466 r"(?P<result>PASSED|FAILED)",
467 'fixup': {"pass": "PASSED", "fail": "FAILED"},
468 'required': [
469 ("psa_protected_storage_"
470 "s_interface_tests_tfm_sst_test_2xxx_"),
471 "sst_reliability_tests_tfm_sst_test_3xxx_",
472 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
473 ("psa_internal_trusted_storage_"
474 "s_interface_tests_tfm_its_test_2xxx_"),
475 "its_reliability_tests_tfm_its_test_3xxx_",
476 ("audit_"
477 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
478 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
479 ("initial_attestation_service_"
480 "secure_interface_tests_tfm_attest_test_1xxx_"),
481 ]
482 },
483 {
484 'name': 'Non_Secure_Test_Suites_Summary',
485 'start': 'Non-secure test suites summary',
486 'end': r'End of Non-secure test suites',
487 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]488 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]489 r"(?P<result>PASSED|FAILED)",
490 'fixup': {"pass": "PASSED", "fail": "FAILED"},
491 'required': [
492 ("psa_protected_storage"
493 "_ns_interface_tests_tfm_sst_test_1xxx_"),
494 ("psa_internal_trusted_storage"
495 "_ns_interface_tests_tfm_its_test_1xxx_"),
496 ("auditlog_"
497 "non_secure_interface_test_tfm_audit_test_1xxx_"),
498 ("crypto_"
499 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
500 ("initial_attestation_service_"
501 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
502 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
503 ]
504 }
505 ] # Monitors
506 }, # Regression
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]507 'CoreIPC': {
508 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]509 "firmware": "tfm_s_ns_signed.bin",
510 "bootloader": "bl2.bin"
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]511 },
512 "monitors": [
513 {
514 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]515 'start': 'Non-Secure system',
516 'end': r'starting\\.{3}',
517 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]518 'fixup': {"pass": "!", "fail": ""},
519 'required': ["secure_image_initializing"]
520 } # Monitors
521 ]
522 }, # CoreIPC
523 'CoreIPCTfmLevel2': {
524 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]525 "firmware": "tfm_s_ns_signed.bin",
526 "bootloader": "bl2.bin"
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]527 },
528 "monitors": [
529 {
530 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]531 'start': 'Non-Secure system',
532 'end': r'starting\\.{3}',
533 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]534 'fixup': {"pass": "!", "fail": ""},
535 'required': ["secure_image_initializing"]
536 } # Monitors
537 ]
538 }, # CoreIPCTfmLevel2
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]539 'CoreIPCTfmLevel3': {
540 "binaries": {
541 "firmware": "tfm_s_ns_signed.bin",
542 "bootloader": "bl2.bin"
543 },
544 "monitors": [
545 {
546 'name': 'Secure_Test_Suites_Summary',
547 'start': 'Non-Secure system',
548 'end': r'starting\\.{3}',
549 'pattern': r'Non-Secure system starting\\.{3}',
550 'fixup': {"pass": "!", "fail": ""},
551 'required': ["secure_image_initializing"]
552 } # Monitors
553 ]
554 }, # CoreIPCTfmLevel3
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]555 } # Tests
556}
557
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]558
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]559# FVP with BL2 bootloader
560# firmware <-> ns <-> application: --application cpu0=bl2.axf
561# bootloader <-> s <-> data: --data cpu0=tfm_s_ns_signed.bin@0x10080000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]562fvp_mps2_an521_bl2 = {
563 "templ": "fvp_mps2.jinja2",
564 "job_name": "fvp_mps2_an521_bl2",
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]565 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]566 "job_timeout": 15,
567 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]568 "monitor_timeout": 15,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]569 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]570 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]571 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]572 "build_types": ["Debug", "Release", "Minsizerel"],
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]573 "boot_types": ["BL2"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]574 "data_bin_offset": "0x10080000",
575 "tests": {
576 'Default': {
577 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]578 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]579 "bootloader": "tfm_s_ns_signed.bin"
580 },
581 "monitors": [
582 {
583 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]584 'start': 'Non-Secure system',
585 'end': r'starting\\.{3}',
586 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]587 'fixup': {"pass": "!", "fail": ""},
588 'required': ["secure_image_initializing"]
589 } # Monitors
590 ]
591 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]592 'DefaultProfileS': {
593 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]594 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]595 "bootloader": "tfm_s_ns_signed.bin"
596 },
597 "monitors": [
598 {
599 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]600 'start': 'Non-Secure system',
601 'end': r'starting\\.{3}',
602 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]603 'fixup': {"pass": "!", "fail": ""},
604 'required': ["secure_image_initializing"]
605 } # Monitors
606 ]
607 }, # DefaultProfileS
608 'DefaultProfileM': {
609 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]610 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]611 "bootloader": "tfm_s_ns_signed.bin"
612 },
613 "monitors": [
614 {
615 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]616 'start': 'Non-Secure system',
617 'end': r'starting\\.{3}',
618 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]619 'fixup': {"pass": "!", "fail": ""},
620 'required': ["secure_image_initializing"]
621 } # Monitors
622 ]
623 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]624 'DefaultProfileL': {
625 "binaries": {
626 "firmware": "bl2.axf",
627 "bootloader": "tfm_s_ns_signed.bin"
628 },
629 "monitors": [
630 {
631 'name': 'Secure_Test_Suites_Summary',
632 'start': 'Non-Secure system',
633 'end': r'starting\\.{3}',
634 'pattern': r'Non-Secure system starting\\.{3}',
635 'fixup': {"pass": "!", "fail": ""},
636 'required': ["secure_image_initializing"]
637 } # Monitors
638 ]
639 }, # DefaultProfileL
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]640
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]641 'Regression': {
642 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]643 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]644 "bootloader": "tfm_s_ns_signed.bin"
645 },
646 "monitors": [
647 {
648 'name': 'Secure_Test_Suites_Summary',
649 'start': 'Secure test suites summary',
650 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]651 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]652 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]653 r"(?P<result>PASSED|FAILED)",
654 'fixup': {"pass": "PASSED", "fail": "FAILED"},
655 'required': [
656 ("psa_protected_storage_"
657 "s_interface_tests_tfm_sst_test_2xxx_"),
658 "sst_reliability_tests_tfm_sst_test_3xxx_",
659 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
660 ("psa_internal_trusted_storage_"
661 "s_interface_tests_tfm_its_test_2xxx_"),
662 "its_reliability_tests_tfm_its_test_3xxx_",
663 ("audit_"
664 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
665 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
666 ("initial_attestation_service_"
667 "secure_interface_tests_tfm_attest_test_1xxx_"),
668 ]
669 },
670 {
671 'name': 'Non_Secure_Test_Suites_Summary',
672 'start': 'Non-secure test suites summary',
673 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]674 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]675 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]676 r"(?P<result>PASSED|FAILED)",
677 'fixup': {"pass": "PASSED", "fail": "FAILED"},
678 'required': [
679 ("psa_protected_storage"
680 "_ns_interface_tests_tfm_sst_test_1xxx_"),
681 ("psa_internal_trusted_storage"
682 "_ns_interface_tests_tfm_its_test_1xxx_"),
683 ("auditlog_"
684 "non_secure_interface_test_tfm_audit_test_1xxx_"),
685 ("crypto_"
686 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
687 ("initial_attestation_service_"
688 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
689 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
690 ]
691 }
692 ] # Monitors
693 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]694
695 'RegressionProfileM': {
696 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]697 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]698 "bootloader": "tfm_s_ns_signed.bin"
699 },
700 "monitors": [
701 {
702 'name': 'Secure_Test_Suites_Summary',
703 'start': 'Secure test suites summary',
704 'end': 'End of Secure test suites',
705 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]706 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]707 r"(?P<result>PASSED|FAILED)",
708 'fixup': {"pass": "PASSED", "fail": "FAILED"},
709 'required': [
710 ("psa_protected_storage_"
711 "s_interface_tests_tfm_sst_test_2xxx_"),
712 "sst_reliability_tests_tfm_sst_test_3xxx_",
713 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
714 ("psa_internal_trusted_storage_"
715 "s_interface_tests_tfm_its_test_2xxx_"),
716 "its_reliability_tests_tfm_its_test_3xxx_",
717 ("audit_"
718 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
719 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
720 ("initial_attestation_service_"
721 "secure_interface_tests_tfm_attest_test_1xxx_"),
722 ]
723 },
724 {
725 'name': 'Non_Secure_Test_Suites_Summary',
726 'start': 'Non-secure test suites summary',
727 'end': r'End of Non-secure test suites',
728 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]729 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]730 r"(?P<result>PASSED|FAILED)",
731 'fixup': {"pass": "PASSED", "fail": "FAILED"},
732 'required': [
733 ("psa_protected_storage"
734 "_ns_interface_tests_tfm_sst_test_1xxx_"),
735 ("psa_internal_trusted_storage"
736 "_ns_interface_tests_tfm_its_test_1xxx_"),
737 ("auditlog_"
738 "non_secure_interface_test_tfm_audit_test_1xxx_"),
739 ("crypto_"
740 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
741 ("initial_attestation_service_"
742 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
743 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
744 ]
745 }
746 ] # Monitors
747 }, # RegressionProfileM
748 'RegressionProfileS': {
749 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]750 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]751 "bootloader": "tfm_s_ns_signed.bin"
752 },
753 "monitors": [
754 {
755 'name': 'Secure_Test_Suites_Summary',
756 'start': 'Secure test suites summary',
757 'end': 'End of Secure test suites',
758 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]759 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]760 r"(?P<result>PASSED|FAILED)",
761 'fixup': {"pass": "PASSED", "fail": "FAILED"},
762 'required': [
763 ("psa_protected_storage_"
764 "s_interface_tests_tfm_sst_test_2xxx_"),
765 "sst_reliability_tests_tfm_sst_test_3xxx_",
766 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
767 ("psa_internal_trusted_storage_"
768 "s_interface_tests_tfm_its_test_2xxx_"),
769 "its_reliability_tests_tfm_its_test_3xxx_",
770 ("audit_"
771 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
772 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
773 ("initial_attestation_service_"
774 "secure_interface_tests_tfm_attest_test_1xxx_"),
775 ]
776 },
777 {
778 'name': 'Non_Secure_Test_Suites_Summary',
779 'start': 'Non-secure test suites summary',
780 'end': r'End of Non-secure test suites',
781 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]782 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]783 r"(?P<result>PASSED|FAILED)",
784 'fixup': {"pass": "PASSED", "fail": "FAILED"},
785 'required': [
786 ("psa_protected_storage"
787 "_ns_interface_tests_tfm_sst_test_1xxx_"),
788 ("psa_internal_trusted_storage"
789 "_ns_interface_tests_tfm_its_test_1xxx_"),
790 ("auditlog_"
791 "non_secure_interface_test_tfm_audit_test_1xxx_"),
792 ("crypto_"
793 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
794 ("initial_attestation_service_"
795 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
796 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
797 ]
798 }
799 ] # Monitors
800 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]801 'RegressionProfileL': {
802 "binaries": {
803 "firmware": "bl2.axf",
804 "bootloader": "tfm_s_ns_signed.bin"
805 },
806 "monitors": [
807 {
808 'name': 'Secure_Test_Suites_Summary',
809 'start': 'Secure test suites summary',
810 'end': 'End of Secure test suites',
811 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]812 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]813 r"(?P<result>PASSED|FAILED)",
814 'fixup': {"pass": "PASSED", "fail": "FAILED"},
815 'required': [
816 ("psa_protected_storage_"
817 "s_interface_tests_tfm_sst_test_2xxx_"),
818 "sst_reliability_tests_tfm_sst_test_3xxx_",
819 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
820 ("psa_internal_trusted_storage_"
821 "s_interface_tests_tfm_its_test_2xxx_"),
822 "its_reliability_tests_tfm_its_test_3xxx_",
823 ("audit_"
824 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
825 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
826 ("initial_attestation_service_"
827 "secure_interface_tests_tfm_attest_test_1xxx_"),
828 ]
829 },
830 {
831 'name': 'Non_Secure_Test_Suites_Summary',
832 'start': 'Non-secure test suites summary',
833 'end': r'End of Non-secure test suites',
834 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]835 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]836 r"(?P<result>PASSED|FAILED)",
837 'fixup': {"pass": "PASSED", "fail": "FAILED"},
838 'required': [
839 ("psa_protected_storage"
840 "_ns_interface_tests_tfm_sst_test_1xxx_"),
841 ("psa_internal_trusted_storage"
842 "_ns_interface_tests_tfm_its_test_1xxx_"),
843 ("auditlog_"
844 "non_secure_interface_test_tfm_audit_test_1xxx_"),
845 ("crypto_"
846 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
847 ("initial_attestation_service_"
848 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
849 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
850 ]
851 }
852 ] # Monitors
853 }, # RegressionProfileL
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]854
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]855 'RegressionIPC': {
856 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]857 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]858 "bootloader": "tfm_s_ns_signed.bin"
859 },
860 "monitors": [
861 {
862 'name': 'Secure_Test_Suites_Summary',
863 'start': 'Secure test suites summary',
864 'end': 'End of Secure test suites',
865 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]866 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]867 r"(?P<result>PASSED|FAILED)",
868 'fixup': {"pass": "PASSED", "fail": "FAILED"},
869 'required': [
870 ("psa_protected_storage_"
871 "s_interface_tests_tfm_sst_test_2xxx_"),
872 "sst_reliability_tests_tfm_sst_test_3xxx_",
873 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
874 ("psa_internal_trusted_storage_"
875 "s_interface_tests_tfm_its_test_2xxx_"),
876 "its_reliability_tests_tfm_its_test_3xxx_",
877 ("audit_"
878 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
879 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
880 ("initial_attestation_service_"
881 "secure_interface_tests_tfm_attest_test_1xxx_"),
882 ]
883 },
884 {
885 'name': 'Non_Secure_Test_Suites_Summary',
886 'start': 'Non-secure test suites summary',
887 'end': r'End of Non-secure test suites',
888 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]889 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]890 r"(?P<result>PASSED|FAILED)",
891 'fixup': {"pass": "PASSED", "fail": "FAILED"},
892 'required': [
893 ("psa_protected_storage"
894 "_ns_interface_tests_tfm_sst_test_1xxx_"),
895 ("psa_internal_trusted_storage"
896 "_ns_interface_tests_tfm_its_test_1xxx_"),
897 ("auditlog_"
898 "non_secure_interface_test_tfm_audit_test_1xxx_"),
899 ("crypto_"
900 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
901 ("initial_attestation_service_"
902 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
903 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
904 ]
905 }
906 ] # Monitors
907 }, # Regression
908 'RegressionIPCTfmLevel2': {
909 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]910 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]911 "bootloader": "tfm_s_ns_signed.bin"
912 },
913 "monitors": [
914 {
915 'name': 'Secure_Test_Suites_Summary',
916 'start': 'Secure test suites summary',
917 'end': 'End of Secure test suites',
918 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]919 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]920 r"(?P<result>PASSED|FAILED)",
921 'fixup': {"pass": "PASSED", "fail": "FAILED"},
922 'required': [
923 ("psa_protected_storage_"
924 "s_interface_tests_tfm_sst_test_2xxx_"),
925 "sst_reliability_tests_tfm_sst_test_3xxx_",
926 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
927 ("psa_internal_trusted_storage_"
928 "s_interface_tests_tfm_its_test_2xxx_"),
929 "its_reliability_tests_tfm_its_test_3xxx_",
930 ("audit_"
931 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
932 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
933 ("initial_attestation_service_"
934 "secure_interface_tests_tfm_attest_test_1xxx_"),
935 ]
936 },
937 {
938 'name': 'Non_Secure_Test_Suites_Summary',
939 'start': 'Non-secure test suites summary',
940 'end': r'End of Non-secure test suites',
941 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]942 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]943 r"(?P<result>PASSED|FAILED)",
944 'fixup': {"pass": "PASSED", "fail": "FAILED"},
945 'required': [
946 ("psa_protected_storage"
947 "_ns_interface_tests_tfm_sst_test_1xxx_"),
948 ("psa_internal_trusted_storage"
949 "_ns_interface_tests_tfm_its_test_1xxx_"),
950 ("auditlog_"
951 "non_secure_interface_test_tfm_audit_test_1xxx_"),
952 ("crypto_"
953 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
954 ("initial_attestation_service_"
955 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
956 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
957 ]
958 }
959 ] # Monitors
960 }, # Regression
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]961 'RegressionIPCTfmLevel3': {
962 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]963 "firmware": "bl2.axf",
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]964 "bootloader": "tfm_s_ns_signed.bin"
965 },
966 "monitors": [
967 {
968 'name': 'Secure_Test_Suites_Summary',
969 'start': 'Secure test suites summary',
970 'end': 'End of Secure test suites',
971 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]972 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]973 r"(?P<result>PASSED|FAILED)",
974 'fixup': {"pass": "PASSED", "fail": "FAILED"},
975 'required': [
976 ("psa_protected_storage_"
977 "s_interface_tests_tfm_sst_test_2xxx_"),
978 "sst_reliability_tests_tfm_sst_test_3xxx_",
979 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
980 ("psa_internal_trusted_storage_"
981 "s_interface_tests_tfm_its_test_2xxx_"),
982 "its_reliability_tests_tfm_its_test_3xxx_",
983 ("audit_"
984 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
985 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
986 ("initial_attestation_service_"
987 "secure_interface_tests_tfm_attest_test_1xxx_"),
988 ]
989 },
990 {
991 'name': 'Non_Secure_Test_Suites_Summary',
992 'start': 'Non-secure test suites summary',
993 'end': r'End of Non-secure test suites',
994 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]995 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]996 r"(?P<result>PASSED|FAILED)",
997 'fixup': {"pass": "PASSED", "fail": "FAILED"},
998 'required': [
999 ("psa_protected_storage"
1000 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1001 ("psa_internal_trusted_storage"
1002 "_ns_interface_tests_tfm_its_test_1xxx_"),
1003 ("auditlog_"
1004 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1005 ("crypto_"
1006 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1007 ("initial_attestation_service_"
1008 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1009 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1010 ]
1011 }
1012 ] # Monitors
1013 }, # Regression
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1014 'CoreIPC': {
1015 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1016 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1017 "bootloader": "tfm_s_ns_signed.bin"
1018 },
1019 "monitors": [
1020 {
1021 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1022 'start': 'Non-Secure system',
1023 'end': r'starting\\.{3}',
1024 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1025 'fixup': {"pass": "!", "fail": ""},
1026 'required': ["secure_image_initializing"]
1027 } # Monitors
1028 ]
1029 }, # CoreIPC
1030 'CoreIPCTfmLevel2': {
1031 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1032 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1033 "bootloader": "tfm_s_ns_signed.bin"
1034 },
1035 "monitors": [
1036 {
1037 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1038 'start': 'Non-Secure system',
1039 'end': r'starting\\.{3}',
1040 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1041 'fixup': {"pass": "!", "fail": ""},
1042 'required': ["secure_image_initializing"]
1043 } # Monitors
1044 ]
1045 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1046 'CoreIPCTfmLevel3': {
1047 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1048 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1049 "bootloader": "tfm_s_ns_signed.bin"
1050 },
1051 "monitors": [
1052 {
1053 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1054 'start': 'Non-Secure system',
1055 'end': r'starting\\.{3}',
1056 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1057 'fixup': {"pass": "!", "fail": ""},
1058 'required': ["secure_image_initializing"]
1059 } # Monitors
1060 ]
1061 }, # CoreIPCTfmLevel3
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1062 } # Tests
1063}
1064
1065
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1066# FVP without BL2 bootloader
1067# firmware <-> ns <-> application: --application cpu0=tfm_s.axf
1068# bootloader <-> s <-> data: --data cpu0=tfm_ns.bin@0x00100000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1069fvp_mps2_an521_nobl2 = {
1070 "templ": "fvp_mps2.jinja2",
1071 "job_name": "fvp_mps2_an521_nobl2",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1072 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1073 "job_timeout": 15,
1074 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]1075 "monitor_timeout": 15,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1076 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]1077 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1078 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1079 "build_types": ["Debug", "Release", "Minsizerel"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1080 "boot_types": ["NOBL2"],
1081 "data_bin_offset": "0x00100000",
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]1082 "cpu_baseline": 1,
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1083 "tests": {
1084 'Default': {
1085 "binaries": {
1086 "firmware": "tfm_s.axf",
1087 "bootloader": "tfm_ns.bin"
1088 },
1089 "monitors": [
1090 {
1091 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1092 'start': 'Non-Secure system',
1093 'end': r'starting\\.{3}',
1094 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1095 'fixup': {"pass": "!", "fail": ""},
1096 'required': ["secure_image_initializing"]
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1097 }
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1098 ]
1099 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1100 'DefaultProfileS': {
1101 "binaries": {
1102 "firmware": "tfm_s.axf",
1103 "bootloader": "tfm_ns.bin"
1104 },
1105 "monitors": [
1106 {
1107 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1108 'start': 'Non-Secure system',
1109 'end': r'starting\\.{3}',
1110 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1111 'fixup': {"pass": "!", "fail": ""},
1112 'required': ["secure_image_initializing"]
1113 } # Monitors
1114 ]
1115 }, # DefaultProfileS
1116 'DefaultProfileM': {
1117 "binaries": {
1118 "firmware": "tfm_s.axf",
1119 "bootloader": "tfm_ns.bin"
1120 },
1121 "monitors": [
1122 {
1123 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1124 'start': 'Non-Secure system',
1125 'end': r'starting\\.{3}',
1126 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1127 'fixup': {"pass": "!", "fail": ""},
1128 'required': ["secure_image_initializing"]
1129 } # Monitors
1130 ]
1131 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]1132 'DefaultProfileL': {
1133 "binaries": {
1134 "firmware": "tfm_s.axf",
1135 "bootloader": "tfm_ns.bin"
1136 },
1137 "monitors": [
1138 {
1139 'name': 'Secure_Test_Suites_Summary',
1140 'start': 'Non-Secure system',
1141 'end': r'starting\\.{3}',
1142 'pattern': r'Non-Secure system starting\\.{3}',
1143 'fixup': {"pass": "!", "fail": ""},
1144 'required': ["secure_image_initializing"]
1145 } # Monitors
1146 ]
1147 }, # DefaultProfileL
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1148
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1149 'Regression': {
1150 "binaries": {
1151 "firmware": "tfm_s.axf",
1152 "bootloader": "tfm_ns.bin"
1153 },
1154 "monitors": [
1155 {
1156 'name': 'Secure_Test_Suites_Summary',
1157 'start': 'Secure test suites summary',
1158 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1159 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1160 r"test_case_id>[^\n]+)' has(.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1161 r"(?P<result>PASSED|FAILED)",
1162 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1163 'required': [
1164 ("psa_protected_storage_"
1165 "s_interface_tests_tfm_sst_test_2xxx_"),
1166 "sst_reliability_tests_tfm_sst_test_3xxx_",
1167 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1168 ("psa_internal_trusted_storage_"
1169 "s_interface_tests_tfm_its_test_2xxx_"),
1170 "its_reliability_tests_tfm_its_test_3xxx_",
1171 ("audit_"
1172 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1173 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1174 ("initial_attestation_service_"
1175 "secure_interface_tests_tfm_attest_test_1xxx_"),
1176 ]
1177 },
1178 {
1179 'name': 'Non_Secure_Test_Suites_Summary',
1180 'start': 'Non-secure test suites summary',
1181 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1182 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1183 r"test_case_id>[^\n]+)' has(.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1184 r"(?P<result>PASSED|FAILED)",
1185 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1186 'required': [
1187 ("psa_protected_storage"
1188 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1189 ("psa_internal_trusted_storage"
1190 "_ns_interface_tests_tfm_its_test_1xxx_"),
1191 ("auditlog_"
1192 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1193 ("crypto_"
1194 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1195 ("initial_attestation_service_"
1196 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1197 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1198 ]
1199 }
1200 ] # Monitors
1201 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1202 'RegressionProfileM': {
1203 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1204 "firmware": "tfm_s.axf",
1205 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1206 },
1207 "monitors": [
1208 {
1209 'name': 'Secure_Test_Suites_Summary',
1210 'start': 'Secure test suites summary',
1211 'end': 'End of Secure test suites',
1212 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1213 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1214 r"(?P<result>PASSED|FAILED)",
1215 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1216 'required': [
1217 ("psa_protected_storage_"
1218 "s_interface_tests_tfm_sst_test_2xxx_"),
1219 "sst_reliability_tests_tfm_sst_test_3xxx_",
1220 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1221 ("psa_internal_trusted_storage_"
1222 "s_interface_tests_tfm_its_test_2xxx_"),
1223 "its_reliability_tests_tfm_its_test_3xxx_",
1224 ("audit_"
1225 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1226 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1227 ("initial_attestation_service_"
1228 "secure_interface_tests_tfm_attest_test_1xxx_"),
1229 ]
1230 },
1231 {
1232 'name': 'Non_Secure_Test_Suites_Summary',
1233 'start': 'Non-secure test suites summary',
1234 'end': r'End of Non-secure test suites',
1235 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1236 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1237 r"(?P<result>PASSED|FAILED)",
1238 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1239 'required': [
1240 ("psa_protected_storage"
1241 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1242 ("psa_internal_trusted_storage"
1243 "_ns_interface_tests_tfm_its_test_1xxx_"),
1244 ("auditlog_"
1245 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1246 ("crypto_"
1247 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1248 ("initial_attestation_service_"
1249 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1250 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1251 ]
1252 }
1253 ] # Monitors
1254 }, # RegressionProfileM
1255 'RegressionProfileS': {
1256 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1257 "firmware": "tfm_s.axf",
1258 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1259 },
1260 "monitors": [
1261 {
1262 'name': 'Secure_Test_Suites_Summary',
1263 'start': 'Secure test suites summary',
1264 'end': 'End of Secure test suites',
1265 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1266 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1267 r"(?P<result>PASSED|FAILED)",
1268 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1269 'required': [
1270 ("psa_protected_storage_"
1271 "s_interface_tests_tfm_sst_test_2xxx_"),
1272 "sst_reliability_tests_tfm_sst_test_3xxx_",
1273 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1274 ("psa_internal_trusted_storage_"
1275 "s_interface_tests_tfm_its_test_2xxx_"),
1276 "its_reliability_tests_tfm_its_test_3xxx_",
1277 ("audit_"
1278 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1279 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1280 ("initial_attestation_service_"
1281 "secure_interface_tests_tfm_attest_test_1xxx_"),
1282 ]
1283 },
1284 {
1285 'name': 'Non_Secure_Test_Suites_Summary',
1286 'start': 'Non-secure test suites summary',
1287 'end': r'End of Non-secure test suites',
1288 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1289 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1290 r"(?P<result>PASSED|FAILED)",
1291 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1292 'required': [
1293 ("psa_protected_storage"
1294 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1295 ("psa_internal_trusted_storage"
1296 "_ns_interface_tests_tfm_its_test_1xxx_"),
1297 ("auditlog_"
1298 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1299 ("crypto_"
1300 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1301 ("initial_attestation_service_"
1302 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1303 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1304 ]
1305 }
1306 ] # Monitors
1307 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]1308 'RegressionProfileL': {
1309 "binaries": {
1310 "firmware": "tfm_s.axf",
1311 "bootloader": "tfm_ns.bin"
1312 },
1313 "monitors": [
1314 {
1315 'name': 'Secure_Test_Suites_Summary',
1316 'start': 'Secure test suites summary',
1317 'end': 'End of Secure test suites',
1318 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1319 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]1320 r"(?P<result>PASSED|FAILED)",
1321 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1322 'required': [
1323 ("psa_protected_storage_"
1324 "s_interface_tests_tfm_sst_test_2xxx_"),
1325 "sst_reliability_tests_tfm_sst_test_3xxx_",
1326 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1327 ("psa_internal_trusted_storage_"
1328 "s_interface_tests_tfm_its_test_2xxx_"),
1329 "its_reliability_tests_tfm_its_test_3xxx_",
1330 ("audit_"
1331 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1332 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1333 ("initial_attestation_service_"
1334 "secure_interface_tests_tfm_attest_test_1xxx_"),
1335 ]
1336 },
1337 {
1338 'name': 'Non_Secure_Test_Suites_Summary',
1339 'start': 'Non-secure test suites summary',
1340 'end': r'End of Non-secure test suites',
1341 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1342 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]1343 r"(?P<result>PASSED|FAILED)",
1344 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1345 'required': [
1346 ("psa_protected_storage"
1347 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1348 ("psa_internal_trusted_storage"
1349 "_ns_interface_tests_tfm_its_test_1xxx_"),
1350 ("auditlog_"
1351 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1352 ("crypto_"
1353 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1354 ("initial_attestation_service_"
1355 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1356 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1357 ]
1358 }
1359 ] # Monitors
1360 }, # RegressionProfileL
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1361
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1362 'RegressionIPC': {
1363 "binaries": {
1364 "firmware": "tfm_s.axf",
1365 "bootloader": "tfm_ns.bin"
1366 },
1367 "monitors": [
1368 {
1369 'name': 'Secure_Test_Suites_Summary',
1370 'start': 'Secure test suites summary',
1371 'end': 'End of Secure test suites',
1372 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1373 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1374 r"(?P<result>PASSED|FAILED)",
1375 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1376 'required': [
1377 ("psa_protected_storage_"
1378 "s_interface_tests_tfm_sst_test_2xxx_"),
1379 "sst_reliability_tests_tfm_sst_test_3xxx_",
1380 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1381 ("psa_internal_trusted_storage_"
1382 "s_interface_tests_tfm_its_test_2xxx_"),
1383 "its_reliability_tests_tfm_its_test_3xxx_",
1384 ("audit_"
1385 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1386 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1387 ("initial_attestation_service_"
1388 "secure_interface_tests_tfm_attest_test_1xxx_"),
1389 ]
1390 },
1391 {
1392 'name': 'Non_Secure_Test_Suites_Summary',
1393 'start': 'Non-secure test suites summary',
1394 'end': r'End of Non-secure test suites',
1395 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1396 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1397 r"(?P<result>PASSED|FAILED)",
1398 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1399 'required': [
1400 ("psa_protected_storage"
1401 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1402 ("psa_internal_trusted_storage"
1403 "_ns_interface_tests_tfm_its_test_1xxx_"),
1404 ("auditlog_"
1405 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1406 ("crypto_"
1407 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1408 ("initial_attestation_service_"
1409 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1410 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1411 ]
1412 }
1413 ] # Monitors
1414 }, # RegressionIPC
1415 'RegressionIPCTfmLevel2': {
1416 "binaries": {
1417 "firmware": "tfm_s.axf",
1418 "bootloader": "tfm_ns.bin"
1419 },
1420 "monitors": [
1421 {
1422 'name': 'Secure_Test_Suites_Summary',
1423 'start': 'Secure test suites summary',
1424 'end': 'End of Secure test suites',
1425 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1426 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1427 r"(?P<result>PASSED|FAILED)",
1428 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1429 'required': [
1430 ("psa_protected_storage_"
1431 "s_interface_tests_tfm_sst_test_2xxx_"),
1432 "sst_reliability_tests_tfm_sst_test_3xxx_",
1433 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1434 ("psa_internal_trusted_storage_"
1435 "s_interface_tests_tfm_its_test_2xxx_"),
1436 "its_reliability_tests_tfm_its_test_3xxx_",
1437 ("audit_"
1438 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1439 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1440 ("initial_attestation_service_"
1441 "secure_interface_tests_tfm_attest_test_1xxx_"),
1442 ]
1443 },
1444 {
1445 'name': 'Non_Secure_Test_Suites_Summary',
1446 'start': 'Non-secure test suites summary',
1447 'end': r'End of Non-secure test suites',
1448 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1449 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1450 r"(?P<result>PASSED|FAILED)",
1451 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1452 'required': [
1453 ("psa_protected_storage"
1454 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1455 ("psa_internal_trusted_storage"
1456 "_ns_interface_tests_tfm_its_test_1xxx_"),
1457 ("auditlog_"
1458 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1459 ("crypto_"
1460 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1461 ("initial_attestation_service_"
1462 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1463 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1464 ]
1465 }
1466 ] # Monitors
1467 }, # RegressionIPCTfmLevel2
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1468 'RegressionIPCTfmLevel3': {
1469 "binaries": {
1470 "firmware": "tfm_s.axf",
1471 "bootloader": "tfm_ns.bin"
1472 },
1473 "monitors": [
1474 {
1475 'name': 'Secure_Test_Suites_Summary',
1476 'start': 'Secure test suites summary',
1477 'end': 'End of Secure test suites',
1478 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1479 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1480 r"(?P<result>PASSED|FAILED)",
1481 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1482 'required': [
1483 ("psa_protected_storage_"
1484 "s_interface_tests_tfm_sst_test_2xxx_"),
1485 "sst_reliability_tests_tfm_sst_test_3xxx_",
1486 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1487 ("psa_internal_trusted_storage_"
1488 "s_interface_tests_tfm_its_test_2xxx_"),
1489 "its_reliability_tests_tfm_its_test_3xxx_",
1490 ("audit_"
1491 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1492 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1493 ("initial_attestation_service_"
1494 "secure_interface_tests_tfm_attest_test_1xxx_"),
1495 ]
1496 },
1497 {
1498 'name': 'Non_Secure_Test_Suites_Summary',
1499 'start': 'Non-secure test suites summary',
1500 'end': r'End of Non-secure test suites',
1501 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1502 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1503 r"(?P<result>PASSED|FAILED)",
1504 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1505 'required': [
1506 ("psa_protected_storage"
1507 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1508 ("psa_internal_trusted_storage"
1509 "_ns_interface_tests_tfm_its_test_1xxx_"),
1510 ("auditlog_"
1511 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1512 ("crypto_"
1513 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1514 ("initial_attestation_service_"
1515 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1516 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1517 ]
1518 }
1519 ] # Monitors
1520 }, # RegressionIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1521 'CoreIPC': {
1522 "binaries": {
1523 "firmware": "tfm_s.axf",
1524 "bootloader": "tfm_ns.bin"
1525 },
1526 "monitors": [
1527 {
1528 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1529 'start': 'Non-Secure system',
1530 'end': r'starting\\.{3}',
1531 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1532 'fixup': {"pass": "!", "fail": ""},
1533 'required': ["secure_image_initializing"]
1534 } # Monitors
1535 ]
1536 }, # CoreIPC
1537 'CoreIPCTfmLevel2': {
1538 "binaries": {
1539 "firmware": "tfm_s.axf",
1540 "bootloader": "tfm_ns.bin"
1541 },
1542 "monitors": [
1543 {
1544 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1545 'start': 'Non-Secure system',
1546 'end': r'starting\\.{3}',
1547 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1548 'fixup': {"pass": "!", "fail": ""},
1549 'required': ["secure_image_initializing"]
1550 } # Monitors
1551 ]
1552 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1553 'CoreIPCTfmLevel3': {
1554 "binaries": {
1555 "firmware": "tfm_s.axf",
1556 "bootloader": "tfm_ns.bin"
1557 },
1558 "monitors": [
1559 {
1560 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1561 'start': 'Non-Secure system',
1562 'end': r'starting\\.{3}',
1563 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1564 'fixup': {"pass": "!", "fail": ""},
1565 'required': ["secure_image_initializing"]
1566 } # Monitors
1567 ]
1568 }, # CoreIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1569 } # Tests
1570}
1571
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1572
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1573# FVP with BL2 bootloader
1574# firmware <-> ns <-> application: --application cpu0=bl2.axf
1575# bootloader <-> s <-> data: --data cpu0=tfm_s_ns_signed.bin@0x10080000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1576fvp_mps2_an519_bl2 = {
1577 "templ": "fvp_mps2.jinja2",
1578 "job_name": "fvp_mps2_an519_bl2",
1579 "device_type": "fvp",
1580 "job_timeout": 15,
1581 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]1582 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1583 "poweroff_timeout": 1,
1584 "platforms": {"AN519": ""},
1585 "compilers": ["GNUARM", "ARMCLANG"],
1586 "build_types": ["Debug", "Release", "Minsizerel"],
1587 "boot_types": ["BL2"],
1588 "data_bin_offset": "0x10080000",
1589 "cpu0_baseline": 1,
1590 "tests": {
1591 'Default': {
1592 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1593 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1594 "bootloader": "tfm_s_ns_signed.bin"
1595 },
1596 "monitors": [
1597 {
1598 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1599 'start': 'Non-Secure system',
1600 'end': r'starting\\.{3}',
1601 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1602 'fixup': {"pass": "!", "fail": ""},
1603 'required': ["secure_image_initializing"]
1604 } # Monitors
1605 ]
1606 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1607 'DefaultProfileS': {
1608 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1609 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1610 "bootloader": "tfm_s_ns_signed.bin"
1611 },
1612 "monitors": [
1613 {
1614 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1615 'start': 'Non-Secure system',
1616 'end': r'starting\\.{3}',
1617 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1618 'fixup': {"pass": "!", "fail": ""},
1619 'required': ["secure_image_initializing"]
1620 } # Monitors
1621 ]
1622 }, # DefaultProfileS
1623 'DefaultProfileM': {
1624 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1625 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1626 "bootloader": "tfm_s_ns_signed.bin"
1627 },
1628 "monitors": [
1629 {
1630 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1631 'start': 'Non-Secure system',
1632 'end': r'starting\\.{3}',
1633 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1634 'fixup': {"pass": "!", "fail": ""},
1635 'required': ["secure_image_initializing"]
1636 } # Monitors
1637 ]
1638 }, # DefaultProfileM
1639
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1640 'Regression': {
1641 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1642 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1643 "bootloader": "tfm_s_ns_signed.bin"
1644 },
1645 "monitors": [
1646 {
1647 'name': 'Secure_Test_Suites_Summary',
1648 'start': 'Secure test suites summary',
1649 'end': 'End of Secure test suites',
1650 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1651 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1652 r"(?P<result>PASSED|FAILED)",
1653 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1654 'required': [
1655 ("psa_protected_storage_"
1656 "s_interface_tests_tfm_sst_test_2xxx_"),
1657 "sst_reliability_tests_tfm_sst_test_3xxx_",
1658 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1659 ("psa_internal_trusted_storage_"
1660 "s_interface_tests_tfm_its_test_2xxx_"),
1661 "its_reliability_tests_tfm_its_test_3xxx_",
1662 ("audit_"
1663 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1664 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1665 ("initial_attestation_service_"
1666 "secure_interface_tests_tfm_attest_test_1xxx_"),
1667 ]
1668 },
1669 {
1670 'name': 'Non_Secure_Test_Suites_Summary',
1671 'start': 'Non-secure test suites summary',
1672 'end': r'End of Non-secure test suites',
1673 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1674 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1675 r"(?P<result>PASSED|FAILED)",
1676 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1677 'required': [
1678 ("psa_protected_storage"
1679 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1680 ("psa_internal_trusted_storage"
1681 "_ns_interface_tests_tfm_its_test_1xxx_"),
1682 ("auditlog_"
1683 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1684 ("crypto_"
1685 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1686 ("initial_attestation_service_"
1687 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1688 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1689 ]
1690 }
1691 ] # Monitors
1692 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1693
1694 'RegressionProfileM': {
1695 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1696 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1697 "bootloader": "tfm_s_ns_signed.bin"
1698 },
1699 "monitors": [
1700 {
1701 'name': 'Secure_Test_Suites_Summary',
1702 'start': 'Secure test suites summary',
1703 'end': 'End of Secure test suites',
1704 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1705 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1706 r"(?P<result>PASSED|FAILED)",
1707 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1708 'required': [
1709 ("psa_protected_storage_"
1710 "s_interface_tests_tfm_sst_test_2xxx_"),
1711 "sst_reliability_tests_tfm_sst_test_3xxx_",
1712 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1713 ("psa_internal_trusted_storage_"
1714 "s_interface_tests_tfm_its_test_2xxx_"),
1715 "its_reliability_tests_tfm_its_test_3xxx_",
1716 ("audit_"
1717 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1718 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1719 ("initial_attestation_service_"
1720 "secure_interface_tests_tfm_attest_test_1xxx_"),
1721 ]
1722 },
1723 {
1724 'name': 'Non_Secure_Test_Suites_Summary',
1725 'start': 'Non-secure test suites summary',
1726 'end': r'End of Non-secure test suites',
1727 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1728 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1729 r"(?P<result>PASSED|FAILED)",
1730 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1731 'required': [
1732 ("psa_protected_storage"
1733 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1734 ("psa_internal_trusted_storage"
1735 "_ns_interface_tests_tfm_its_test_1xxx_"),
1736 ("auditlog_"
1737 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1738 ("crypto_"
1739 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1740 ("initial_attestation_service_"
1741 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1742 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1743 ]
1744 }
1745 ] # Monitors
1746 }, # RegressionProfileM
1747 'RegressionProfileS': {
1748 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1749 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1750 "bootloader": "tfm_s_ns_signed.bin"
1751 },
1752 "monitors": [
1753 {
1754 'name': 'Secure_Test_Suites_Summary',
1755 'start': 'Secure test suites summary',
1756 'end': 'End of Secure test suites',
1757 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1758 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1759 r"(?P<result>PASSED|FAILED)",
1760 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1761 'required': [
1762 ("psa_protected_storage_"
1763 "s_interface_tests_tfm_sst_test_2xxx_"),
1764 "sst_reliability_tests_tfm_sst_test_3xxx_",
1765 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1766 ("psa_internal_trusted_storage_"
1767 "s_interface_tests_tfm_its_test_2xxx_"),
1768 "its_reliability_tests_tfm_its_test_3xxx_",
1769 ("audit_"
1770 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1771 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1772 ("initial_attestation_service_"
1773 "secure_interface_tests_tfm_attest_test_1xxx_"),
1774 ]
1775 },
1776 {
1777 'name': 'Non_Secure_Test_Suites_Summary',
1778 'start': 'Non-secure test suites summary',
1779 'end': r'End of Non-secure test suites',
1780 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1781 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1782 r"(?P<result>PASSED|FAILED)",
1783 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1784 'required': [
1785 ("psa_protected_storage"
1786 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1787 ("psa_internal_trusted_storage"
1788 "_ns_interface_tests_tfm_its_test_1xxx_"),
1789 ("auditlog_"
1790 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1791 ("crypto_"
1792 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1793 ("initial_attestation_service_"
1794 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1795 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1796 ]
1797 }
1798 ] # Monitors
1799 }, # RegressionProfileS
1800
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1801 'RegressionIPC': {
1802 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1803 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1804 "bootloader": "tfm_s_ns_signed.bin"
1805 },
1806 "monitors": [
1807 {
1808 'name': 'Secure_Test_Suites_Summary',
1809 'start': 'Secure test suites summary',
1810 'end': 'End of Secure test suites',
1811 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1812 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1813 r"(?P<result>PASSED|FAILED)",
1814 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1815 'required': [
1816 ("psa_protected_storage_"
1817 "s_interface_tests_tfm_sst_test_2xxx_"),
1818 "sst_reliability_tests_tfm_sst_test_3xxx_",
1819 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1820 ("psa_internal_trusted_storage_"
1821 "s_interface_tests_tfm_its_test_2xxx_"),
1822 "its_reliability_tests_tfm_its_test_3xxx_",
1823 ("audit_"
1824 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1825 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1826 ("initial_attestation_service_"
1827 "secure_interface_tests_tfm_attest_test_1xxx_"),
1828 ]
1829 },
1830 {
1831 'name': 'Non_Secure_Test_Suites_Summary',
1832 'start': 'Non-secure test suites summary',
1833 'end': r'End of Non-secure test suites',
1834 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1835 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1836 r"(?P<result>PASSED|FAILED)",
1837 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1838 'required': [
1839 ("psa_protected_storage"
1840 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1841 ("psa_internal_trusted_storage"
1842 "_ns_interface_tests_tfm_its_test_1xxx_"),
1843 ("auditlog_"
1844 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1845 ("crypto_"
1846 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1847 ("initial_attestation_service_"
1848 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1849 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1850 ]
1851 }
1852 ] # Monitors
1853 }, # Regression
1854 'RegressionIPCTfmLevel2': {
1855 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1856 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1857 "bootloader": "tfm_s_ns_signed.bin"
1858 },
1859 "monitors": [
1860 {
1861 'name': 'Secure_Test_Suites_Summary',
1862 'start': 'Secure test suites summary',
1863 'end': 'End of Secure test suites',
1864 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1865 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1866 r"(?P<result>PASSED|FAILED)",
1867 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1868 'required': [
1869 ("psa_protected_storage_"
1870 "s_interface_tests_tfm_sst_test_2xxx_"),
1871 "sst_reliability_tests_tfm_sst_test_3xxx_",
1872 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1873 ("psa_internal_trusted_storage_"
1874 "s_interface_tests_tfm_its_test_2xxx_"),
1875 "its_reliability_tests_tfm_its_test_3xxx_",
1876 ("audit_"
1877 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1878 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1879 ("initial_attestation_service_"
1880 "secure_interface_tests_tfm_attest_test_1xxx_"),
1881 ]
1882 },
1883 {
1884 'name': 'Non_Secure_Test_Suites_Summary',
1885 'start': 'Non-secure test suites summary',
1886 'end': r'End of Non-secure test suites',
1887 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1888 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1889 r"(?P<result>PASSED|FAILED)",
1890 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1891 'required': [
1892 ("psa_protected_storage"
1893 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1894 ("psa_internal_trusted_storage"
1895 "_ns_interface_tests_tfm_its_test_1xxx_"),
1896 ("auditlog_"
1897 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1898 ("crypto_"
1899 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1900 ("initial_attestation_service_"
1901 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1902 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1903 ]
1904 }
1905 ] # Monitors
1906 }, # Regression
1907 'CoreIPC': {
1908 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1909 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1910 "bootloader": "tfm_s_ns_signed.bin"
1911 },
1912 "monitors": [
1913 {
1914 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1915 'start': 'Non-Secure system',
1916 'end': r'starting\\.{3}',
1917 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1918 'fixup': {"pass": "!", "fail": ""},
1919 'required': ["secure_image_initializing"]
1920 } # Monitors
1921 ]
1922 }, # CoreIPC
1923 'CoreIPCTfmLevel2': {
1924 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1925 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1926 "bootloader": "tfm_s_ns_signed.bin"
1927 },
1928 "monitors": [
1929 {
1930 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1931 'start': 'Non-Secure system',
1932 'end': r'starting\\.{3}',
1933 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1934 'fixup': {"pass": "!", "fail": ""},
1935 'required': ["secure_image_initializing"]
1936 } # Monitors
1937 ]
1938 }, # CoreIPCTfmLevel2
1939 } # Tests
1940}
1941
1942
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1943# FVP without BL2 bootloader
1944# firmware <-> ns <-> application: --application cpu0=tfm_s.axf
1945# bootloader <-> s <-> data: --data cpu0=tfm_ns.bin@0x00100000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1946fvp_mps2_an519_nobl2 = {
1947 "templ": "fvp_mps2.jinja2",
1948 "job_name": "fvp_mps2_an519_nobl2",
1949 "device_type": "fvp",
1950 "job_timeout": 15,
1951 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]1952 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1953 "poweroff_timeout": 1,
1954 "platforms": {"AN519": ""},
1955 "compilers": ["GNUARM", "ARMCLANG"],
1956 "build_types": ["Debug", "Release", "Minsizerel"],
1957 "boot_types": ["NOBL2"],
1958 "data_bin_offset": "0x00100000",
1959 "cpu0_baseline": 1,
1960 "tests": {
1961 'Default': {
1962 "binaries": {
1963 "firmware": "tfm_s.axf",
1964 "bootloader": "tfm_ns.bin"
1965 },
1966 "monitors": [
1967 {
1968 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1969 'start': 'Non-Secure system',
1970 'end': r'starting\\.{3}',
1971 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1972 'fixup': {"pass": "!", "fail": ""},
1973 'required': ["secure_image_initializing"]
1974 }
1975 ]
1976 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1977 'DefaultProfileS': {
1978 "binaries": {
1979 "firmware": "tfm_s.axf",
1980 "bootloader": "tfm_ns.bin"
1981 },
1982 "monitors": [
1983 {
1984 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1985 'start': 'Non-Secure system',
1986 'end': r'starting\\.{3}',
1987 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1988 'fixup': {"pass": "!", "fail": ""},
1989 'required': ["secure_image_initializing"]
1990 } # Monitors
1991 ]
1992 }, # DefaultProfileS
1993 'DefaultProfileM': {
1994 "binaries": {
1995 "firmware": "tfm_s.axf",
1996 "bootloader": "tfm_ns.bin"
1997 },
1998 "monitors": [
1999 {
2000 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2001 'start': 'Non-Secure system',
2002 'end': r'starting\\.{3}',
2003 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2004 'fixup': {"pass": "!", "fail": ""},
2005 'required': ["secure_image_initializing"]
2006 } # Monitors
2007 ]
2008 }, # DefaultProfileM
2009
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2010 'Regression': {
2011 "binaries": {
2012 "firmware": "tfm_s.axf",
2013 "bootloader": "tfm_ns.bin"
2014 },
2015 "monitors": [
2016 {
2017 'name': 'Secure_Test_Suites_Summary',
2018 'start': 'Secure test suites summary',
2019 'end': 'End of Secure test suites',
2020 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2021 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2022 r"(?P<result>PASSED|FAILED)",
2023 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2024 'required': [
2025 ("psa_protected_storage_"
2026 "s_interface_tests_tfm_sst_test_2xxx_"),
2027 "sst_reliability_tests_tfm_sst_test_3xxx_",
2028 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2029 ("psa_internal_trusted_storage_"
2030 "s_interface_tests_tfm_its_test_2xxx_"),
2031 "its_reliability_tests_tfm_its_test_3xxx_",
2032 ("audit_"
2033 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2034 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2035 ("initial_attestation_service_"
2036 "secure_interface_tests_tfm_attest_test_1xxx_"),
2037 ]
2038 },
2039 {
2040 'name': 'Non_Secure_Test_Suites_Summary',
2041 'start': 'Non-secure test suites summary',
2042 'end': r'End of Non-secure test suites',
2043 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2044 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2045 r"(?P<result>PASSED|FAILED)",
2046 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2047 'required': [
2048 ("psa_protected_storage"
2049 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2050 ("psa_internal_trusted_storage"
2051 "_ns_interface_tests_tfm_its_test_1xxx_"),
2052 ("auditlog_"
2053 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2054 ("crypto_"
2055 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2056 ("initial_attestation_service_"
2057 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2058 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2059 ]
2060 }
2061 ] # Monitors
2062 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2063 'RegressionProfileM': {
2064 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2065 "firmware": "tfm_s.axf",
2066 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2067 },
2068 "monitors": [
2069 {
2070 'name': 'Secure_Test_Suites_Summary',
2071 'start': 'Secure test suites summary',
2072 'end': 'End of Secure test suites',
2073 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2074 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2075 r"(?P<result>PASSED|FAILED)",
2076 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2077 'required': [
2078 ("psa_protected_storage_"
2079 "s_interface_tests_tfm_sst_test_2xxx_"),
2080 "sst_reliability_tests_tfm_sst_test_3xxx_",
2081 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2082 ("psa_internal_trusted_storage_"
2083 "s_interface_tests_tfm_its_test_2xxx_"),
2084 "its_reliability_tests_tfm_its_test_3xxx_",
2085 ("audit_"
2086 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2087 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2088 ("initial_attestation_service_"
2089 "secure_interface_tests_tfm_attest_test_1xxx_"),
2090 ]
2091 },
2092 {
2093 'name': 'Non_Secure_Test_Suites_Summary',
2094 'start': 'Non-secure test suites summary',
2095 'end': r'End of Non-secure test suites',
2096 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2097 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2098 r"(?P<result>PASSED|FAILED)",
2099 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2100 'required': [
2101 ("psa_protected_storage"
2102 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2103 ("psa_internal_trusted_storage"
2104 "_ns_interface_tests_tfm_its_test_1xxx_"),
2105 ("auditlog_"
2106 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2107 ("crypto_"
2108 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2109 ("initial_attestation_service_"
2110 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2111 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2112 ]
2113 }
2114 ] # Monitors
2115 }, # RegressionProfileM
2116 'RegressionProfileS': {
2117 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2118 "firmware": "tfm_s.axf",
2119 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2120 },
2121 "monitors": [
2122 {
2123 'name': 'Secure_Test_Suites_Summary',
2124 'start': 'Secure test suites summary',
2125 'end': 'End of Secure test suites',
2126 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2127 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2128 r"(?P<result>PASSED|FAILED)",
2129 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2130 'required': [
2131 ("psa_protected_storage_"
2132 "s_interface_tests_tfm_sst_test_2xxx_"),
2133 "sst_reliability_tests_tfm_sst_test_3xxx_",
2134 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2135 ("psa_internal_trusted_storage_"
2136 "s_interface_tests_tfm_its_test_2xxx_"),
2137 "its_reliability_tests_tfm_its_test_3xxx_",
2138 ("audit_"
2139 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2140 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2141 ("initial_attestation_service_"
2142 "secure_interface_tests_tfm_attest_test_1xxx_"),
2143 ]
2144 },
2145 {
2146 'name': 'Non_Secure_Test_Suites_Summary',
2147 'start': 'Non-secure test suites summary',
2148 'end': r'End of Non-secure test suites',
2149 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2150 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2151 r"(?P<result>PASSED|FAILED)",
2152 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2153 'required': [
2154 ("psa_protected_storage"
2155 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2156 ("psa_internal_trusted_storage"
2157 "_ns_interface_tests_tfm_its_test_1xxx_"),
2158 ("auditlog_"
2159 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2160 ("crypto_"
2161 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2162 ("initial_attestation_service_"
2163 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2164 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2165 ]
2166 }
2167 ] # Monitors
2168 }, # RegressionProfileS
2169
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2170 'RegressionIPC': {
2171 "binaries": {
2172 "firmware": "tfm_s.axf",
2173 "bootloader": "tfm_ns.bin"
2174 },
2175 "monitors": [
2176 {
2177 'name': 'Secure_Test_Suites_Summary',
2178 'start': 'Secure test suites summary',
2179 'end': 'End of Secure test suites',
2180 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2181 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2182 r"(?P<result>PASSED|FAILED)",
2183 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2184 'required': [
2185 ("psa_protected_storage_"
2186 "s_interface_tests_tfm_sst_test_2xxx_"),
2187 "sst_reliability_tests_tfm_sst_test_3xxx_",
2188 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2189 ("psa_internal_trusted_storage_"
2190 "s_interface_tests_tfm_its_test_2xxx_"),
2191 "its_reliability_tests_tfm_its_test_3xxx_",
2192 ("audit_"
2193 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2194 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2195 ("initial_attestation_service_"
2196 "secure_interface_tests_tfm_attest_test_1xxx_"),
2197 ]
2198 },
2199 {
2200 'name': 'Non_Secure_Test_Suites_Summary',
2201 'start': 'Non-secure test suites summary',
2202 'end': r'End of Non-secure test suites',
2203 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2204 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2205 r"(?P<result>PASSED|FAILED)",
2206 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2207 'required': [
2208 ("psa_protected_storage"
2209 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2210 ("psa_internal_trusted_storage"
2211 "_ns_interface_tests_tfm_its_test_1xxx_"),
2212 ("auditlog_"
2213 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2214 ("crypto_"
2215 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2216 ("initial_attestation_service_"
2217 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2218 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2219 ]
2220 }
2221 ] # Monitors
2222 }, # RegressionIPC
2223 'RegressionIPCTfmLevel2': {
2224 "binaries": {
2225 "firmware": "tfm_s.axf",
2226 "bootloader": "tfm_ns.bin"
2227 },
2228 "monitors": [
2229 {
2230 'name': 'Secure_Test_Suites_Summary',
2231 'start': 'Secure test suites summary',
2232 'end': 'End of Secure test suites',
2233 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2234 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2235 r"(?P<result>PASSED|FAILED)",
2236 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2237 'required': [
2238 ("psa_protected_storage_"
2239 "s_interface_tests_tfm_sst_test_2xxx_"),
2240 "sst_reliability_tests_tfm_sst_test_3xxx_",
2241 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2242 ("psa_internal_trusted_storage_"
2243 "s_interface_tests_tfm_its_test_2xxx_"),
2244 "its_reliability_tests_tfm_its_test_3xxx_",
2245 ("audit_"
2246 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2247 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2248 ("initial_attestation_service_"
2249 "secure_interface_tests_tfm_attest_test_1xxx_"),
2250 ]
2251 },
2252 {
2253 'name': 'Non_Secure_Test_Suites_Summary',
2254 'start': 'Non-secure test suites summary',
2255 'end': r'End of Non-secure test suites',
2256 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2257 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2258 r"(?P<result>PASSED|FAILED)",
2259 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2260 'required': [
2261 ("psa_protected_storage"
2262 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2263 ("psa_internal_trusted_storage"
2264 "_ns_interface_tests_tfm_its_test_1xxx_"),
2265 ("auditlog_"
2266 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2267 ("crypto_"
2268 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2269 ("initial_attestation_service_"
2270 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2271 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2272 ]
2273 }
2274 ] # Monitors
2275 }, # RegressionIPCTfmLevel2
2276 'CoreIPC': {
2277 "binaries": {
2278 "firmware": "tfm_s.axf",
2279 "bootloader": "tfm_ns.bin"
2280 },
2281 "monitors": [
2282 {
2283 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2284 'start': 'Non-Secure system',
2285 'end': r'starting\\.{3}',
2286 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2287 'fixup': {"pass": "!", "fail": ""},
2288 'required': ["secure_image_initializing"]
2289 } # Monitors
2290 ]
2291 }, # CoreIPC
2292 'CoreIPCTfmLevel2': {
2293 "binaries": {
2294 "firmware": "tfm_s.axf",
2295 "bootloader": "tfm_ns.bin"
2296 },
2297 "monitors": [
2298 {
2299 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2300 'start': 'Non-Secure system',
2301 'end': r'starting\\.{3}',
2302 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2303 'fixup': {"pass": "!", "fail": ""},
2304 'required': ["secure_image_initializing"]
2305 } # Monitors
2306 ]
2307 }, # CoreIPCTfmLevel2
2308 } # Tests
2309}
2310
2311
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2312# MPS2 with BL2 bootloader
2313# IMAGE0ADDRESS: 0x10000000
2314# IMAGE0FILE: \Software\bl2.bin ; BL2 bootloader
2315# IMAGE1ADDRESS: 0x10080000
2316# IMAGE1FILE: \Software\tfm_s_ns_signed.bin ; TF-M example application binary blob
2317qemu_mps2_bl2 = {
2318 "templ": "qemu_mps2_bl2.jinja2",
2319 "job_name": "qemu_mps2_bl2",
2320 "device_type": "qemu",
2321 "job_timeout": 300,
2322 "action_timeout": 300,
2323 "poweroff_timeout": 20,
2324 "platforms": {"AN521": ""},
2325 "compilers": ["GNUARM", "ARMCLANG"],
2326 "build_types": ["Debug", "Release"],
2327 "boot_types": ["BL2"],
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]2328 "tests": {
2329 # 'Default': {
2330 # "binaries": {
2331 # "firmware": "tfm_s_ns_signed.bin",
2332 # "bootloader": "bl2.bin"
2333 # },
2334 # "monitors": [
2335 # {
2336 # 'name': 'Secure_Test_Suites_Summary',
2337 # 'start': r'[Sec Thread]',
2338 # 'end': r'system starting',
2339 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2340 # r'(?P<test_case_id>Secure image '
2341 # r'initializing)(?P<result>!)',
2342 # 'fixup': {"pass": "!", "fail": ""},
2343 # 'required': ["secure_image_initializing"]
2344 # } # Monitors
2345 # ]
2346 # }, # Default
2347 # 'DefaultProfileS': {
2348 # "binaries": {
2349 # "firmware": "tfm_s_ns_signed.bin",
2350 # "bootloader": "bl2.bin"
2351 # },
2352 # "monitors": [
2353 # {
2354 # 'name': 'Secure_Test_Suites_Summary',
2355 # 'start': r'[Sec Thread]',
2356 # 'end': r'system starting',
2357 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2358 # r'(?P<test_case_id>Secure image '
2359 # r'initializing)(?P<result>!)',
2360 # 'fixup': {"pass": "!", "fail": ""},
2361 # 'required': ["secure_image_initializing"]
2362 # } # Monitors
2363 # ]
2364 # }, # DefaultProfileS
2365 # 'DefaultProfileM': {
2366 # "binaries": {
2367 # "firmware": "tfm_s_ns_signed.bin",
2368 # "bootloader": "bl2.bin"
2369 # },
2370 # "monitors": [
2371 # {
2372 # 'name': 'Secure_Test_Suites_Summary',
2373 # 'start': r'[Sec Thread]',
2374 # 'end': r'system starting',
2375 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2376 # r'(?P<test_case_id>Secure image '
2377 # r'initializing)(?P<result>!)',
2378 # 'fixup': {"pass": "!", "fail": ""},
2379 # 'required': ["secure_image_initializing"]
2380 # } # Monitors
2381 # ]
2382 # }, # DefaultProfileM
2383 'Regression': {
2384 "binaries": {
2385 "firmware": "tfm_s_ns_signed.bin",
2386 "bootloader": "bl2.bin"
2387 },
2388 "monitors": [
2389 {
2390 'name': 'Secure_Test_Suites_Summary',
2391 'start': 'Secure test suites summary',
2392 'end': 'End of Secure test suites',
2393 'pattern': r"Test suite '(?P<"
2394 r"test_case_id>[^\n]+)' has (.*) "
2395 r"(?P<result>PASSED|FAILED)",
2396 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2397 'required': [
2398 ("psa_protected_storage_"
2399 "s_interface_tests_tfm_sst_test_2xxx_"),
2400 "sst_reliability_tests_tfm_sst_test_3xxx_",
2401 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2402 ("psa_internal_trusted_storage_"
2403 "s_interface_tests_tfm_its_test_2xxx_"),
2404 "its_reliability_tests_tfm_its_test_3xxx_",
2405 ("audit_"
2406 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2407 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2408 ("initial_attestation_service_"
2409 "secure_interface_tests_tfm_attest_test_1xxx_"),
2410 ]
2411 },
2412 {
2413 'name': 'Non_Secure_Test_Suites_Summary',
2414 'start': 'Non-secure test suites summary',
2415 'end': r'End of Non-secure test suites',
2416 'pattern': r"Test suite '(?P<"
2417 r"test_case_id>[^\n]+)' has (.*) "
2418 r"(?P<result>PASSED|FAILED)",
2419 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2420 'required': [
2421 ("psa_protected_storage"
2422 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2423 ("psa_internal_trusted_storage"
2424 "_ns_interface_tests_tfm_its_test_1xxx_"),
2425 ("auditlog_"
2426 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2427 ("crypto_"
2428 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2429 ("initial_attestation_service_"
2430 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2431 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2432 ]
2433 }
2434 ] # Monitors
2435 }, # Regression
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]2436 'RegressionProfileS': {
2437 "binaries": {
2438 "firmware": "tfm_s_ns_signed.bin",
2439 "bootloader": "bl2.bin"
2440 },
2441 "monitors": [
2442 {
2443 'name': 'Secure_Test_Suites_Summary',
2444 'start': 'Secure test suites summary',
2445 'end': 'End of Secure test suites',
2446 'pattern': r"Test suite '(?P<"
2447 r"test_case_id>[^\n]+)' has (.*) "
2448 r"(?P<result>PASSED|FAILED)",
2449 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2450 'required': [
2451 ("psa_protected_storage_"
2452 "s_interface_tests_tfm_sst_test_2xxx_"),
2453 "sst_reliability_tests_tfm_sst_test_3xxx_",
2454 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2455 ("psa_internal_trusted_storage_"
2456 "s_interface_tests_tfm_its_test_2xxx_"),
2457 "its_reliability_tests_tfm_its_test_3xxx_",
2458 ("audit_"
2459 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2460 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2461 ("initial_attestation_service_"
2462 "secure_interface_tests_tfm_attest_test_1xxx_"),
2463 ]
2464 },
2465 {
2466 'name': 'Non_Secure_Test_Suites_Summary',
2467 'start': 'Non-secure test suites summary',
2468 'end': r'End of Non-secure test suites',
2469 'pattern': r"Test suite '(?P<"
2470 r"test_case_id>[^\n]+)' has (.*) "
2471 r"(?P<result>PASSED|FAILED)",
2472 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2473 'required': [
2474 ("psa_protected_storage"
2475 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2476 ("psa_internal_trusted_storage"
2477 "_ns_interface_tests_tfm_its_test_1xxx_"),
2478 ("auditlog_"
2479 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2480 ("crypto_"
2481 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2482 ("initial_attestation_service_"
2483 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2484 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2485 ]
2486 }
2487 ] # Monitors
2488 }, # RegressionProfileS
2489 'RegressionIPC': {
2490 "binaries": {
2491 "firmware": "tfm_s_ns_signed.bin",
2492 "bootloader": "bl2.bin"
2493 },
2494 "monitors": [
2495 {
2496 'name': 'Secure_Test_Suites_Summary',
2497 'start': 'Secure test suites summary',
2498 'end': 'End of Secure test suites',
2499 'pattern': r"Test suite '(?P<"
2500 r"test_case_id>[^\n]+)' has (.*) "
2501 r"(?P<result>PASSED|FAILED)",
2502 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2503 'required': [
2504 ("psa_protected_storage_"
2505 "s_interface_tests_tfm_sst_test_2xxx_"),
2506 "sst_reliability_tests_tfm_sst_test_3xxx_",
2507 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2508 ("psa_internal_trusted_storage_"
2509 "s_interface_tests_tfm_its_test_2xxx_"),
2510 "its_reliability_tests_tfm_its_test_3xxx_",
2511 ("audit_"
2512 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2513 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2514 ("initial_attestation_service_"
2515 "secure_interface_tests_tfm_attest_test_1xxx_"),
2516 ]
2517 },
2518 {
2519 'name': 'Non_Secure_Test_Suites_Summary',
2520 'start': 'Non-secure test suites summary',
2521 'end': r'End of Non-secure test suites',
2522 'pattern': r"Test suite '(?P<"
2523 r"test_case_id>[^\n]+)' has (.*) "
2524 r"(?P<result>PASSED|FAILED)",
2525 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2526 'required': [
2527 ("psa_protected_storage"
2528 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2529 ("psa_internal_trusted_storage"
2530 "_ns_interface_tests_tfm_its_test_1xxx_"),
2531 ("auditlog_"
2532 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2533 ("crypto_"
2534 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2535 ("initial_attestation_service_"
2536 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2537 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2538 ]
2539 }
2540 ] # Monitors
2541 }, # Regression
2542 'RegressionIPCTfmLevel2': {
2543 "binaries": {
2544 "firmware": "tfm_s_ns_signed.bin",
2545 "bootloader": "bl2.bin"
2546 },
2547 "monitors": [
2548 {
2549 'name': 'Secure_Test_Suites_Summary',
2550 'start': 'Secure test suites summary',
2551 'end': 'End of Secure test suites',
2552 'pattern': r"Test suite '(?P<"
2553 r"test_case_id>[^\n]+)' has (.*) "
2554 r"(?P<result>PASSED|FAILED)",
2555 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2556 'required': [
2557 ("psa_protected_storage_"
2558 "s_interface_tests_tfm_sst_test_2xxx_"),
2559 "sst_reliability_tests_tfm_sst_test_3xxx_",
2560 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2561 ("psa_internal_trusted_storage_"
2562 "s_interface_tests_tfm_its_test_2xxx_"),
2563 "its_reliability_tests_tfm_its_test_3xxx_",
2564 ("audit_"
2565 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2566 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2567 ("initial_attestation_service_"
2568 "secure_interface_tests_tfm_attest_test_1xxx_"),
2569 ]
2570 },
2571 {
2572 'name': 'Non_Secure_Test_Suites_Summary',
2573 'start': 'Non-secure test suites summary',
2574 'end': r'End of Non-secure test suites',
2575 'pattern': r"Test suite '(?P<"
2576 r"test_case_id>[^\n]+)' has (.*) "
2577 r"(?P<result>PASSED|FAILED)",
2578 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2579 'required': [
2580 ("psa_protected_storage"
2581 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2582 ("psa_internal_trusted_storage"
2583 "_ns_interface_tests_tfm_its_test_1xxx_"),
2584 ("auditlog_"
2585 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2586 ("crypto_"
2587 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2588 ("initial_attestation_service_"
2589 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2590 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2591 ]
2592 }
2593 ] # Monitors
2594 }, # Regression
2595 'RegressionIPCTfmLevel3': {
2596 "binaries": {
2597 "firmware": "tfm_s_ns_signed.bin",
2598 "bootloader": "bl2.bin"
2599 },
2600 "monitors": [
2601 {
2602 'name': 'Secure_Test_Suites_Summary',
2603 'start': 'Secure test suites summary',
2604 'end': 'End of Secure test suites',
2605 'pattern': r"Test suite '(?P<"
2606 r"test_case_id>[^\n]+)' has (.*) "
2607 r"(?P<result>PASSED|FAILED)",
2608 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2609 'required': [
2610 ("psa_protected_storage_"
2611 "s_interface_tests_tfm_sst_test_2xxx_"),
2612 "sst_reliability_tests_tfm_sst_test_3xxx_",
2613 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2614 ("psa_internal_trusted_storage_"
2615 "s_interface_tests_tfm_its_test_2xxx_"),
2616 "its_reliability_tests_tfm_its_test_3xxx_",
2617 ("audit_"
2618 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2619 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2620 ("initial_attestation_service_"
2621 "secure_interface_tests_tfm_attest_test_1xxx_"),
2622 ]
2623 },
2624 {
2625 'name': 'Non_Secure_Test_Suites_Summary',
2626 'start': 'Non-secure test suites summary',
2627 'end': r'End of Non-secure test suites',
2628 'pattern': r"Test suite '(?P<"
2629 r"test_case_id>[^\n]+)' has (.*) "
2630 r"(?P<result>PASSED|FAILED)",
2631 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2632 'required': [
2633 ("psa_protected_storage"
2634 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2635 ("psa_internal_trusted_storage"
2636 "_ns_interface_tests_tfm_its_test_1xxx_"),
2637 ("auditlog_"
2638 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2639 ("crypto_"
2640 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2641 ("initial_attestation_service_"
2642 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2643 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2644 ]
2645 }
2646 ] # Monitors
2647 }, # Regression
2648 # 'CoreIPC': {
2649 # "binaries": {
2650 # "firmware": "tfm_s_ns_signed.bin",
2651 # "bootloader": "bl2.bin"
2652 # },
2653 # "monitors": [
2654 # {
2655 # 'name': 'Secure_Test_Suites_Summary',
2656 # 'start': r'[Sec Thread]',
2657 # 'end': r'system starting',
2658 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2659 # r'(?P<test_case_id>Secure image '
2660 # r'initializing)(?P<result>!)',
2661 # 'fixup': {"pass": "!", "fail": ""},
2662 # 'required': ["secure_image_initializing"]
2663 # } # Monitors
2664 # ]
2665 # }, # CoreIPC
2666 # 'CoreIPCTfmLevel2': {
2667 # "binaries": {
2668 # "firmware": "tfm_s_ns_signed.bin",
2669 # "bootloader": "bl2.bin"
2670 # },
2671 # "monitors": [
2672 # {
2673 # 'name': 'Secure_Test_Suites_Summary',
2674 # 'start': r'[Sec Thread]',
2675 # 'end': r'system starting',
2676 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2677 # r'(?P<test_case_id>Secure image '
2678 # r'initializing)(?P<result>!)',
2679 # 'fixup': {"pass": "!", "fail": ""},
2680 # 'required': ["secure_image_initializing"]
2681 # } # Monitors
2682 # ]
2683 # }, # CoreIPCTfmLevel2
2684 # 'CoreIPCTfmLevel3': {
2685 # "binaries": {
2686 # "firmware": "tfm_s_ns_signed.bin",
2687 # "bootloader": "bl2.bin"
2688 # },
2689 # "monitors": [
2690 # {
2691 # 'name': 'Secure_Test_Suites_Summary',
2692 # 'start': r'[Sec Thread]',
2693 # 'end': r'system starting',
2694 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2695 # r'(?P<test_case_id>Secure image '
2696 # r'initializing)(?P<result>!)',
2697 # 'fixup': {"pass": "!", "fail": ""},
2698 # 'required': ["secure_image_initializing"]
2699 # } # Monitors
2700 # ]
2701 # }, # CoreIPCTfmLevel3
2702 }
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2703}
2704
2705
2706# Musca-B1 with BL2 bootloader
2707# unified hex file comprising of both bl2.bin and tfm_s_ns_signed.bin
2708# srec_cat bin/bl2.bin -Binary -offset 0xA000000 bin/tfm_s_ns_signed.bin -Binary -offset 0xA020000 -o tfm.hex -Intel
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2709musca_b1_bl2 = {
2710 "templ": "musca_b1.jinja2",
2711 "job_name": "musca_b1_bl2",
2712 "device_type": "musca-b",
Xinyu Zhang630dfe62021-06-17 14:38:11 +0800[diff] [blame]2713 "job_timeout": 40,
2714 "action_timeout": 20,
2715 "monitor_timeout": 30,
Ryan Harkinf6981082020-12-18 14:54:33 +0000[diff] [blame]2716 "poweroff_timeout": 40,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2717 "platforms": {"MUSCA_B1": ""},
2718 "compilers": ["GNUARM", "ARMCLANG"],
Xinyu Zhang43e5d672021-03-24 16:30:26 +0800[diff] [blame]2719 "build_types": ["Debug", "Release", "Minsizerel"],
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2720 "boot_types": ["BL2"],
2721 "tests": {
2722 "Default": {
2723 "binaries": {
2724 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2725 },
2726 "monitors": [
2727 {
2728 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2729 'start': 'Non-Secure system',
2730 'end': r'starting\\.{3}',
2731 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2732 'fixup': {"pass": "!", "fail": ""},
2733 'required': ["secure_image_initializing"]
2734 }
2735 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2736 },
2737 "CoreIPC": {
2738 "binaries": {
2739 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2740 },
2741 "monitors": [
2742 {
2743 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2744 'start': 'Non-Secure system',
2745 'end': r'starting\\.{3}',
2746 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2747 'fixup': {"pass": "!", "fail": ""},
2748 'required': ["secure_image_initializing"]
2749 }
2750 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2751 },
2752 "CoreIPCTfmLevel2": {
2753 "binaries": {
2754 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2755 },
2756 "monitors": [
2757 {
2758 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2759 'start': 'Non-Secure system',
2760 'end': r'starting\\.{3}',
2761 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2762 'fixup': {"pass": "!", "fail": ""},
2763 'required': ["secure_image_initializing"]
2764 }
2765 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2766 },
2767 "CoreIPCTfmLevel3": {
2768 "binaries": {
2769 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2770 },
2771 "monitors": [
2772 {
2773 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2774 'start': 'Non-Secure system',
2775 'end': r'starting\\.{3}',
2776 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2777 'fixup': {"pass": "!", "fail": ""},
2778 'required': ["secure_image_initializing"]
2779 }
2780 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2781 },
2782 "DefaultProfileM": {
2783 "binaries": {
2784 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2785 },
2786 "monitors": [
2787 {
2788 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2789 'start': 'Non-Secure system',
2790 'end': r'starting\\.{3}',
2791 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2792 'fixup': {"pass": "!", "fail": ""},
2793 'required': ["secure_image_initializing"]
2794 }
2795 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2796 },
2797 "DefaultProfileS": {
2798 "binaries": {
2799 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2800 },
2801 "monitors": [
2802 {
2803 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2804 'start': 'Non-Secure system',
2805 'end': r'starting\\.{3}',
2806 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2807 'fixup': {"pass": "!", "fail": ""},
2808 'required': ["secure_image_initializing"]
2809 }
2810 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2811 },
2812 "Regression": {
2813 "binaries": {
2814 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2815 },
2816 "monitors": [
2817 {
2818 'name': 'Secure_Test_Suites_Summary',
2819 'start': 'Secure test suites summary',
2820 'end': 'End of Secure test suites',
2821 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2822 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2823 r"(?P<result>PASSED|FAILED)",
2824 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2825 'required': [
2826 ("psa_protected_storage_"
2827 "s_interface_tests_tfm_sst_test_2xxx_"),
2828 "sst_reliability_tests_tfm_sst_test_3xxx_",
2829 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2830 ("psa_internal_trusted_storage_"
2831 "s_interface_tests_tfm_its_test_2xxx_"),
2832 "its_reliability_tests_tfm_its_test_3xxx_",
2833 ("audit_"
2834 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2835 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2836 ("initial_attestation_service_"
2837 "secure_interface_tests_tfm_attest_test_1xxx_"),
2838 ]
2839 },
2840 {
2841 'name': 'Non_Secure_Test_Suites_Summary',
2842 'start': 'Non-secure test suites summary',
2843 'end': r'End of Non-secure test suites',
2844 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2845 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2846 r"(?P<result>PASSED|FAILED)",
2847 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2848 'required': [
2849 ("psa_protected_storage"
2850 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2851 ("psa_internal_trusted_storage"
2852 "_ns_interface_tests_tfm_its_test_1xxx_"),
2853 ("auditlog_"
2854 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2855 ("crypto_"
2856 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2857 ("initial_attestation_service_"
2858 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2859 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2860 ]
2861 }
2862 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2863 },
2864 "RegressionIPC": {
2865 "binaries": {
2866 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2867 },
2868 "monitors": [
2869 {
2870 'name': 'Secure_Test_Suites_Summary',
2871 'start': 'Secure test suites summary',
2872 'end': 'End of Secure test suites',
2873 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2874 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2875 r"(?P<result>PASSED|FAILED)",
2876 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2877 'required': [
2878 ("psa_protected_storage_"
2879 "s_interface_tests_tfm_sst_test_2xxx_"),
2880 "sst_reliability_tests_tfm_sst_test_3xxx_",
2881 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2882 ("psa_internal_trusted_storage_"
2883 "s_interface_tests_tfm_its_test_2xxx_"),
2884 "its_reliability_tests_tfm_its_test_3xxx_",
2885 ("audit_"
2886 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2887 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2888 ("initial_attestation_service_"
2889 "secure_interface_tests_tfm_attest_test_1xxx_"),
2890 ]
2891 },
2892 {
2893 'name': 'Non_Secure_Test_Suites_Summary',
2894 'start': 'Non-secure test suites summary',
2895 'end': r'End of Non-secure test suites',
2896 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2897 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2898 r"(?P<result>PASSED|FAILED)",
2899 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2900 'required': [
2901 ("psa_protected_storage"
2902 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2903 ("psa_internal_trusted_storage"
2904 "_ns_interface_tests_tfm_its_test_1xxx_"),
2905 ("auditlog_"
2906 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2907 ("crypto_"
2908 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2909 ("initial_attestation_service_"
2910 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2911 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2912 ]
2913 }
2914 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2915 },
2916 "RegressionIPCTfmLevel2": {
2917 "binaries": {
2918 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2919 },
2920 "monitors": [
2921 {
2922 'name': 'Secure_Test_Suites_Summary',
2923 'start': 'Secure test suites summary',
2924 'end': 'End of Secure test suites',
2925 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2926 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2927 r"(?P<result>PASSED|FAILED)",
2928 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2929 'required': [
2930 ("psa_protected_storage_"
2931 "s_interface_tests_tfm_sst_test_2xxx_"),
2932 "sst_reliability_tests_tfm_sst_test_3xxx_",
2933 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2934 ("psa_internal_trusted_storage_"
2935 "s_interface_tests_tfm_its_test_2xxx_"),
2936 "its_reliability_tests_tfm_its_test_3xxx_",
2937 ("audit_"
2938 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2939 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2940 ("initial_attestation_service_"
2941 "secure_interface_tests_tfm_attest_test_1xxx_"),
2942 ]
2943 },
2944 {
2945 'name': 'Non_Secure_Test_Suites_Summary',
2946 'start': 'Non-secure test suites summary',
2947 'end': r'End of Non-secure test suites',
2948 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2949 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2950 r"(?P<result>PASSED|FAILED)",
2951 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2952 'required': [
2953 ("psa_protected_storage"
2954 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2955 ("psa_internal_trusted_storage"
2956 "_ns_interface_tests_tfm_its_test_1xxx_"),
2957 ("auditlog_"
2958 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2959 ("crypto_"
2960 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2961 ("initial_attestation_service_"
2962 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2963 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2964 ]
2965 }
2966 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2967 },
2968 "RegressionIPCTfmLevel3": {
2969 "binaries": {
2970 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2971 },
2972 "monitors": [
2973 {
2974 'name': 'Secure_Test_Suites_Summary',
2975 'start': 'Secure test suites summary',
2976 'end': 'End of Secure test suites',
2977 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]2978 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2979 r"(?P<result>PASSED|FAILED)",
2980 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2981 'required': [
2982 ("psa_protected_storage_"
2983 "s_interface_tests_tfm_sst_test_2xxx_"),
2984 "sst_reliability_tests_tfm_sst_test_3xxx_",
2985 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2986 ("psa_internal_trusted_storage_"
2987 "s_interface_tests_tfm_its_test_2xxx_"),
2988 "its_reliability_tests_tfm_its_test_3xxx_",
2989 ("audit_"
2990 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2991 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2992 ("initial_attestation_service_"
2993 "secure_interface_tests_tfm_attest_test_1xxx_"),
2994 ]
2995 },
2996 {
2997 'name': 'Non_Secure_Test_Suites_Summary',
2998 'start': 'Non-secure test suites summary',
2999 'end': r'End of Non-secure test suites',
3000 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3001 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3002 r"(?P<result>PASSED|FAILED)",
3003 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3004 'required': [
3005 ("psa_protected_storage"
3006 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3007 ("psa_internal_trusted_storage"
3008 "_ns_interface_tests_tfm_its_test_1xxx_"),
3009 ("auditlog_"
3010 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3011 ("crypto_"
3012 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3013 ("initial_attestation_service_"
3014 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3015 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3016 ]
3017 }
3018 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3019 },
3020 "RegressionProfileM": {
3021 "binaries": {
3022 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3023 },
3024 "monitors": [
3025 {
3026 'name': 'Secure_Test_Suites_Summary',
3027 'start': 'Secure test suites summary',
3028 'end': 'End of Secure test suites',
3029 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3030 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3031 r"(?P<result>PASSED|FAILED)",
3032 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3033 'required': [
3034 ("psa_protected_storage_"
3035 "s_interface_tests_tfm_sst_test_2xxx_"),
3036 "sst_reliability_tests_tfm_sst_test_3xxx_",
3037 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3038 ("psa_internal_trusted_storage_"
3039 "s_interface_tests_tfm_its_test_2xxx_"),
3040 "its_reliability_tests_tfm_its_test_3xxx_",
3041 ("audit_"
3042 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3043 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3044 ("initial_attestation_service_"
3045 "secure_interface_tests_tfm_attest_test_1xxx_"),
3046 ]
3047 },
3048 {
3049 'name': 'Non_Secure_Test_Suites_Summary',
3050 'start': 'Non-secure test suites summary',
3051 'end': r'End of Non-secure test suites',
3052 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3053 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3054 r"(?P<result>PASSED|FAILED)",
3055 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3056 'required': [
3057 ("psa_protected_storage"
3058 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3059 ("psa_internal_trusted_storage"
3060 "_ns_interface_tests_tfm_its_test_1xxx_"),
3061 ("auditlog_"
3062 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3063 ("crypto_"
3064 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3065 ("initial_attestation_service_"
3066 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3067 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3068 ]
3069 }
3070 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3071 },
3072 "RegressionProfileS": {
3073 "binaries": {
3074 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3075 },
3076 "monitors": [
3077 {
3078 'name': 'Secure_Test_Suites_Summary',
3079 'start': 'Secure test suites summary',
3080 'end': 'End of Secure test suites',
3081 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3082 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3083 r"(?P<result>PASSED|FAILED)",
3084 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3085 'required': [
3086 ("psa_protected_storage_"
3087 "s_interface_tests_tfm_sst_test_2xxx_"),
3088 "sst_reliability_tests_tfm_sst_test_3xxx_",
3089 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3090 ("psa_internal_trusted_storage_"
3091 "s_interface_tests_tfm_its_test_2xxx_"),
3092 "its_reliability_tests_tfm_its_test_3xxx_",
3093 ("audit_"
3094 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3095 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3096 ("initial_attestation_service_"
3097 "secure_interface_tests_tfm_attest_test_1xxx_"),
3098 ]
3099 },
3100 {
3101 'name': 'Non_Secure_Test_Suites_Summary',
3102 'start': 'Non-secure test suites summary',
3103 'end': r'End of Non-secure test suites',
3104 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3105 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3106 r"(?P<result>PASSED|FAILED)",
3107 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3108 'required': [
3109 ("psa_protected_storage"
3110 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3111 ("psa_internal_trusted_storage"
3112 "_ns_interface_tests_tfm_its_test_1xxx_"),
3113 ("auditlog_"
3114 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3115 ("crypto_"
3116 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3117 ("initial_attestation_service_"
3118 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3119 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3120 ]
3121 }
3122 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3123 },
3124 },
3125}
3126
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3127# Musca-B1 with BL2 bootloader and OTP enabled
3128# unified hex file comprising of both bl2.bin and tfm_s_ns_signed.bin
3129# srec_cat bin/bl2.bin -Binary -offset 0xA000000 bin/tfm_s_ns_signed.bin -Binary -offset 0xA020000 -o tfm.hex -Intel
3130musca_b1_otp_bl2 = {
3131 "templ": "musca_b1_otp.jinja2",
3132 "job_name": "musca_b1_opt_bl2",
3133 "device_type": "musca-b",
Xinyu Zhang630dfe62021-06-17 14:38:11 +0800[diff] [blame]3134 "job_timeout": 40,
3135 "action_timeout": 20,
3136 "monitor_timeout": 30,
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3137 "poweroff_timeout": 40,
3138 "platforms": {"MUSCA_B1_OTP": ""},
Xinyu Zhangc4bb2e12021-07-21 22:40:35 +0800[diff] [blame]3139 "compilers": ["GNUARM"],
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3140 "build_types": ["Debug"],
3141 "boot_types": ["BL2"],
3142 "tests": {
3143 "RegressionIPCTfmLevel3": {
3144 "binaries": {
3145 "firmware": "tfm.hex",
3146 },
3147 "monitors": [
3148 {
3149 'name': 'Secure_Test_Suites_Summary',
3150 'start': 'Secure test suites summary',
3151 'end': 'End of Secure test suites',
3152 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3153 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3154 r"(?P<result>PASSED|FAILED)",
3155 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3156 'required': [
3157 ("psa_protected_storage_"
3158 "s_interface_tests_tfm_sst_test_2xxx_"),
3159 "sst_reliability_tests_tfm_sst_test_3xxx_",
3160 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3161 ("psa_internal_trusted_storage_"
3162 "s_interface_tests_tfm_its_test_2xxx_"),
3163 "its_reliability_tests_tfm_its_test_3xxx_",
3164 ("audit_"
3165 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3166 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3167 ("initial_attestation_service_"
3168 "secure_interface_tests_tfm_attest_test_1xxx_"),
3169 ]
3170 },
3171 {
3172 'name': 'Non_Secure_Test_Suites_Summary',
3173 'start': 'Non-secure test suites summary',
3174 'end': r'End of Non-secure test suites',
3175 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3176 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3177 r"(?P<result>PASSED|FAILED)",
3178 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3179 'required': [
3180 ("psa_protected_storage"
3181 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3182 ("psa_internal_trusted_storage"
3183 "_ns_interface_tests_tfm_its_test_1xxx_"),
3184 ("auditlog_"
3185 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3186 ("crypto_"
3187 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3188 ("initial_attestation_service_"
3189 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3190 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3191 ]
3192 }
3193 ] # Monitors
3194 },
3195 },
3196}
3197
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3198# STM32L562E-DK
3199stm32l562e_dk = {
3200 "templ": "stm32l562e_dk.jinja2",
3201 "job_name": "stm32l562e_dk",
3202 "device_type": "stm32l562e-dk",
3203 "job_timeout": 24,
3204 "action_timeout": 15,
3205 "monitor_timeout": 15,
3206 "poweroff_timeout": 5,
3207 "platforms": {"stm32l562e_dk": ""},
3208 "compilers": ["GNUARM", "ARMCLANG"],
3209 "build_types": ["Release", "Minsizerel"],
3210 "boot_types": ["BL2"],
3211 "tests": {
3212 "Regression": {
3213 "binaries": {
3214 "tarball": "stm32l562e-dk-tfm.tar.bz2",
3215 },
3216 "monitors": [
3217 {
3218 'name': 'Secure_Test_Suites_Summary',
3219 'start': 'Secure test suites summary',
3220 'end': 'End of Secure test suites',
3221 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3222 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3223 r"(?P<result>PASSED|FAILED)",
3224 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3225 'required': ["secure_image_initializing"]
3226 },
3227 {
3228 'name': 'Non_Secure_Test_Suites_Summary',
3229 'start': 'Non-secure test suites summary',
3230 'end': 'End of Non-secure test suites',
3231 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3232 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3233 r"(?P<result>PASSED|FAILED)",
3234 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3235 'required': ["secure_image_initializing"]
3236 }
3237 ] # Monitors
3238 },
3239 "RegressionIPC": {
3240 "binaries": {
3241 "tarball": "stm32l562e-dk-tfm.tar.bz2",
3242 },
3243 "monitors": [
3244 {
3245 'name': 'Secure_Test_Suites_Summary',
3246 'start': 'Secure test suites summary',
3247 'end': 'End of Secure test suites',
3248 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3249 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3250 r"(?P<result>PASSED|FAILED)",
3251 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3252 'required': ["secure_image_initializing"]
3253 },
3254 {
3255 'name': 'Non_Secure_Test_Suites_Summary',
3256 'start': 'Non-secure test suites summary',
3257 'end': 'End of Non-secure test suites',
3258 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3259 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3260 r"(?P<result>PASSED|FAILED)",
3261 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3262 'required': ["secure_image_initializing"]
3263 }
3264 ] # Monitors
3265 },
3266 "RegressionIPCTfmLevel2": {
3267 "binaries": {
3268 "tarball": "stm32l562e-dk-tfm.tar.bz2",
3269 },
3270 "monitors": [
3271 {
3272 'name': 'Secure_Test_Suites_Summary',
3273 'start': 'Secure test suites summary',
3274 'end': 'End of Secure test suites',
3275 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3276 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3277 r"(?P<result>PASSED|FAILED)",
3278 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3279 'required': ["secure_image_initializing"]
3280 },
3281 {
3282 'name': 'Non_Secure_Test_Suites_Summary',
3283 'start': 'Non-secure test suites summary',
3284 'end': 'End of Non-secure test suites',
3285 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3286 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3287 r"(?P<result>PASSED|FAILED)",
3288 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3289 'required': ["secure_image_initializing"]
3290 }
3291 ] # Monitors
3292 },
3293 "RegressionIPCTfmLevel3": {
3294 "binaries": {
3295 "tarball": "stm32l562e-dk-tfm.tar.bz2",
3296 },
3297 "monitors": [
3298 {
3299 'name': 'Secure_Test_Suites_Summary',
3300 'start': 'Secure test suites summary',
3301 'end': 'End of Secure test suites',
3302 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3303 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3304 r"(?P<result>PASSED|FAILED)",
3305 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3306 'required': ["secure_image_initializing"]
3307 },
3308 {
3309 'name': 'Non_Secure_Test_Suites_Summary',
3310 'start': 'Non-secure test suites summary',
3311 'end': 'End of Non-secure test suites',
3312 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]3313 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3314 r"(?P<result>PASSED|FAILED)",
3315 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3316 'required': ["secure_image_initializing"]
3317 }
3318 ] # Monitors
3319 },
3320 },
3321}
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3322
Arthur She3c0dadd2021-11-18 21:17:48 -0800[diff] [blame]3323# LPCxpresso55S69
3324lpcxpresso55s69 = {
3325 "templ": "lpcxpresso55s69.jinja2",
3326 "job_name": "lpcxpresso55s69",
3327 "device_type": "lpcxpresso55s69",
3328 "job_timeout": 24,
3329 "action_timeout": 15,
3330 "monitor_timeout": 15,
3331 "poweroff_timeout": 5,
3332 "platforms": {"lpcxpresso55s69": ""},
3333 "compilers": ["GNUARM"],
3334 "build_types": ["Relwithdebinfo"],
3335 "boot_types": ["NOBL2"],
3336 "tests": {
3337 "DefaultProfileM": {
3338 "binaries": {
3339 "tarball": "lpcxpresso55s69-tfm.tar.bz2",
3340 },
3341 "monitors": [
3342 {
3343 'name': 'Secure_Test_Suites_Summary',
3344 'start': 'Non-Secure system',
3345 'end': r'starting\\.{3}',
3346 'pattern': r'Non-Secure system starting\\.{3}',
3347 'fixup': {"pass": "!", "fail": ""},
3348 }
3349 ] # Monitors
3350 },
3351 "RegressionProfileM": {
3352 "binaries": {
3353 "tarball": "lpcxpresso55s69-tfm.tar.bz2",
3354 },
3355 "monitors": [
3356 {
3357 'name': 'Secure_Test_Suites_Summary',
3358 'start': 'Secure test suites summary',
3359 'end': 'End of Secure test suites',
3360 'pattern': r"Test suite '(?P<"
3361 r"test_case_id>[^\n]+)' has(.*) "
3362 r"(?P<result>PASSED|FAILED)",
3363 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3364 'required': ["secure_image_initializing"]
3365 },
3366 {
3367 'name': 'Non_Secure_Test_Suites_Summary',
3368 'start': 'Non-secure test suites summary',
3369 'end': 'End of Non-secure test suites',
3370 'pattern': r"Test suite '(?P<"
3371 r"test_case_id>[^\n]+)' has(.*) "
3372 r"(?P<result>PASSED|FAILED)",
3373 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3374 'required': ["secure_image_initializing"]
3375 }
3376 ] # Monitors
3377 },
3378 }
3379}
3380
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]3381# All configurations should be mapped here
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3382lava_gen_config_map = {
3383 "mps2_an521_bl2": tfm_mps2_sse_200,
3384 "fvp_mps2_an521_bl2": fvp_mps2_an521_bl2,
3385 "fvp_mps2_an521_nobl2": fvp_mps2_an521_nobl2,
3386 "fvp_mps2_an519_bl2": fvp_mps2_an519_bl2,
3387 "fvp_mps2_an519_nobl2": fvp_mps2_an519_nobl2,
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]3388 "qemu_mps2_bl2": qemu_mps2_bl2,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3389 "musca_b1": musca_b1_bl2,
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3390 "musca_b1_otp": musca_b1_otp_bl2,
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]3391 "stm32l562e_dk": stm32l562e_dk,
Arthur She3c0dadd2021-11-18 21:17:48 -0800[diff] [blame]3392 "lpcxpresso55s69": lpcxpresso55s69,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3393}
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]3394
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]3395lavagen_config_sort_order = [
3396 "templ",
3397 "job_name",
3398 "device_type",
3399 "job_timeout",
3400 "action_timeout",
3401 "monitor_timeout",
3402 "recovery_store_url",
3403 "artifact_store_url",
3404 "platforms",
3405 "compilers",
3406 "build_types",
3407 "boot_types",
3408 "tests"
3409]
3410
3411lava_gen_monitor_sort_order = [
3412 'name',
3413 'start',
3414 'end',
3415 'pattern',
3416 'fixup',
3417]
3418
3419if __name__ == "__main__":
3420 import os
3421 import sys
3422 from lava_helper import sort_lavagen_config
3423 try:
3424 from tfm_ci_pylib.utils import export_config_map
3425 except ImportError:
3426 dir_path = os.path.dirname(os.path.realpath(__file__))
3427 sys.path.append(os.path.join(dir_path, "../"))
3428 from tfm_ci_pylib.utils import export_config_map
3429
3430 if len(sys.argv) == 2:
3431 if sys.argv[1] == "--export":
3432 export_config_map(lava_gen_config_map)
3433 if len(sys.argv) == 3:
3434 if sys.argv[1] == "--export":
3435 export_config_map(sort_lavagen_config(lava_gen_config_map),
3436 sys.argv[2])