TrustedFirmware Git Browser
Code Review Sign In
review.trustedfirmware.org / next / ci / tf-m-ci-scripts / 630dfe665ebd87c5ee8f25afac16bbee9abf3da7 / . / lava_helper / lava_helper_configs.py
blob: d9ee2fd5ab9180e975f7dda4d47818ee8af4d9fd [file] [log] [blame]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]1#!/usr/bin/env python3
2
3""" lava_job_generator_configs.py:
4
5 Default configurations for lava job generator """
6
7from __future__ import print_function
8
9__copyright__ = """
10/*
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]11 * Copyright (c) 2018-2021, Arm Limited. All rights reserved.
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]12 *
13 * SPDX-License-Identifier: BSD-3-Clause
14 *
15 */
16 """
Karl Zhang08681e62020-10-30 13:56:03 +0800[diff] [blame]17
18__author__ = "tf-m@lists.trustedfirmware.org"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]19__project__ = "Trusted Firmware-M Open CI"
Karl Zhang08681e62020-10-30 13:56:03 +0800[diff] [blame]20__version__ = "1.2.0"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]21
Leonardo Sandoval66386a22021-04-15 14:35:08 -0500[diff] [blame]22tf_downloads="https://downloads.trustedfirmware.org"
23coverage_trace_plugin=tf_downloads + "/coverage-plugin/qa-tools/coverage-tool/coverage-plugin/coverage_trace.so"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]24
25def lava_gen_get_config_subset(config,
26 default=True,
27 core=True,
28 regression=True):
29 """ Allow dynamic generation of configuration combinations by subtracking
30 undesired ones """
31
32 from copy import deepcopy
33 cfg = deepcopy(config)
34 tests = deepcopy(config["tests"])
35
36 # Remove all configs not requests by the caller
37 if not default:
38 tests.pop("Default")
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]39 if not core:
40 tests.pop("CoreIPC")
41 tests.pop("CoreIPCTfmLevel2")
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]42 tests.pop("CoreIPCTfmLevel3")
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]43 if not regression:
44 tests.pop("Regression")
45
46 cfg["tests"] = tests
47 return cfg
48
49
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]50# MPS2 with BL2 bootloader
51# IMAGE0ADDRESS: 0x10000000
52# IMAGE0FILE: \Software\bl2.bin ; BL2 bootloader
53# IMAGE1ADDRESS: 0x10080000
54# IMAGE1FILE: \Software\tfm_s_ns_signed.bin ; TF-M example application binary blob
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]55tfm_mps2_sse_200 = {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]56 "templ": "mps2.jinja2",
57 "job_name": "mps2_an521_bl2",
Minos Galanakisafb43152019-09-25 14:17:39 +0100[diff] [blame]58 "device_type": "mps",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]59 "job_timeout": 15,
60 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]61 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]62 "poweroff_timeout": 1,
63 "recovery_store_url": "https://ci.trustedfirmware.org/userContent/",
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]64 "platforms": {"AN521": "mps2_sse200_an512_new.tar.gz"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]65 "compilers": ["GNUARM", "ARMCLANG"],
66 "build_types": ["Debug", "Release", "Minsizerel"],
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]67 "boot_types": ["BL2"],
68 "tests": {
69 'Default': {
70 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]71 "firmware": "tfm_s_ns_signed.bin",
72 "bootloader": "bl2.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]73 },
74 "monitors": [
75 {
76 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]77 'start': 'Non-Secure system',
78 'end': r'starting\\.{3}',
79 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]80 'fixup': {"pass": "!", "fail": ""},
81 'required': ["secure_image_initializing"]
82 } # Monitors
83 ]
84 }, # Default
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]85 'DefaultProfileS': {
86 "binaries": {
87 "firmware": "tfm_s_ns_signed.bin",
88 "bootloader": "bl2.bin"
89 },
90 "monitors": [
91 {
92 'name': 'Secure_Test_Suites_Summary',
93 'start': 'Non-Secure system',
94 'end': r'starting\\.{3}',
95 'pattern': r'Non-Secure system starting\\.{3}',
96 'fixup': {"pass": "!", "fail": ""},
97 'required': ["secure_image_initializing"]
98 } # Monitors
99 ]
100 }, # DefaultProfileS
101 'DefaultProfileM': {
102 "binaries": {
103 "firmware": "tfm_s_ns_signed.bin",
104 "bootloader": "bl2.bin"
105 },
106 "monitors": [
107 {
108 'name': 'Secure_Test_Suites_Summary',
109 'start': 'Non-Secure system',
110 'end': r'starting\\.{3}',
111 'pattern': r'Non-Secure system starting\\.{3}',
112 'fixup': {"pass": "!", "fail": ""},
113 'required': ["secure_image_initializing"]
114 } # Monitors
115 ]
116 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]117 'DefaultProfileL': {
118 "binaries": {
119 "firmware": "tfm_s_ns_signed.bin",
120 "bootloader": "bl2.bin"
121 },
122 "monitors": [
123 {
124 'name': 'Secure_Test_Suites_Summary',
125 'start': 'Non-Secure system',
126 'end': r'starting\\.{3}',
127 'pattern': r'Non-Secure system starting\\.{3}',
128 'fixup': {"pass": "!", "fail": ""},
129 'required': ["secure_image_initializing"]
130 } # Monitors
131 ]
132 }, # DefaultProfileL
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]133
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]134 'Regression': {
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]135 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]136 "firmware": "tfm_s_ns_signed.bin",
137 "bootloader": "bl2.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]138 },
139 "monitors": [
140 {
141 'name': 'Secure_Test_Suites_Summary',
142 'start': 'Secure test suites summary',
143 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]144 'pattern': r"Test suite '(?P<"
145 r"test_case_id>[^\n]+)' has (.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]146 r"(?P<result>PASSED|FAILED)",
147 'fixup': {"pass": "PASSED", "fail": "FAILED"},
148 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]149 ("psa_protected_storage_"
150 "s_interface_tests_tfm_sst_test_2xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]151 "sst_reliability_tests_tfm_sst_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]152 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
TudorCretu8b138472019-08-30 10:51:05 +0100[diff] [blame]153 ("psa_internal_trusted_storage_"
154 "s_interface_tests_tfm_its_test_2xxx_"),
155 "its_reliability_tests_tfm_its_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]156 ("audit_"
157 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
158 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
159 ("initial_attestation_service_"
160 "secure_interface_tests_tfm_attest_test_1xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]161 ]
162 },
163 {
164 'name': 'Non_Secure_Test_Suites_Summary',
165 'start': 'Non-secure test suites summary',
166 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]167 'pattern': r"Test suite '(?P<"
168 r"test_case_id>[^\n]+)' has (.*) "
169 r"(?P<result>PASSED|FAILED)",
170 'fixup': {"pass": "PASSED", "fail": "FAILED"},
171 'required': [
172 ("psa_protected_storage"
173 "_ns_interface_tests_tfm_sst_test_1xxx_"),
174 ("psa_internal_trusted_storage"
175 "_ns_interface_tests_tfm_its_test_1xxx_"),
176 ("auditlog_"
177 "non_secure_interface_test_tfm_audit_test_1xxx_"),
178 ("crypto_"
179 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
180 ("initial_attestation_service_"
181 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
182 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
183 ]
184 }
185 ] # Monitors
186 }, # Regression
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]187
188 'RegressionProfileM': {
189 "binaries": {
190 "firmware": "tfm_s_ns_signed.bin",
191 "bootloader": "bl2.bin"
192 },
193 "monitors": [
194 {
195 'name': 'Secure_Test_Suites_Summary',
196 'start': 'Secure test suites summary',
197 'end': 'End of Secure test suites',
198 'pattern': r"Test suite '(?P<"
199 r"test_case_id>[^\n]+)' has (.*) "
200 r"(?P<result>PASSED|FAILED)",
201 'fixup': {"pass": "PASSED", "fail": "FAILED"},
202 'required': [
203 ("psa_protected_storage_"
204 "s_interface_tests_tfm_sst_test_2xxx_"),
205 "sst_reliability_tests_tfm_sst_test_3xxx_",
206 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
207 ("psa_internal_trusted_storage_"
208 "s_interface_tests_tfm_its_test_2xxx_"),
209 "its_reliability_tests_tfm_its_test_3xxx_",
210 ("audit_"
211 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
212 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
213 ("initial_attestation_service_"
214 "secure_interface_tests_tfm_attest_test_1xxx_"),
215 ]
216 },
217 {
218 'name': 'Non_Secure_Test_Suites_Summary',
219 'start': 'Non-secure test suites summary',
220 'end': r'End of Non-secure test suites',
221 'pattern': r"Test suite '(?P<"
222 r"test_case_id>[^\n]+)' has (.*) "
223 r"(?P<result>PASSED|FAILED)",
224 'fixup': {"pass": "PASSED", "fail": "FAILED"},
225 'required': [
226 ("psa_protected_storage"
227 "_ns_interface_tests_tfm_sst_test_1xxx_"),
228 ("psa_internal_trusted_storage"
229 "_ns_interface_tests_tfm_its_test_1xxx_"),
230 ("auditlog_"
231 "non_secure_interface_test_tfm_audit_test_1xxx_"),
232 ("crypto_"
233 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
234 ("initial_attestation_service_"
235 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
236 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
237 ]
238 }
239 ] # Monitors
240 }, # RegressionProfileM
241 'RegressionProfileS': {
242 "binaries": {
243 "firmware": "tfm_s_ns_signed.bin",
244 "bootloader": "bl2.bin"
245 },
246 "monitors": [
247 {
248 'name': 'Secure_Test_Suites_Summary',
249 'start': 'Secure test suites summary',
250 'end': 'End of Secure test suites',
251 'pattern': r"Test suite '(?P<"
252 r"test_case_id>[^\n]+)' has (.*) "
253 r"(?P<result>PASSED|FAILED)",
254 'fixup': {"pass": "PASSED", "fail": "FAILED"},
255 'required': [
256 ("psa_protected_storage_"
257 "s_interface_tests_tfm_sst_test_2xxx_"),
258 "sst_reliability_tests_tfm_sst_test_3xxx_",
259 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
260 ("psa_internal_trusted_storage_"
261 "s_interface_tests_tfm_its_test_2xxx_"),
262 "its_reliability_tests_tfm_its_test_3xxx_",
263 ("audit_"
264 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
265 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
266 ("initial_attestation_service_"
267 "secure_interface_tests_tfm_attest_test_1xxx_"),
268 ]
269 },
270 {
271 'name': 'Non_Secure_Test_Suites_Summary',
272 'start': 'Non-secure test suites summary',
273 'end': r'End of Non-secure test suites',
274 'pattern': r"Test suite '(?P<"
275 r"test_case_id>[^\n]+)' has (.*) "
276 r"(?P<result>PASSED|FAILED)",
277 'fixup': {"pass": "PASSED", "fail": "FAILED"},
278 'required': [
279 ("psa_protected_storage"
280 "_ns_interface_tests_tfm_sst_test_1xxx_"),
281 ("psa_internal_trusted_storage"
282 "_ns_interface_tests_tfm_its_test_1xxx_"),
283 ("auditlog_"
284 "non_secure_interface_test_tfm_audit_test_1xxx_"),
285 ("crypto_"
286 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
287 ("initial_attestation_service_"
288 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
289 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
290 ]
291 }
292 ] # Monitors
293 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]294 'RegressionProfileL': {
295 "binaries": {
296 "firmware": "tfm_s_ns_signed.bin",
297 "bootloader": "bl2.bin"
298 },
299 "monitors": [
300 {
301 'name': 'Secure_Test_Suites_Summary',
302 'start': 'Secure test suites summary',
303 'end': 'End of Secure test suites',
304 'pattern': r"Test suite '(?P<"
305 r"test_case_id>[^\n]+)' has (.*) "
306 r"(?P<result>PASSED|FAILED)",
307 'fixup': {"pass": "PASSED", "fail": "FAILED"},
308 'required': [
309 ("psa_protected_storage_"
310 "s_interface_tests_tfm_sst_test_2xxx_"),
311 "sst_reliability_tests_tfm_sst_test_3xxx_",
312 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
313 ("psa_internal_trusted_storage_"
314 "s_interface_tests_tfm_its_test_2xxx_"),
315 "its_reliability_tests_tfm_its_test_3xxx_",
316 ("audit_"
317 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
318 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
319 ("initial_attestation_service_"
320 "secure_interface_tests_tfm_attest_test_1xxx_"),
321 ]
322 },
323 {
324 'name': 'Non_Secure_Test_Suites_Summary',
325 'start': 'Non-secure test suites summary',
326 'end': r'End of Non-secure test suites',
327 'pattern': r"Test suite '(?P<"
328 r"test_case_id>[^\n]+)' has (.*) "
329 r"(?P<result>PASSED|FAILED)",
330 'fixup': {"pass": "PASSED", "fail": "FAILED"},
331 'required': [
332 ("psa_protected_storage"
333 "_ns_interface_tests_tfm_sst_test_1xxx_"),
334 ("psa_internal_trusted_storage"
335 "_ns_interface_tests_tfm_its_test_1xxx_"),
336 ("auditlog_"
337 "non_secure_interface_test_tfm_audit_test_1xxx_"),
338 ("crypto_"
339 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
340 ("initial_attestation_service_"
341 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
342 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
343 ]
344 }
345 ] # Monitors
346 }, # RegressionProfileL
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]347
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]348 'RegressionIPC': {
349 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]350 "firmware": "tfm_s_ns_signed.bin",
351 "bootloader": "bl2.bin"
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]352 },
353 "monitors": [
354 {
355 'name': 'Secure_Test_Suites_Summary',
356 'start': 'Secure test suites summary',
357 'end': 'End of Secure test suites',
358 'pattern': r"Test suite '(?P<"
359 r"test_case_id>[^\n]+)' has (.*) "
360 r"(?P<result>PASSED|FAILED)",
361 'fixup': {"pass": "PASSED", "fail": "FAILED"},
362 'required': [
363 ("psa_protected_storage_"
364 "s_interface_tests_tfm_sst_test_2xxx_"),
365 "sst_reliability_tests_tfm_sst_test_3xxx_",
366 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
367 ("psa_internal_trusted_storage_"
368 "s_interface_tests_tfm_its_test_2xxx_"),
369 "its_reliability_tests_tfm_its_test_3xxx_",
370 ("audit_"
371 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
372 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
373 ("initial_attestation_service_"
374 "secure_interface_tests_tfm_attest_test_1xxx_"),
375 ]
376 },
377 {
378 'name': 'Non_Secure_Test_Suites_Summary',
379 'start': 'Non-secure test suites summary',
380 'end': r'End of Non-secure test suites',
381 'pattern': r"Test suite '(?P<"
382 r"test_case_id>[^\n]+)' has (.*) "
383 r"(?P<result>PASSED|FAILED)",
384 'fixup': {"pass": "PASSED", "fail": "FAILED"},
385 'required': [
386 ("psa_protected_storage"
387 "_ns_interface_tests_tfm_sst_test_1xxx_"),
388 ("psa_internal_trusted_storage"
389 "_ns_interface_tests_tfm_its_test_1xxx_"),
390 ("auditlog_"
391 "non_secure_interface_test_tfm_audit_test_1xxx_"),
392 ("crypto_"
393 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
394 ("initial_attestation_service_"
395 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
396 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
397 ]
398 }
399 ] # Monitors
400 }, # Regression
401 'RegressionIPCTfmLevel2': {
402 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]403 "firmware": "tfm_s_ns_signed.bin",
404 "bootloader": "bl2.bin"
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]405 },
406 "monitors": [
407 {
408 'name': 'Secure_Test_Suites_Summary',
409 'start': 'Secure test suites summary',
410 'end': 'End of Secure test suites',
411 'pattern': r"Test suite '(?P<"
412 r"test_case_id>[^\n]+)' has (.*) "
413 r"(?P<result>PASSED|FAILED)",
414 'fixup': {"pass": "PASSED", "fail": "FAILED"},
415 'required': [
416 ("psa_protected_storage_"
417 "s_interface_tests_tfm_sst_test_2xxx_"),
418 "sst_reliability_tests_tfm_sst_test_3xxx_",
419 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
420 ("psa_internal_trusted_storage_"
421 "s_interface_tests_tfm_its_test_2xxx_"),
422 "its_reliability_tests_tfm_its_test_3xxx_",
423 ("audit_"
424 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
425 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
426 ("initial_attestation_service_"
427 "secure_interface_tests_tfm_attest_test_1xxx_"),
428 ]
429 },
430 {
431 'name': 'Non_Secure_Test_Suites_Summary',
432 'start': 'Non-secure test suites summary',
433 'end': r'End of Non-secure test suites',
434 'pattern': r"Test suite '(?P<"
435 r"test_case_id>[^\n]+)' has (.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]436 r"(?P<result>PASSED|FAILED)",
437 'fixup': {"pass": "PASSED", "fail": "FAILED"},
438 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]439 ("psa_protected_storage"
440 "_ns_interface_tests_tfm_sst_test_1xxx_"),
TudorCretu8b138472019-08-30 10:51:05 +0100[diff] [blame]441 ("psa_internal_trusted_storage"
442 "_ns_interface_tests_tfm_its_test_1xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]443 ("auditlog_"
444 "non_secure_interface_test_tfm_audit_test_1xxx_"),
445 ("crypto_"
446 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
447 ("initial_attestation_service_"
Minos Galanakisf0dae4e2019-05-20 10:56:57 +0100[diff] [blame]448 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]449 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
450 ]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]451 }
452 ] # Monitors
453 }, # Regression
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]454 'RegressionIPCTfmLevel3': {
455 "binaries": {
456 "firmware": "tfm_s_ns_signed.bin",
457 "bootloader": "bl2.bin"
458 },
459 "monitors": [
460 {
461 'name': 'Secure_Test_Suites_Summary',
462 'start': 'Secure test suites summary',
463 'end': 'End of Secure test suites',
464 'pattern': r"Test suite '(?P<"
465 r"test_case_id>[^\n]+)' has (.*) "
466 r"(?P<result>PASSED|FAILED)",
467 'fixup': {"pass": "PASSED", "fail": "FAILED"},
468 'required': [
469 ("psa_protected_storage_"
470 "s_interface_tests_tfm_sst_test_2xxx_"),
471 "sst_reliability_tests_tfm_sst_test_3xxx_",
472 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
473 ("psa_internal_trusted_storage_"
474 "s_interface_tests_tfm_its_test_2xxx_"),
475 "its_reliability_tests_tfm_its_test_3xxx_",
476 ("audit_"
477 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
478 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
479 ("initial_attestation_service_"
480 "secure_interface_tests_tfm_attest_test_1xxx_"),
481 ]
482 },
483 {
484 'name': 'Non_Secure_Test_Suites_Summary',
485 'start': 'Non-secure test suites summary',
486 'end': r'End of Non-secure test suites',
487 'pattern': r"Test suite '(?P<"
488 r"test_case_id>[^\n]+)' has (.*) "
489 r"(?P<result>PASSED|FAILED)",
490 'fixup': {"pass": "PASSED", "fail": "FAILED"},
491 'required': [
492 ("psa_protected_storage"
493 "_ns_interface_tests_tfm_sst_test_1xxx_"),
494 ("psa_internal_trusted_storage"
495 "_ns_interface_tests_tfm_its_test_1xxx_"),
496 ("auditlog_"
497 "non_secure_interface_test_tfm_audit_test_1xxx_"),
498 ("crypto_"
499 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
500 ("initial_attestation_service_"
501 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
502 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
503 ]
504 }
505 ] # Monitors
506 }, # Regression
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]507 'CoreIPC': {
508 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]509 "firmware": "tfm_s_ns_signed.bin",
510 "bootloader": "bl2.bin"
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]511 },
512 "monitors": [
513 {
514 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]515 'start': 'Non-Secure system',
516 'end': r'starting\\.{3}',
517 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]518 'fixup': {"pass": "!", "fail": ""},
519 'required': ["secure_image_initializing"]
520 } # Monitors
521 ]
522 }, # CoreIPC
523 'CoreIPCTfmLevel2': {
524 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]525 "firmware": "tfm_s_ns_signed.bin",
526 "bootloader": "bl2.bin"
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]527 },
528 "monitors": [
529 {
530 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]531 'start': 'Non-Secure system',
532 'end': r'starting\\.{3}',
533 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]534 'fixup': {"pass": "!", "fail": ""},
535 'required': ["secure_image_initializing"]
536 } # Monitors
537 ]
538 }, # CoreIPCTfmLevel2
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]539 'CoreIPCTfmLevel3': {
540 "binaries": {
541 "firmware": "tfm_s_ns_signed.bin",
542 "bootloader": "bl2.bin"
543 },
544 "monitors": [
545 {
546 'name': 'Secure_Test_Suites_Summary',
547 'start': 'Non-Secure system',
548 'end': r'starting\\.{3}',
549 'pattern': r'Non-Secure system starting\\.{3}',
550 'fixup': {"pass": "!", "fail": ""},
551 'required': ["secure_image_initializing"]
552 } # Monitors
553 ]
554 }, # CoreIPCTfmLevel3
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]555 } # Tests
556}
557
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]558
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]559# FVP with BL2 bootloader
560# firmware <-> ns <-> application: --application cpu0=bl2.axf
561# bootloader <-> s <-> data: --data cpu0=tfm_s_ns_signed.bin@0x10080000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]562fvp_mps2_an521_bl2 = {
563 "templ": "fvp_mps2.jinja2",
564 "job_name": "fvp_mps2_an521_bl2",
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]565 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]566 "job_timeout": 15,
567 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]568 "monitor_timeout": 15,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]569 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]570 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]571 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]572 "build_types": ["Debug", "Release", "Minsizerel"],
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]573 "boot_types": ["BL2"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]574 "data_bin_offset": "0x10080000",
575 "tests": {
576 'Default': {
577 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]578 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]579 "bootloader": "tfm_s_ns_signed.bin"
580 },
581 "monitors": [
582 {
583 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]584 'start': 'Non-Secure system',
585 'end': r'starting\\.{3}',
586 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]587 'fixup': {"pass": "!", "fail": ""},
588 'required': ["secure_image_initializing"]
589 } # Monitors
590 ]
591 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]592 'DefaultProfileS': {
593 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]594 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]595 "bootloader": "tfm_s_ns_signed.bin"
596 },
597 "monitors": [
598 {
599 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]600 'start': 'Non-Secure system',
601 'end': r'starting\\.{3}',
602 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]603 'fixup': {"pass": "!", "fail": ""},
604 'required': ["secure_image_initializing"]
605 } # Monitors
606 ]
607 }, # DefaultProfileS
608 'DefaultProfileM': {
609 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]610 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]611 "bootloader": "tfm_s_ns_signed.bin"
612 },
613 "monitors": [
614 {
615 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]616 'start': 'Non-Secure system',
617 'end': r'starting\\.{3}',
618 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]619 'fixup': {"pass": "!", "fail": ""},
620 'required': ["secure_image_initializing"]
621 } # Monitors
622 ]
623 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]624 'DefaultProfileL': {
625 "binaries": {
626 "firmware": "bl2.axf",
627 "bootloader": "tfm_s_ns_signed.bin"
628 },
629 "monitors": [
630 {
631 'name': 'Secure_Test_Suites_Summary',
632 'start': 'Non-Secure system',
633 'end': r'starting\\.{3}',
634 'pattern': r'Non-Secure system starting\\.{3}',
635 'fixup': {"pass": "!", "fail": ""},
636 'required': ["secure_image_initializing"]
637 } # Monitors
638 ]
639 }, # DefaultProfileL
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]640
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]641 'Regression': {
642 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]643 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]644 "bootloader": "tfm_s_ns_signed.bin"
645 },
646 "monitors": [
647 {
648 'name': 'Secure_Test_Suites_Summary',
649 'start': 'Secure test suites summary',
650 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]651 'pattern': r"Test suite '(?P<"
652 r"test_case_id>[^\n]+)' has (.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]653 r"(?P<result>PASSED|FAILED)",
654 'fixup': {"pass": "PASSED", "fail": "FAILED"},
655 'required': [
656 ("psa_protected_storage_"
657 "s_interface_tests_tfm_sst_test_2xxx_"),
658 "sst_reliability_tests_tfm_sst_test_3xxx_",
659 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
660 ("psa_internal_trusted_storage_"
661 "s_interface_tests_tfm_its_test_2xxx_"),
662 "its_reliability_tests_tfm_its_test_3xxx_",
663 ("audit_"
664 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
665 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
666 ("initial_attestation_service_"
667 "secure_interface_tests_tfm_attest_test_1xxx_"),
668 ]
669 },
670 {
671 'name': 'Non_Secure_Test_Suites_Summary',
672 'start': 'Non-secure test suites summary',
673 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]674 'pattern': r"Test suite '(?P<"
675 r"test_case_id>[^\n]+)' has (.*) "
676 r"(?P<result>PASSED|FAILED)",
677 'fixup': {"pass": "PASSED", "fail": "FAILED"},
678 'required': [
679 ("psa_protected_storage"
680 "_ns_interface_tests_tfm_sst_test_1xxx_"),
681 ("psa_internal_trusted_storage"
682 "_ns_interface_tests_tfm_its_test_1xxx_"),
683 ("auditlog_"
684 "non_secure_interface_test_tfm_audit_test_1xxx_"),
685 ("crypto_"
686 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
687 ("initial_attestation_service_"
688 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
689 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
690 ]
691 }
692 ] # Monitors
693 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]694
695 'RegressionProfileM': {
696 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]697 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]698 "bootloader": "tfm_s_ns_signed.bin"
699 },
700 "monitors": [
701 {
702 'name': 'Secure_Test_Suites_Summary',
703 'start': 'Secure test suites summary',
704 'end': 'End of Secure test suites',
705 'pattern': r"Test suite '(?P<"
706 r"test_case_id>[^\n]+)' has (.*) "
707 r"(?P<result>PASSED|FAILED)",
708 'fixup': {"pass": "PASSED", "fail": "FAILED"},
709 'required': [
710 ("psa_protected_storage_"
711 "s_interface_tests_tfm_sst_test_2xxx_"),
712 "sst_reliability_tests_tfm_sst_test_3xxx_",
713 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
714 ("psa_internal_trusted_storage_"
715 "s_interface_tests_tfm_its_test_2xxx_"),
716 "its_reliability_tests_tfm_its_test_3xxx_",
717 ("audit_"
718 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
719 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
720 ("initial_attestation_service_"
721 "secure_interface_tests_tfm_attest_test_1xxx_"),
722 ]
723 },
724 {
725 'name': 'Non_Secure_Test_Suites_Summary',
726 'start': 'Non-secure test suites summary',
727 'end': r'End of Non-secure test suites',
728 'pattern': r"Test suite '(?P<"
729 r"test_case_id>[^\n]+)' has (.*) "
730 r"(?P<result>PASSED|FAILED)",
731 'fixup': {"pass": "PASSED", "fail": "FAILED"},
732 'required': [
733 ("psa_protected_storage"
734 "_ns_interface_tests_tfm_sst_test_1xxx_"),
735 ("psa_internal_trusted_storage"
736 "_ns_interface_tests_tfm_its_test_1xxx_"),
737 ("auditlog_"
738 "non_secure_interface_test_tfm_audit_test_1xxx_"),
739 ("crypto_"
740 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
741 ("initial_attestation_service_"
742 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
743 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
744 ]
745 }
746 ] # Monitors
747 }, # RegressionProfileM
748 'RegressionProfileS': {
749 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]750 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]751 "bootloader": "tfm_s_ns_signed.bin"
752 },
753 "monitors": [
754 {
755 'name': 'Secure_Test_Suites_Summary',
756 'start': 'Secure test suites summary',
757 'end': 'End of Secure test suites',
758 'pattern': r"Test suite '(?P<"
759 r"test_case_id>[^\n]+)' has (.*) "
760 r"(?P<result>PASSED|FAILED)",
761 'fixup': {"pass": "PASSED", "fail": "FAILED"},
762 'required': [
763 ("psa_protected_storage_"
764 "s_interface_tests_tfm_sst_test_2xxx_"),
765 "sst_reliability_tests_tfm_sst_test_3xxx_",
766 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
767 ("psa_internal_trusted_storage_"
768 "s_interface_tests_tfm_its_test_2xxx_"),
769 "its_reliability_tests_tfm_its_test_3xxx_",
770 ("audit_"
771 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
772 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
773 ("initial_attestation_service_"
774 "secure_interface_tests_tfm_attest_test_1xxx_"),
775 ]
776 },
777 {
778 'name': 'Non_Secure_Test_Suites_Summary',
779 'start': 'Non-secure test suites summary',
780 'end': r'End of Non-secure test suites',
781 'pattern': r"Test suite '(?P<"
782 r"test_case_id>[^\n]+)' has (.*) "
783 r"(?P<result>PASSED|FAILED)",
784 'fixup': {"pass": "PASSED", "fail": "FAILED"},
785 'required': [
786 ("psa_protected_storage"
787 "_ns_interface_tests_tfm_sst_test_1xxx_"),
788 ("psa_internal_trusted_storage"
789 "_ns_interface_tests_tfm_its_test_1xxx_"),
790 ("auditlog_"
791 "non_secure_interface_test_tfm_audit_test_1xxx_"),
792 ("crypto_"
793 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
794 ("initial_attestation_service_"
795 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
796 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
797 ]
798 }
799 ] # Monitors
800 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]801 'RegressionProfileL': {
802 "binaries": {
803 "firmware": "bl2.axf",
804 "bootloader": "tfm_s_ns_signed.bin"
805 },
806 "monitors": [
807 {
808 'name': 'Secure_Test_Suites_Summary',
809 'start': 'Secure test suites summary',
810 'end': 'End of Secure test suites',
811 'pattern': r"Test suite '(?P<"
812 r"test_case_id>[^\n]+)' has (.*) "
813 r"(?P<result>PASSED|FAILED)",
814 'fixup': {"pass": "PASSED", "fail": "FAILED"},
815 'required': [
816 ("psa_protected_storage_"
817 "s_interface_tests_tfm_sst_test_2xxx_"),
818 "sst_reliability_tests_tfm_sst_test_3xxx_",
819 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
820 ("psa_internal_trusted_storage_"
821 "s_interface_tests_tfm_its_test_2xxx_"),
822 "its_reliability_tests_tfm_its_test_3xxx_",
823 ("audit_"
824 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
825 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
826 ("initial_attestation_service_"
827 "secure_interface_tests_tfm_attest_test_1xxx_"),
828 ]
829 },
830 {
831 'name': 'Non_Secure_Test_Suites_Summary',
832 'start': 'Non-secure test suites summary',
833 'end': r'End of Non-secure test suites',
834 'pattern': r"Test suite '(?P<"
835 r"test_case_id>[^\n]+)' has (.*) "
836 r"(?P<result>PASSED|FAILED)",
837 'fixup': {"pass": "PASSED", "fail": "FAILED"},
838 'required': [
839 ("psa_protected_storage"
840 "_ns_interface_tests_tfm_sst_test_1xxx_"),
841 ("psa_internal_trusted_storage"
842 "_ns_interface_tests_tfm_its_test_1xxx_"),
843 ("auditlog_"
844 "non_secure_interface_test_tfm_audit_test_1xxx_"),
845 ("crypto_"
846 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
847 ("initial_attestation_service_"
848 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
849 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
850 ]
851 }
852 ] # Monitors
853 }, # RegressionProfileL
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]854
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]855 'RegressionIPC': {
856 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]857 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]858 "bootloader": "tfm_s_ns_signed.bin"
859 },
860 "monitors": [
861 {
862 'name': 'Secure_Test_Suites_Summary',
863 'start': 'Secure test suites summary',
864 'end': 'End of Secure test suites',
865 'pattern': r"Test suite '(?P<"
866 r"test_case_id>[^\n]+)' has (.*) "
867 r"(?P<result>PASSED|FAILED)",
868 'fixup': {"pass": "PASSED", "fail": "FAILED"},
869 'required': [
870 ("psa_protected_storage_"
871 "s_interface_tests_tfm_sst_test_2xxx_"),
872 "sst_reliability_tests_tfm_sst_test_3xxx_",
873 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
874 ("psa_internal_trusted_storage_"
875 "s_interface_tests_tfm_its_test_2xxx_"),
876 "its_reliability_tests_tfm_its_test_3xxx_",
877 ("audit_"
878 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
879 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
880 ("initial_attestation_service_"
881 "secure_interface_tests_tfm_attest_test_1xxx_"),
882 ]
883 },
884 {
885 'name': 'Non_Secure_Test_Suites_Summary',
886 'start': 'Non-secure test suites summary',
887 'end': r'End of Non-secure test suites',
888 'pattern': r"Test suite '(?P<"
889 r"test_case_id>[^\n]+)' has (.*) "
890 r"(?P<result>PASSED|FAILED)",
891 'fixup': {"pass": "PASSED", "fail": "FAILED"},
892 'required': [
893 ("psa_protected_storage"
894 "_ns_interface_tests_tfm_sst_test_1xxx_"),
895 ("psa_internal_trusted_storage"
896 "_ns_interface_tests_tfm_its_test_1xxx_"),
897 ("auditlog_"
898 "non_secure_interface_test_tfm_audit_test_1xxx_"),
899 ("crypto_"
900 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
901 ("initial_attestation_service_"
902 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
903 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
904 ]
905 }
906 ] # Monitors
907 }, # Regression
908 'RegressionIPCTfmLevel2': {
909 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]910 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]911 "bootloader": "tfm_s_ns_signed.bin"
912 },
913 "monitors": [
914 {
915 'name': 'Secure_Test_Suites_Summary',
916 'start': 'Secure test suites summary',
917 'end': 'End of Secure test suites',
918 'pattern': r"Test suite '(?P<"
919 r"test_case_id>[^\n]+)' has (.*) "
920 r"(?P<result>PASSED|FAILED)",
921 'fixup': {"pass": "PASSED", "fail": "FAILED"},
922 'required': [
923 ("psa_protected_storage_"
924 "s_interface_tests_tfm_sst_test_2xxx_"),
925 "sst_reliability_tests_tfm_sst_test_3xxx_",
926 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
927 ("psa_internal_trusted_storage_"
928 "s_interface_tests_tfm_its_test_2xxx_"),
929 "its_reliability_tests_tfm_its_test_3xxx_",
930 ("audit_"
931 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
932 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
933 ("initial_attestation_service_"
934 "secure_interface_tests_tfm_attest_test_1xxx_"),
935 ]
936 },
937 {
938 'name': 'Non_Secure_Test_Suites_Summary',
939 'start': 'Non-secure test suites summary',
940 'end': r'End of Non-secure test suites',
941 'pattern': r"Test suite '(?P<"
942 r"test_case_id>[^\n]+)' has (.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]943 r"(?P<result>PASSED|FAILED)",
944 'fixup': {"pass": "PASSED", "fail": "FAILED"},
945 'required': [
946 ("psa_protected_storage"
947 "_ns_interface_tests_tfm_sst_test_1xxx_"),
948 ("psa_internal_trusted_storage"
949 "_ns_interface_tests_tfm_its_test_1xxx_"),
950 ("auditlog_"
951 "non_secure_interface_test_tfm_audit_test_1xxx_"),
952 ("crypto_"
953 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
954 ("initial_attestation_service_"
955 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
956 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
957 ]
958 }
959 ] # Monitors
960 }, # Regression
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]961 'RegressionIPCTfmLevel3': {
962 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]963 "firmware": "bl2.axf",
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]964 "bootloader": "tfm_s_ns_signed.bin"
965 },
966 "monitors": [
967 {
968 'name': 'Secure_Test_Suites_Summary',
969 'start': 'Secure test suites summary',
970 'end': 'End of Secure test suites',
971 'pattern': r"Test suite '(?P<"
972 r"test_case_id>[^\n]+)' has (.*) "
973 r"(?P<result>PASSED|FAILED)",
974 'fixup': {"pass": "PASSED", "fail": "FAILED"},
975 'required': [
976 ("psa_protected_storage_"
977 "s_interface_tests_tfm_sst_test_2xxx_"),
978 "sst_reliability_tests_tfm_sst_test_3xxx_",
979 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
980 ("psa_internal_trusted_storage_"
981 "s_interface_tests_tfm_its_test_2xxx_"),
982 "its_reliability_tests_tfm_its_test_3xxx_",
983 ("audit_"
984 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
985 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
986 ("initial_attestation_service_"
987 "secure_interface_tests_tfm_attest_test_1xxx_"),
988 ]
989 },
990 {
991 'name': 'Non_Secure_Test_Suites_Summary',
992 'start': 'Non-secure test suites summary',
993 'end': r'End of Non-secure test suites',
994 'pattern': r"Test suite '(?P<"
995 r"test_case_id>[^\n]+)' has (.*) "
996 r"(?P<result>PASSED|FAILED)",
997 'fixup': {"pass": "PASSED", "fail": "FAILED"},
998 'required': [
999 ("psa_protected_storage"
1000 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1001 ("psa_internal_trusted_storage"
1002 "_ns_interface_tests_tfm_its_test_1xxx_"),
1003 ("auditlog_"
1004 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1005 ("crypto_"
1006 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1007 ("initial_attestation_service_"
1008 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1009 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1010 ]
1011 }
1012 ] # Monitors
1013 }, # Regression
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1014 'CoreIPC': {
1015 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1016 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1017 "bootloader": "tfm_s_ns_signed.bin"
1018 },
1019 "monitors": [
1020 {
1021 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1022 'start': 'Non-Secure system',
1023 'end': r'starting\\.{3}',
1024 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1025 'fixup': {"pass": "!", "fail": ""},
1026 'required': ["secure_image_initializing"]
1027 } # Monitors
1028 ]
1029 }, # CoreIPC
1030 'CoreIPCTfmLevel2': {
1031 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1032 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1033 "bootloader": "tfm_s_ns_signed.bin"
1034 },
1035 "monitors": [
1036 {
1037 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1038 'start': 'Non-Secure system',
1039 'end': r'starting\\.{3}',
1040 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1041 'fixup': {"pass": "!", "fail": ""},
1042 'required': ["secure_image_initializing"]
1043 } # Monitors
1044 ]
1045 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1046 'CoreIPCTfmLevel3': {
1047 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1048 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1049 "bootloader": "tfm_s_ns_signed.bin"
1050 },
1051 "monitors": [
1052 {
1053 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1054 'start': 'Non-Secure system',
1055 'end': r'starting\\.{3}',
1056 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1057 'fixup': {"pass": "!", "fail": ""},
1058 'required': ["secure_image_initializing"]
1059 } # Monitors
1060 ]
1061 }, # CoreIPCTfmLevel3
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1062 } # Tests
1063}
1064
1065
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1066# FVP without BL2 bootloader
1067# firmware <-> ns <-> application: --application cpu0=tfm_s.axf
1068# bootloader <-> s <-> data: --data cpu0=tfm_ns.bin@0x00100000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1069fvp_mps2_an521_nobl2 = {
1070 "templ": "fvp_mps2.jinja2",
1071 "job_name": "fvp_mps2_an521_nobl2",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1072 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1073 "job_timeout": 15,
1074 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]1075 "monitor_timeout": 15,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1076 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]1077 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1078 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1079 "build_types": ["Debug", "Release", "Minsizerel"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1080 "boot_types": ["NOBL2"],
1081 "data_bin_offset": "0x00100000",
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]1082 "cpu_baseline": 1,
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1083 "tests": {
1084 'Default': {
1085 "binaries": {
1086 "firmware": "tfm_s.axf",
1087 "bootloader": "tfm_ns.bin"
1088 },
1089 "monitors": [
1090 {
1091 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1092 'start': 'Non-Secure system',
1093 'end': r'starting\\.{3}',
1094 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1095 'fixup': {"pass": "!", "fail": ""},
1096 'required': ["secure_image_initializing"]
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1097 }
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1098 ]
1099 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1100 'DefaultProfileS': {
1101 "binaries": {
1102 "firmware": "tfm_s.axf",
1103 "bootloader": "tfm_ns.bin"
1104 },
1105 "monitors": [
1106 {
1107 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1108 'start': 'Non-Secure system',
1109 'end': r'starting\\.{3}',
1110 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1111 'fixup': {"pass": "!", "fail": ""},
1112 'required': ["secure_image_initializing"]
1113 } # Monitors
1114 ]
1115 }, # DefaultProfileS
1116 'DefaultProfileM': {
1117 "binaries": {
1118 "firmware": "tfm_s.axf",
1119 "bootloader": "tfm_ns.bin"
1120 },
1121 "monitors": [
1122 {
1123 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1124 'start': 'Non-Secure system',
1125 'end': r'starting\\.{3}',
1126 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1127 'fixup': {"pass": "!", "fail": ""},
1128 'required': ["secure_image_initializing"]
1129 } # Monitors
1130 ]
1131 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]1132 'DefaultProfileL': {
1133 "binaries": {
1134 "firmware": "tfm_s.axf",
1135 "bootloader": "tfm_ns.bin"
1136 },
1137 "monitors": [
1138 {
1139 'name': 'Secure_Test_Suites_Summary',
1140 'start': 'Non-Secure system',
1141 'end': r'starting\\.{3}',
1142 'pattern': r'Non-Secure system starting\\.{3}',
1143 'fixup': {"pass": "!", "fail": ""},
1144 'required': ["secure_image_initializing"]
1145 } # Monitors
1146 ]
1147 }, # DefaultProfileL
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1148
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1149 'Regression': {
1150 "binaries": {
1151 "firmware": "tfm_s.axf",
1152 "bootloader": "tfm_ns.bin"
1153 },
1154 "monitors": [
1155 {
1156 'name': 'Secure_Test_Suites_Summary',
1157 'start': 'Secure test suites summary',
1158 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1159 'pattern': r"Test suite '(?P<"
1160 r"test_case_id>[^\n]+)' has (.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1161 r"(?P<result>PASSED|FAILED)",
1162 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1163 'required': [
1164 ("psa_protected_storage_"
1165 "s_interface_tests_tfm_sst_test_2xxx_"),
1166 "sst_reliability_tests_tfm_sst_test_3xxx_",
1167 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1168 ("psa_internal_trusted_storage_"
1169 "s_interface_tests_tfm_its_test_2xxx_"),
1170 "its_reliability_tests_tfm_its_test_3xxx_",
1171 ("audit_"
1172 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1173 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1174 ("initial_attestation_service_"
1175 "secure_interface_tests_tfm_attest_test_1xxx_"),
1176 ]
1177 },
1178 {
1179 'name': 'Non_Secure_Test_Suites_Summary',
1180 'start': 'Non-secure test suites summary',
1181 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1182 'pattern': r"Test suite '(?P<"
1183 r"test_case_id>[^\n]+)' has (.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1184 r"(?P<result>PASSED|FAILED)",
1185 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1186 'required': [
1187 ("psa_protected_storage"
1188 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1189 ("psa_internal_trusted_storage"
1190 "_ns_interface_tests_tfm_its_test_1xxx_"),
1191 ("auditlog_"
1192 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1193 ("crypto_"
1194 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1195 ("initial_attestation_service_"
1196 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1197 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1198 ]
1199 }
1200 ] # Monitors
1201 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1202 'RegressionProfileM': {
1203 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1204 "firmware": "tfm_s.axf",
1205 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1206 },
1207 "monitors": [
1208 {
1209 'name': 'Secure_Test_Suites_Summary',
1210 'start': 'Secure test suites summary',
1211 'end': 'End of Secure test suites',
1212 'pattern': r"Test suite '(?P<"
1213 r"test_case_id>[^\n]+)' has (.*) "
1214 r"(?P<result>PASSED|FAILED)",
1215 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1216 'required': [
1217 ("psa_protected_storage_"
1218 "s_interface_tests_tfm_sst_test_2xxx_"),
1219 "sst_reliability_tests_tfm_sst_test_3xxx_",
1220 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1221 ("psa_internal_trusted_storage_"
1222 "s_interface_tests_tfm_its_test_2xxx_"),
1223 "its_reliability_tests_tfm_its_test_3xxx_",
1224 ("audit_"
1225 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1226 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1227 ("initial_attestation_service_"
1228 "secure_interface_tests_tfm_attest_test_1xxx_"),
1229 ]
1230 },
1231 {
1232 'name': 'Non_Secure_Test_Suites_Summary',
1233 'start': 'Non-secure test suites summary',
1234 'end': r'End of Non-secure test suites',
1235 'pattern': r"Test suite '(?P<"
1236 r"test_case_id>[^\n]+)' has (.*) "
1237 r"(?P<result>PASSED|FAILED)",
1238 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1239 'required': [
1240 ("psa_protected_storage"
1241 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1242 ("psa_internal_trusted_storage"
1243 "_ns_interface_tests_tfm_its_test_1xxx_"),
1244 ("auditlog_"
1245 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1246 ("crypto_"
1247 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1248 ("initial_attestation_service_"
1249 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1250 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1251 ]
1252 }
1253 ] # Monitors
1254 }, # RegressionProfileM
1255 'RegressionProfileS': {
1256 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1257 "firmware": "tfm_s.axf",
1258 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1259 },
1260 "monitors": [
1261 {
1262 'name': 'Secure_Test_Suites_Summary',
1263 'start': 'Secure test suites summary',
1264 'end': 'End of Secure test suites',
1265 'pattern': r"Test suite '(?P<"
1266 r"test_case_id>[^\n]+)' has (.*) "
1267 r"(?P<result>PASSED|FAILED)",
1268 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1269 'required': [
1270 ("psa_protected_storage_"
1271 "s_interface_tests_tfm_sst_test_2xxx_"),
1272 "sst_reliability_tests_tfm_sst_test_3xxx_",
1273 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1274 ("psa_internal_trusted_storage_"
1275 "s_interface_tests_tfm_its_test_2xxx_"),
1276 "its_reliability_tests_tfm_its_test_3xxx_",
1277 ("audit_"
1278 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1279 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1280 ("initial_attestation_service_"
1281 "secure_interface_tests_tfm_attest_test_1xxx_"),
1282 ]
1283 },
1284 {
1285 'name': 'Non_Secure_Test_Suites_Summary',
1286 'start': 'Non-secure test suites summary',
1287 'end': r'End of Non-secure test suites',
1288 'pattern': r"Test suite '(?P<"
1289 r"test_case_id>[^\n]+)' has (.*) "
1290 r"(?P<result>PASSED|FAILED)",
1291 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1292 'required': [
1293 ("psa_protected_storage"
1294 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1295 ("psa_internal_trusted_storage"
1296 "_ns_interface_tests_tfm_its_test_1xxx_"),
1297 ("auditlog_"
1298 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1299 ("crypto_"
1300 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1301 ("initial_attestation_service_"
1302 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1303 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1304 ]
1305 }
1306 ] # Monitors
1307 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]1308 'RegressionProfileL': {
1309 "binaries": {
1310 "firmware": "tfm_s.axf",
1311 "bootloader": "tfm_ns.bin"
1312 },
1313 "monitors": [
1314 {
1315 'name': 'Secure_Test_Suites_Summary',
1316 'start': 'Secure test suites summary',
1317 'end': 'End of Secure test suites',
1318 'pattern': r"Test suite '(?P<"
1319 r"test_case_id>[^\n]+)' has (.*) "
1320 r"(?P<result>PASSED|FAILED)",
1321 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1322 'required': [
1323 ("psa_protected_storage_"
1324 "s_interface_tests_tfm_sst_test_2xxx_"),
1325 "sst_reliability_tests_tfm_sst_test_3xxx_",
1326 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1327 ("psa_internal_trusted_storage_"
1328 "s_interface_tests_tfm_its_test_2xxx_"),
1329 "its_reliability_tests_tfm_its_test_3xxx_",
1330 ("audit_"
1331 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1332 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1333 ("initial_attestation_service_"
1334 "secure_interface_tests_tfm_attest_test_1xxx_"),
1335 ]
1336 },
1337 {
1338 'name': 'Non_Secure_Test_Suites_Summary',
1339 'start': 'Non-secure test suites summary',
1340 'end': r'End of Non-secure test suites',
1341 'pattern': r"Test suite '(?P<"
1342 r"test_case_id>[^\n]+)' has (.*) "
1343 r"(?P<result>PASSED|FAILED)",
1344 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1345 'required': [
1346 ("psa_protected_storage"
1347 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1348 ("psa_internal_trusted_storage"
1349 "_ns_interface_tests_tfm_its_test_1xxx_"),
1350 ("auditlog_"
1351 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1352 ("crypto_"
1353 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1354 ("initial_attestation_service_"
1355 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1356 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1357 ]
1358 }
1359 ] # Monitors
1360 }, # RegressionProfileL
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1361
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1362 'RegressionIPC': {
1363 "binaries": {
1364 "firmware": "tfm_s.axf",
1365 "bootloader": "tfm_ns.bin"
1366 },
1367 "monitors": [
1368 {
1369 'name': 'Secure_Test_Suites_Summary',
1370 'start': 'Secure test suites summary',
1371 'end': 'End of Secure test suites',
1372 'pattern': r"Test suite '(?P<"
1373 r"test_case_id>[^\n]+)' has (.*) "
1374 r"(?P<result>PASSED|FAILED)",
1375 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1376 'required': [
1377 ("psa_protected_storage_"
1378 "s_interface_tests_tfm_sst_test_2xxx_"),
1379 "sst_reliability_tests_tfm_sst_test_3xxx_",
1380 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1381 ("psa_internal_trusted_storage_"
1382 "s_interface_tests_tfm_its_test_2xxx_"),
1383 "its_reliability_tests_tfm_its_test_3xxx_",
1384 ("audit_"
1385 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1386 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1387 ("initial_attestation_service_"
1388 "secure_interface_tests_tfm_attest_test_1xxx_"),
1389 ]
1390 },
1391 {
1392 'name': 'Non_Secure_Test_Suites_Summary',
1393 'start': 'Non-secure test suites summary',
1394 'end': r'End of Non-secure test suites',
1395 'pattern': r"Test suite '(?P<"
1396 r"test_case_id>[^\n]+)' has (.*) "
1397 r"(?P<result>PASSED|FAILED)",
1398 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1399 'required': [
1400 ("psa_protected_storage"
1401 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1402 ("psa_internal_trusted_storage"
1403 "_ns_interface_tests_tfm_its_test_1xxx_"),
1404 ("auditlog_"
1405 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1406 ("crypto_"
1407 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1408 ("initial_attestation_service_"
1409 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1410 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1411 ]
1412 }
1413 ] # Monitors
1414 }, # RegressionIPC
1415 'RegressionIPCTfmLevel2': {
1416 "binaries": {
1417 "firmware": "tfm_s.axf",
1418 "bootloader": "tfm_ns.bin"
1419 },
1420 "monitors": [
1421 {
1422 'name': 'Secure_Test_Suites_Summary',
1423 'start': 'Secure test suites summary',
1424 'end': 'End of Secure test suites',
1425 'pattern': r"Test suite '(?P<"
1426 r"test_case_id>[^\n]+)' has (.*) "
1427 r"(?P<result>PASSED|FAILED)",
1428 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1429 'required': [
1430 ("psa_protected_storage_"
1431 "s_interface_tests_tfm_sst_test_2xxx_"),
1432 "sst_reliability_tests_tfm_sst_test_3xxx_",
1433 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1434 ("psa_internal_trusted_storage_"
1435 "s_interface_tests_tfm_its_test_2xxx_"),
1436 "its_reliability_tests_tfm_its_test_3xxx_",
1437 ("audit_"
1438 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1439 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1440 ("initial_attestation_service_"
1441 "secure_interface_tests_tfm_attest_test_1xxx_"),
1442 ]
1443 },
1444 {
1445 'name': 'Non_Secure_Test_Suites_Summary',
1446 'start': 'Non-secure test suites summary',
1447 'end': r'End of Non-secure test suites',
1448 'pattern': r"Test suite '(?P<"
1449 r"test_case_id>[^\n]+)' has (.*) "
1450 r"(?P<result>PASSED|FAILED)",
1451 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1452 'required': [
1453 ("psa_protected_storage"
1454 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1455 ("psa_internal_trusted_storage"
1456 "_ns_interface_tests_tfm_its_test_1xxx_"),
1457 ("auditlog_"
1458 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1459 ("crypto_"
1460 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1461 ("initial_attestation_service_"
1462 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1463 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1464 ]
1465 }
1466 ] # Monitors
1467 }, # RegressionIPCTfmLevel2
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1468 'RegressionIPCTfmLevel3': {
1469 "binaries": {
1470 "firmware": "tfm_s.axf",
1471 "bootloader": "tfm_ns.bin"
1472 },
1473 "monitors": [
1474 {
1475 'name': 'Secure_Test_Suites_Summary',
1476 'start': 'Secure test suites summary',
1477 'end': 'End of Secure test suites',
1478 'pattern': r"Test suite '(?P<"
1479 r"test_case_id>[^\n]+)' has (.*) "
1480 r"(?P<result>PASSED|FAILED)",
1481 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1482 'required': [
1483 ("psa_protected_storage_"
1484 "s_interface_tests_tfm_sst_test_2xxx_"),
1485 "sst_reliability_tests_tfm_sst_test_3xxx_",
1486 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1487 ("psa_internal_trusted_storage_"
1488 "s_interface_tests_tfm_its_test_2xxx_"),
1489 "its_reliability_tests_tfm_its_test_3xxx_",
1490 ("audit_"
1491 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1492 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1493 ("initial_attestation_service_"
1494 "secure_interface_tests_tfm_attest_test_1xxx_"),
1495 ]
1496 },
1497 {
1498 'name': 'Non_Secure_Test_Suites_Summary',
1499 'start': 'Non-secure test suites summary',
1500 'end': r'End of Non-secure test suites',
1501 'pattern': r"Test suite '(?P<"
1502 r"test_case_id>[^\n]+)' has (.*) "
1503 r"(?P<result>PASSED|FAILED)",
1504 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1505 'required': [
1506 ("psa_protected_storage"
1507 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1508 ("psa_internal_trusted_storage"
1509 "_ns_interface_tests_tfm_its_test_1xxx_"),
1510 ("auditlog_"
1511 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1512 ("crypto_"
1513 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1514 ("initial_attestation_service_"
1515 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1516 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1517 ]
1518 }
1519 ] # Monitors
1520 }, # RegressionIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1521 'CoreIPC': {
1522 "binaries": {
1523 "firmware": "tfm_s.axf",
1524 "bootloader": "tfm_ns.bin"
1525 },
1526 "monitors": [
1527 {
1528 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1529 'start': 'Non-Secure system',
1530 'end': r'starting\\.{3}',
1531 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1532 'fixup': {"pass": "!", "fail": ""},
1533 'required': ["secure_image_initializing"]
1534 } # Monitors
1535 ]
1536 }, # CoreIPC
1537 'CoreIPCTfmLevel2': {
1538 "binaries": {
1539 "firmware": "tfm_s.axf",
1540 "bootloader": "tfm_ns.bin"
1541 },
1542 "monitors": [
1543 {
1544 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1545 'start': 'Non-Secure system',
1546 'end': r'starting\\.{3}',
1547 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1548 'fixup': {"pass": "!", "fail": ""},
1549 'required': ["secure_image_initializing"]
1550 } # Monitors
1551 ]
1552 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1553 'CoreIPCTfmLevel3': {
1554 "binaries": {
1555 "firmware": "tfm_s.axf",
1556 "bootloader": "tfm_ns.bin"
1557 },
1558 "monitors": [
1559 {
1560 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1561 'start': 'Non-Secure system',
1562 'end': r'starting\\.{3}',
1563 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1564 'fixup': {"pass": "!", "fail": ""},
1565 'required': ["secure_image_initializing"]
1566 } # Monitors
1567 ]
1568 }, # CoreIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1569 } # Tests
1570}
1571
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1572
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1573# FVP with BL2 bootloader
1574# firmware <-> ns <-> application: --application cpu0=bl2.axf
1575# bootloader <-> s <-> data: --data cpu0=tfm_s_ns_signed.bin@0x10080000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1576fvp_mps2_an519_bl2 = {
1577 "templ": "fvp_mps2.jinja2",
1578 "job_name": "fvp_mps2_an519_bl2",
1579 "device_type": "fvp",
1580 "job_timeout": 15,
1581 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]1582 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1583 "poweroff_timeout": 1,
1584 "platforms": {"AN519": ""},
1585 "compilers": ["GNUARM", "ARMCLANG"],
1586 "build_types": ["Debug", "Release", "Minsizerel"],
1587 "boot_types": ["BL2"],
1588 "data_bin_offset": "0x10080000",
1589 "cpu0_baseline": 1,
1590 "tests": {
1591 'Default': {
1592 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1593 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1594 "bootloader": "tfm_s_ns_signed.bin"
1595 },
1596 "monitors": [
1597 {
1598 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1599 'start': 'Non-Secure system',
1600 'end': r'starting\\.{3}',
1601 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1602 'fixup': {"pass": "!", "fail": ""},
1603 'required': ["secure_image_initializing"]
1604 } # Monitors
1605 ]
1606 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1607 'DefaultProfileS': {
1608 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1609 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1610 "bootloader": "tfm_s_ns_signed.bin"
1611 },
1612 "monitors": [
1613 {
1614 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1615 'start': 'Non-Secure system',
1616 'end': r'starting\\.{3}',
1617 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1618 'fixup': {"pass": "!", "fail": ""},
1619 'required': ["secure_image_initializing"]
1620 } # Monitors
1621 ]
1622 }, # DefaultProfileS
1623 'DefaultProfileM': {
1624 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1625 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1626 "bootloader": "tfm_s_ns_signed.bin"
1627 },
1628 "monitors": [
1629 {
1630 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1631 'start': 'Non-Secure system',
1632 'end': r'starting\\.{3}',
1633 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1634 'fixup': {"pass": "!", "fail": ""},
1635 'required': ["secure_image_initializing"]
1636 } # Monitors
1637 ]
1638 }, # DefaultProfileM
1639
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1640 'Regression': {
1641 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1642 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1643 "bootloader": "tfm_s_ns_signed.bin"
1644 },
1645 "monitors": [
1646 {
1647 'name': 'Secure_Test_Suites_Summary',
1648 'start': 'Secure test suites summary',
1649 'end': 'End of Secure test suites',
1650 'pattern': r"Test suite '(?P<"
1651 r"test_case_id>[^\n]+)' has (.*) "
1652 r"(?P<result>PASSED|FAILED)",
1653 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1654 'required': [
1655 ("psa_protected_storage_"
1656 "s_interface_tests_tfm_sst_test_2xxx_"),
1657 "sst_reliability_tests_tfm_sst_test_3xxx_",
1658 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1659 ("psa_internal_trusted_storage_"
1660 "s_interface_tests_tfm_its_test_2xxx_"),
1661 "its_reliability_tests_tfm_its_test_3xxx_",
1662 ("audit_"
1663 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1664 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1665 ("initial_attestation_service_"
1666 "secure_interface_tests_tfm_attest_test_1xxx_"),
1667 ]
1668 },
1669 {
1670 'name': 'Non_Secure_Test_Suites_Summary',
1671 'start': 'Non-secure test suites summary',
1672 'end': r'End of Non-secure test suites',
1673 'pattern': r"Test suite '(?P<"
1674 r"test_case_id>[^\n]+)' has (.*) "
1675 r"(?P<result>PASSED|FAILED)",
1676 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1677 'required': [
1678 ("psa_protected_storage"
1679 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1680 ("psa_internal_trusted_storage"
1681 "_ns_interface_tests_tfm_its_test_1xxx_"),
1682 ("auditlog_"
1683 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1684 ("crypto_"
1685 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1686 ("initial_attestation_service_"
1687 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1688 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1689 ]
1690 }
1691 ] # Monitors
1692 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1693
1694 'RegressionProfileM': {
1695 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1696 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1697 "bootloader": "tfm_s_ns_signed.bin"
1698 },
1699 "monitors": [
1700 {
1701 'name': 'Secure_Test_Suites_Summary',
1702 'start': 'Secure test suites summary',
1703 'end': 'End of Secure test suites',
1704 'pattern': r"Test suite '(?P<"
1705 r"test_case_id>[^\n]+)' has (.*) "
1706 r"(?P<result>PASSED|FAILED)",
1707 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1708 'required': [
1709 ("psa_protected_storage_"
1710 "s_interface_tests_tfm_sst_test_2xxx_"),
1711 "sst_reliability_tests_tfm_sst_test_3xxx_",
1712 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1713 ("psa_internal_trusted_storage_"
1714 "s_interface_tests_tfm_its_test_2xxx_"),
1715 "its_reliability_tests_tfm_its_test_3xxx_",
1716 ("audit_"
1717 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1718 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1719 ("initial_attestation_service_"
1720 "secure_interface_tests_tfm_attest_test_1xxx_"),
1721 ]
1722 },
1723 {
1724 'name': 'Non_Secure_Test_Suites_Summary',
1725 'start': 'Non-secure test suites summary',
1726 'end': r'End of Non-secure test suites',
1727 'pattern': r"Test suite '(?P<"
1728 r"test_case_id>[^\n]+)' has (.*) "
1729 r"(?P<result>PASSED|FAILED)",
1730 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1731 'required': [
1732 ("psa_protected_storage"
1733 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1734 ("psa_internal_trusted_storage"
1735 "_ns_interface_tests_tfm_its_test_1xxx_"),
1736 ("auditlog_"
1737 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1738 ("crypto_"
1739 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1740 ("initial_attestation_service_"
1741 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1742 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1743 ]
1744 }
1745 ] # Monitors
1746 }, # RegressionProfileM
1747 'RegressionProfileS': {
1748 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1749 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1750 "bootloader": "tfm_s_ns_signed.bin"
1751 },
1752 "monitors": [
1753 {
1754 'name': 'Secure_Test_Suites_Summary',
1755 'start': 'Secure test suites summary',
1756 'end': 'End of Secure test suites',
1757 'pattern': r"Test suite '(?P<"
1758 r"test_case_id>[^\n]+)' has (.*) "
1759 r"(?P<result>PASSED|FAILED)",
1760 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1761 'required': [
1762 ("psa_protected_storage_"
1763 "s_interface_tests_tfm_sst_test_2xxx_"),
1764 "sst_reliability_tests_tfm_sst_test_3xxx_",
1765 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1766 ("psa_internal_trusted_storage_"
1767 "s_interface_tests_tfm_its_test_2xxx_"),
1768 "its_reliability_tests_tfm_its_test_3xxx_",
1769 ("audit_"
1770 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1771 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1772 ("initial_attestation_service_"
1773 "secure_interface_tests_tfm_attest_test_1xxx_"),
1774 ]
1775 },
1776 {
1777 'name': 'Non_Secure_Test_Suites_Summary',
1778 'start': 'Non-secure test suites summary',
1779 'end': r'End of Non-secure test suites',
1780 'pattern': r"Test suite '(?P<"
1781 r"test_case_id>[^\n]+)' has (.*) "
1782 r"(?P<result>PASSED|FAILED)",
1783 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1784 'required': [
1785 ("psa_protected_storage"
1786 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1787 ("psa_internal_trusted_storage"
1788 "_ns_interface_tests_tfm_its_test_1xxx_"),
1789 ("auditlog_"
1790 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1791 ("crypto_"
1792 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1793 ("initial_attestation_service_"
1794 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1795 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1796 ]
1797 }
1798 ] # Monitors
1799 }, # RegressionProfileS
1800
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1801 'RegressionIPC': {
1802 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1803 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1804 "bootloader": "tfm_s_ns_signed.bin"
1805 },
1806 "monitors": [
1807 {
1808 'name': 'Secure_Test_Suites_Summary',
1809 'start': 'Secure test suites summary',
1810 'end': 'End of Secure test suites',
1811 'pattern': r"Test suite '(?P<"
1812 r"test_case_id>[^\n]+)' has (.*) "
1813 r"(?P<result>PASSED|FAILED)",
1814 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1815 'required': [
1816 ("psa_protected_storage_"
1817 "s_interface_tests_tfm_sst_test_2xxx_"),
1818 "sst_reliability_tests_tfm_sst_test_3xxx_",
1819 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1820 ("psa_internal_trusted_storage_"
1821 "s_interface_tests_tfm_its_test_2xxx_"),
1822 "its_reliability_tests_tfm_its_test_3xxx_",
1823 ("audit_"
1824 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1825 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1826 ("initial_attestation_service_"
1827 "secure_interface_tests_tfm_attest_test_1xxx_"),
1828 ]
1829 },
1830 {
1831 'name': 'Non_Secure_Test_Suites_Summary',
1832 'start': 'Non-secure test suites summary',
1833 'end': r'End of Non-secure test suites',
1834 'pattern': r"Test suite '(?P<"
1835 r"test_case_id>[^\n]+)' has (.*) "
1836 r"(?P<result>PASSED|FAILED)",
1837 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1838 'required': [
1839 ("psa_protected_storage"
1840 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1841 ("psa_internal_trusted_storage"
1842 "_ns_interface_tests_tfm_its_test_1xxx_"),
1843 ("auditlog_"
1844 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1845 ("crypto_"
1846 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1847 ("initial_attestation_service_"
1848 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1849 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1850 ]
1851 }
1852 ] # Monitors
1853 }, # Regression
1854 'RegressionIPCTfmLevel2': {
1855 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1856 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1857 "bootloader": "tfm_s_ns_signed.bin"
1858 },
1859 "monitors": [
1860 {
1861 'name': 'Secure_Test_Suites_Summary',
1862 'start': 'Secure test suites summary',
1863 'end': 'End of Secure test suites',
1864 'pattern': r"Test suite '(?P<"
1865 r"test_case_id>[^\n]+)' has (.*) "
1866 r"(?P<result>PASSED|FAILED)",
1867 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1868 'required': [
1869 ("psa_protected_storage_"
1870 "s_interface_tests_tfm_sst_test_2xxx_"),
1871 "sst_reliability_tests_tfm_sst_test_3xxx_",
1872 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1873 ("psa_internal_trusted_storage_"
1874 "s_interface_tests_tfm_its_test_2xxx_"),
1875 "its_reliability_tests_tfm_its_test_3xxx_",
1876 ("audit_"
1877 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1878 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1879 ("initial_attestation_service_"
1880 "secure_interface_tests_tfm_attest_test_1xxx_"),
1881 ]
1882 },
1883 {
1884 'name': 'Non_Secure_Test_Suites_Summary',
1885 'start': 'Non-secure test suites summary',
1886 'end': r'End of Non-secure test suites',
1887 'pattern': r"Test suite '(?P<"
1888 r"test_case_id>[^\n]+)' has (.*) "
1889 r"(?P<result>PASSED|FAILED)",
1890 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1891 'required': [
1892 ("psa_protected_storage"
1893 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1894 ("psa_internal_trusted_storage"
1895 "_ns_interface_tests_tfm_its_test_1xxx_"),
1896 ("auditlog_"
1897 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1898 ("crypto_"
1899 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1900 ("initial_attestation_service_"
1901 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1902 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1903 ]
1904 }
1905 ] # Monitors
1906 }, # Regression
1907 'CoreIPC': {
1908 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1909 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1910 "bootloader": "tfm_s_ns_signed.bin"
1911 },
1912 "monitors": [
1913 {
1914 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1915 'start': 'Non-Secure system',
1916 'end': r'starting\\.{3}',
1917 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1918 'fixup': {"pass": "!", "fail": ""},
1919 'required': ["secure_image_initializing"]
1920 } # Monitors
1921 ]
1922 }, # CoreIPC
1923 'CoreIPCTfmLevel2': {
1924 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1925 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1926 "bootloader": "tfm_s_ns_signed.bin"
1927 },
1928 "monitors": [
1929 {
1930 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1931 'start': 'Non-Secure system',
1932 'end': r'starting\\.{3}',
1933 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1934 'fixup': {"pass": "!", "fail": ""},
1935 'required': ["secure_image_initializing"]
1936 } # Monitors
1937 ]
1938 }, # CoreIPCTfmLevel2
1939 } # Tests
1940}
1941
1942
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1943# FVP without BL2 bootloader
1944# firmware <-> ns <-> application: --application cpu0=tfm_s.axf
1945# bootloader <-> s <-> data: --data cpu0=tfm_ns.bin@0x00100000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1946fvp_mps2_an519_nobl2 = {
1947 "templ": "fvp_mps2.jinja2",
1948 "job_name": "fvp_mps2_an519_nobl2",
1949 "device_type": "fvp",
1950 "job_timeout": 15,
1951 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]1952 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1953 "poweroff_timeout": 1,
1954 "platforms": {"AN519": ""},
1955 "compilers": ["GNUARM", "ARMCLANG"],
1956 "build_types": ["Debug", "Release", "Minsizerel"],
1957 "boot_types": ["NOBL2"],
1958 "data_bin_offset": "0x00100000",
1959 "cpu0_baseline": 1,
1960 "tests": {
1961 'Default': {
1962 "binaries": {
1963 "firmware": "tfm_s.axf",
1964 "bootloader": "tfm_ns.bin"
1965 },
1966 "monitors": [
1967 {
1968 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1969 'start': 'Non-Secure system',
1970 'end': r'starting\\.{3}',
1971 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1972 'fixup': {"pass": "!", "fail": ""},
1973 'required': ["secure_image_initializing"]
1974 }
1975 ]
1976 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1977 'DefaultProfileS': {
1978 "binaries": {
1979 "firmware": "tfm_s.axf",
1980 "bootloader": "tfm_ns.bin"
1981 },
1982 "monitors": [
1983 {
1984 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1985 'start': 'Non-Secure system',
1986 'end': r'starting\\.{3}',
1987 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1988 'fixup': {"pass": "!", "fail": ""},
1989 'required': ["secure_image_initializing"]
1990 } # Monitors
1991 ]
1992 }, # DefaultProfileS
1993 'DefaultProfileM': {
1994 "binaries": {
1995 "firmware": "tfm_s.axf",
1996 "bootloader": "tfm_ns.bin"
1997 },
1998 "monitors": [
1999 {
2000 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2001 'start': 'Non-Secure system',
2002 'end': r'starting\\.{3}',
2003 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2004 'fixup': {"pass": "!", "fail": ""},
2005 'required': ["secure_image_initializing"]
2006 } # Monitors
2007 ]
2008 }, # DefaultProfileM
2009
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2010 'Regression': {
2011 "binaries": {
2012 "firmware": "tfm_s.axf",
2013 "bootloader": "tfm_ns.bin"
2014 },
2015 "monitors": [
2016 {
2017 'name': 'Secure_Test_Suites_Summary',
2018 'start': 'Secure test suites summary',
2019 'end': 'End of Secure test suites',
2020 'pattern': r"Test suite '(?P<"
2021 r"test_case_id>[^\n]+)' has (.*) "
2022 r"(?P<result>PASSED|FAILED)",
2023 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2024 'required': [
2025 ("psa_protected_storage_"
2026 "s_interface_tests_tfm_sst_test_2xxx_"),
2027 "sst_reliability_tests_tfm_sst_test_3xxx_",
2028 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2029 ("psa_internal_trusted_storage_"
2030 "s_interface_tests_tfm_its_test_2xxx_"),
2031 "its_reliability_tests_tfm_its_test_3xxx_",
2032 ("audit_"
2033 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2034 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2035 ("initial_attestation_service_"
2036 "secure_interface_tests_tfm_attest_test_1xxx_"),
2037 ]
2038 },
2039 {
2040 'name': 'Non_Secure_Test_Suites_Summary',
2041 'start': 'Non-secure test suites summary',
2042 'end': r'End of Non-secure test suites',
2043 'pattern': r"Test suite '(?P<"
2044 r"test_case_id>[^\n]+)' has (.*) "
2045 r"(?P<result>PASSED|FAILED)",
2046 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2047 'required': [
2048 ("psa_protected_storage"
2049 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2050 ("psa_internal_trusted_storage"
2051 "_ns_interface_tests_tfm_its_test_1xxx_"),
2052 ("auditlog_"
2053 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2054 ("crypto_"
2055 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2056 ("initial_attestation_service_"
2057 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2058 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2059 ]
2060 }
2061 ] # Monitors
2062 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2063 'RegressionProfileM': {
2064 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2065 "firmware": "tfm_s.axf",
2066 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2067 },
2068 "monitors": [
2069 {
2070 'name': 'Secure_Test_Suites_Summary',
2071 'start': 'Secure test suites summary',
2072 'end': 'End of Secure test suites',
2073 'pattern': r"Test suite '(?P<"
2074 r"test_case_id>[^\n]+)' has (.*) "
2075 r"(?P<result>PASSED|FAILED)",
2076 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2077 'required': [
2078 ("psa_protected_storage_"
2079 "s_interface_tests_tfm_sst_test_2xxx_"),
2080 "sst_reliability_tests_tfm_sst_test_3xxx_",
2081 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2082 ("psa_internal_trusted_storage_"
2083 "s_interface_tests_tfm_its_test_2xxx_"),
2084 "its_reliability_tests_tfm_its_test_3xxx_",
2085 ("audit_"
2086 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2087 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2088 ("initial_attestation_service_"
2089 "secure_interface_tests_tfm_attest_test_1xxx_"),
2090 ]
2091 },
2092 {
2093 'name': 'Non_Secure_Test_Suites_Summary',
2094 'start': 'Non-secure test suites summary',
2095 'end': r'End of Non-secure test suites',
2096 'pattern': r"Test suite '(?P<"
2097 r"test_case_id>[^\n]+)' has (.*) "
2098 r"(?P<result>PASSED|FAILED)",
2099 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2100 'required': [
2101 ("psa_protected_storage"
2102 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2103 ("psa_internal_trusted_storage"
2104 "_ns_interface_tests_tfm_its_test_1xxx_"),
2105 ("auditlog_"
2106 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2107 ("crypto_"
2108 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2109 ("initial_attestation_service_"
2110 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2111 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2112 ]
2113 }
2114 ] # Monitors
2115 }, # RegressionProfileM
2116 'RegressionProfileS': {
2117 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2118 "firmware": "tfm_s.axf",
2119 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2120 },
2121 "monitors": [
2122 {
2123 'name': 'Secure_Test_Suites_Summary',
2124 'start': 'Secure test suites summary',
2125 'end': 'End of Secure test suites',
2126 'pattern': r"Test suite '(?P<"
2127 r"test_case_id>[^\n]+)' has (.*) "
2128 r"(?P<result>PASSED|FAILED)",
2129 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2130 'required': [
2131 ("psa_protected_storage_"
2132 "s_interface_tests_tfm_sst_test_2xxx_"),
2133 "sst_reliability_tests_tfm_sst_test_3xxx_",
2134 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2135 ("psa_internal_trusted_storage_"
2136 "s_interface_tests_tfm_its_test_2xxx_"),
2137 "its_reliability_tests_tfm_its_test_3xxx_",
2138 ("audit_"
2139 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2140 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2141 ("initial_attestation_service_"
2142 "secure_interface_tests_tfm_attest_test_1xxx_"),
2143 ]
2144 },
2145 {
2146 'name': 'Non_Secure_Test_Suites_Summary',
2147 'start': 'Non-secure test suites summary',
2148 'end': r'End of Non-secure test suites',
2149 'pattern': r"Test suite '(?P<"
2150 r"test_case_id>[^\n]+)' has (.*) "
2151 r"(?P<result>PASSED|FAILED)",
2152 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2153 'required': [
2154 ("psa_protected_storage"
2155 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2156 ("psa_internal_trusted_storage"
2157 "_ns_interface_tests_tfm_its_test_1xxx_"),
2158 ("auditlog_"
2159 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2160 ("crypto_"
2161 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2162 ("initial_attestation_service_"
2163 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2164 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2165 ]
2166 }
2167 ] # Monitors
2168 }, # RegressionProfileS
2169
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2170 'RegressionIPC': {
2171 "binaries": {
2172 "firmware": "tfm_s.axf",
2173 "bootloader": "tfm_ns.bin"
2174 },
2175 "monitors": [
2176 {
2177 'name': 'Secure_Test_Suites_Summary',
2178 'start': 'Secure test suites summary',
2179 'end': 'End of Secure test suites',
2180 'pattern': r"Test suite '(?P<"
2181 r"test_case_id>[^\n]+)' has (.*) "
2182 r"(?P<result>PASSED|FAILED)",
2183 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2184 'required': [
2185 ("psa_protected_storage_"
2186 "s_interface_tests_tfm_sst_test_2xxx_"),
2187 "sst_reliability_tests_tfm_sst_test_3xxx_",
2188 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2189 ("psa_internal_trusted_storage_"
2190 "s_interface_tests_tfm_its_test_2xxx_"),
2191 "its_reliability_tests_tfm_its_test_3xxx_",
2192 ("audit_"
2193 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2194 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2195 ("initial_attestation_service_"
2196 "secure_interface_tests_tfm_attest_test_1xxx_"),
2197 ]
2198 },
2199 {
2200 'name': 'Non_Secure_Test_Suites_Summary',
2201 'start': 'Non-secure test suites summary',
2202 'end': r'End of Non-secure test suites',
2203 'pattern': r"Test suite '(?P<"
2204 r"test_case_id>[^\n]+)' has (.*) "
2205 r"(?P<result>PASSED|FAILED)",
2206 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2207 'required': [
2208 ("psa_protected_storage"
2209 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2210 ("psa_internal_trusted_storage"
2211 "_ns_interface_tests_tfm_its_test_1xxx_"),
2212 ("auditlog_"
2213 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2214 ("crypto_"
2215 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2216 ("initial_attestation_service_"
2217 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2218 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2219 ]
2220 }
2221 ] # Monitors
2222 }, # RegressionIPC
2223 'RegressionIPCTfmLevel2': {
2224 "binaries": {
2225 "firmware": "tfm_s.axf",
2226 "bootloader": "tfm_ns.bin"
2227 },
2228 "monitors": [
2229 {
2230 'name': 'Secure_Test_Suites_Summary',
2231 'start': 'Secure test suites summary',
2232 'end': 'End of Secure test suites',
2233 'pattern': r"Test suite '(?P<"
2234 r"test_case_id>[^\n]+)' has (.*) "
2235 r"(?P<result>PASSED|FAILED)",
2236 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2237 'required': [
2238 ("psa_protected_storage_"
2239 "s_interface_tests_tfm_sst_test_2xxx_"),
2240 "sst_reliability_tests_tfm_sst_test_3xxx_",
2241 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2242 ("psa_internal_trusted_storage_"
2243 "s_interface_tests_tfm_its_test_2xxx_"),
2244 "its_reliability_tests_tfm_its_test_3xxx_",
2245 ("audit_"
2246 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2247 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2248 ("initial_attestation_service_"
2249 "secure_interface_tests_tfm_attest_test_1xxx_"),
2250 ]
2251 },
2252 {
2253 'name': 'Non_Secure_Test_Suites_Summary',
2254 'start': 'Non-secure test suites summary',
2255 'end': r'End of Non-secure test suites',
2256 'pattern': r"Test suite '(?P<"
2257 r"test_case_id>[^\n]+)' has (.*) "
2258 r"(?P<result>PASSED|FAILED)",
2259 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2260 'required': [
2261 ("psa_protected_storage"
2262 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2263 ("psa_internal_trusted_storage"
2264 "_ns_interface_tests_tfm_its_test_1xxx_"),
2265 ("auditlog_"
2266 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2267 ("crypto_"
2268 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2269 ("initial_attestation_service_"
2270 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2271 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2272 ]
2273 }
2274 ] # Monitors
2275 }, # RegressionIPCTfmLevel2
2276 'CoreIPC': {
2277 "binaries": {
2278 "firmware": "tfm_s.axf",
2279 "bootloader": "tfm_ns.bin"
2280 },
2281 "monitors": [
2282 {
2283 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2284 'start': 'Non-Secure system',
2285 'end': r'starting\\.{3}',
2286 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2287 'fixup': {"pass": "!", "fail": ""},
2288 'required': ["secure_image_initializing"]
2289 } # Monitors
2290 ]
2291 }, # CoreIPC
2292 'CoreIPCTfmLevel2': {
2293 "binaries": {
2294 "firmware": "tfm_s.axf",
2295 "bootloader": "tfm_ns.bin"
2296 },
2297 "monitors": [
2298 {
2299 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2300 'start': 'Non-Secure system',
2301 'end': r'starting\\.{3}',
2302 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2303 'fixup': {"pass": "!", "fail": ""},
2304 'required': ["secure_image_initializing"]
2305 } # Monitors
2306 ]
2307 }, # CoreIPCTfmLevel2
2308 } # Tests
2309}
2310
2311
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2312# MPS2 with BL2 bootloader
2313# IMAGE0ADDRESS: 0x10000000
2314# IMAGE0FILE: \Software\bl2.bin ; BL2 bootloader
2315# IMAGE1ADDRESS: 0x10080000
2316# IMAGE1FILE: \Software\tfm_s_ns_signed.bin ; TF-M example application binary blob
2317qemu_mps2_bl2 = {
2318 "templ": "qemu_mps2_bl2.jinja2",
2319 "job_name": "qemu_mps2_bl2",
2320 "device_type": "qemu",
2321 "job_timeout": 300,
2322 "action_timeout": 300,
2323 "poweroff_timeout": 20,
2324 "platforms": {"AN521": ""},
2325 "compilers": ["GNUARM", "ARMCLANG"],
2326 "build_types": ["Debug", "Release"],
2327 "boot_types": ["BL2"],
2328 "tests": {
Fathi Boudra7d762242020-12-15 11:53:58 +0100[diff] [blame]2329 # 'Default': {
2330 # "binaries": {
2331 # "firmware": "tfm_s_ns_signed.bin",
2332 # "bootloader": "bl2.bin"
2333 # },
2334 # "monitors": [
2335 # {
2336 # 'name': 'Secure_Test_Suites_Summary',
2337 # 'start': r'[Sec Thread]',
2338 # 'end': r'system starting',
2339 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2340 # r'(?P<test_case_id>Secure image '
2341 # r'initializing)(?P<result>!)',
2342 # 'fixup': {"pass": "!", "fail": ""},
2343 # 'required': ["secure_image_initializing"]
2344 # } # Monitors
2345 # ]
2346 # }, # Default
Fathi Boudrae4439712020-12-17 09:57:04 +0100[diff] [blame]2347 # 'DefaultProfileS': {
2348 # "binaries": {
2349 # "firmware": "tfm_s_ns_signed.bin",
2350 # "bootloader": "bl2.bin"
2351 # },
2352 # "monitors": [
2353 # {
2354 # 'name': 'Secure_Test_Suites_Summary',
2355 # 'start': r'[Sec Thread]',
2356 # 'end': r'system starting',
2357 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2358 # r'(?P<test_case_id>Secure image '
2359 # r'initializing)(?P<result>!)',
2360 # 'fixup': {"pass": "!", "fail": ""},
2361 # 'required': ["secure_image_initializing"]
2362 # } # Monitors
2363 # ]
2364 # }, # DefaultProfileS
Fathi Boudra0936ee32020-12-17 12:08:42 +0100[diff] [blame]2365 # 'DefaultProfileM': {
2366 # "binaries": {
2367 # "firmware": "tfm_s_ns_signed.bin",
2368 # "bootloader": "bl2.bin"
2369 # },
2370 # "monitors": [
2371 # {
2372 # 'name': 'Secure_Test_Suites_Summary',
2373 # 'start': r'[Sec Thread]',
2374 # 'end': r'system starting',
2375 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2376 # r'(?P<test_case_id>Secure image '
2377 # r'initializing)(?P<result>!)',
2378 # 'fixup': {"pass": "!", "fail": ""},
2379 # 'required': ["secure_image_initializing"]
2380 # } # Monitors
2381 # ]
2382 # }, # DefaultProfileM
Fathi Boudra12f8ac12020-12-15 10:07:05 +0100[diff] [blame]2383 'Regression': {
2384 "binaries": {
2385 "firmware": "tfm_s_ns_signed.bin",
2386 "bootloader": "bl2.bin"
2387 },
2388 "monitors": [
2389 {
2390 'name': 'Secure_Test_Suites_Summary',
2391 'start': 'Secure test suites summary',
2392 'end': 'End of Secure test suites',
2393 'pattern': r"Test suite '(?P<"
2394 r"test_case_id>[^\n]+)' has (.*) "
2395 r"(?P<result>PASSED|FAILED)",
2396 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2397 'required': [
2398 ("psa_protected_storage_"
2399 "s_interface_tests_tfm_sst_test_2xxx_"),
2400 "sst_reliability_tests_tfm_sst_test_3xxx_",
2401 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2402 ("psa_internal_trusted_storage_"
2403 "s_interface_tests_tfm_its_test_2xxx_"),
2404 "its_reliability_tests_tfm_its_test_3xxx_",
2405 ("audit_"
2406 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2407 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2408 ("initial_attestation_service_"
2409 "secure_interface_tests_tfm_attest_test_1xxx_"),
2410 ]
2411 },
2412 {
2413 'name': 'Non_Secure_Test_Suites_Summary',
2414 'start': 'Non-secure test suites summary',
2415 'end': r'End of Non-secure test suites',
2416 'pattern': r"Test suite '(?P<"
2417 r"test_case_id>[^\n]+)' has (.*) "
2418 r"(?P<result>PASSED|FAILED)",
2419 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2420 'required': [
2421 ("psa_protected_storage"
2422 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2423 ("psa_internal_trusted_storage"
2424 "_ns_interface_tests_tfm_its_test_1xxx_"),
2425 ("auditlog_"
2426 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2427 ("crypto_"
2428 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2429 ("initial_attestation_service_"
2430 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2431 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2432 ]
2433 }
2434 ] # Monitors
2435 }, # Regression
2436 'RegressionProfileM': {
2437 "binaries": {
2438 "firmware": "tfm_s_ns_signed.bin",
2439 "bootloader": "bl2.bin"
2440 },
2441 "monitors": [
2442 {
2443 'name': 'Secure_Test_Suites_Summary',
2444 'start': 'Secure test suites summary',
2445 'end': 'End of Secure test suites',
2446 'pattern': r"Test suite '(?P<"
2447 r"test_case_id>[^\n]+)' has (.*) "
2448 r"(?P<result>PASSED|FAILED)",
2449 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2450 'required': [
2451 ("psa_protected_storage_"
2452 "s_interface_tests_tfm_sst_test_2xxx_"),
2453 "sst_reliability_tests_tfm_sst_test_3xxx_",
2454 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2455 ("psa_internal_trusted_storage_"
2456 "s_interface_tests_tfm_its_test_2xxx_"),
2457 "its_reliability_tests_tfm_its_test_3xxx_",
2458 ("audit_"
2459 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2460 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2461 ("initial_attestation_service_"
2462 "secure_interface_tests_tfm_attest_test_1xxx_"),
2463 ]
2464 },
2465 {
2466 'name': 'Non_Secure_Test_Suites_Summary',
2467 'start': 'Non-secure test suites summary',
2468 'end': r'End of Non-secure test suites',
2469 'pattern': r"Test suite '(?P<"
2470 r"test_case_id>[^\n]+)' has (.*) "
2471 r"(?P<result>PASSED|FAILED)",
2472 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2473 'required': [
2474 ("psa_protected_storage"
2475 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2476 ("psa_internal_trusted_storage"
2477 "_ns_interface_tests_tfm_its_test_1xxx_"),
2478 ("auditlog_"
2479 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2480 ("crypto_"
2481 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2482 ("initial_attestation_service_"
2483 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2484 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2485 ]
2486 }
2487 ] # Monitors
2488 }, # RegressionProfileM
2489 'RegressionProfileS': {
2490 "binaries": {
2491 "firmware": "tfm_s_ns_signed.bin",
2492 "bootloader": "bl2.bin"
2493 },
2494 "monitors": [
2495 {
2496 'name': 'Secure_Test_Suites_Summary',
2497 'start': 'Secure test suites summary',
2498 'end': 'End of Secure test suites',
2499 'pattern': r"Test suite '(?P<"
2500 r"test_case_id>[^\n]+)' has (.*) "
2501 r"(?P<result>PASSED|FAILED)",
2502 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2503 'required': [
2504 ("psa_protected_storage_"
2505 "s_interface_tests_tfm_sst_test_2xxx_"),
2506 "sst_reliability_tests_tfm_sst_test_3xxx_",
2507 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2508 ("psa_internal_trusted_storage_"
2509 "s_interface_tests_tfm_its_test_2xxx_"),
2510 "its_reliability_tests_tfm_its_test_3xxx_",
2511 ("audit_"
2512 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2513 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2514 ("initial_attestation_service_"
2515 "secure_interface_tests_tfm_attest_test_1xxx_"),
2516 ]
2517 },
2518 {
2519 'name': 'Non_Secure_Test_Suites_Summary',
2520 'start': 'Non-secure test suites summary',
2521 'end': r'End of Non-secure test suites',
2522 'pattern': r"Test suite '(?P<"
2523 r"test_case_id>[^\n]+)' has (.*) "
2524 r"(?P<result>PASSED|FAILED)",
2525 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2526 'required': [
2527 ("psa_protected_storage"
2528 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2529 ("psa_internal_trusted_storage"
2530 "_ns_interface_tests_tfm_its_test_1xxx_"),
2531 ("auditlog_"
2532 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2533 ("crypto_"
2534 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2535 ("initial_attestation_service_"
2536 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2537 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2538 ]
2539 }
2540 ] # Monitors
2541 }, # RegressionProfileS
2542 'RegressionIPC': {
2543 "binaries": {
2544 "firmware": "tfm_s_ns_signed.bin",
2545 "bootloader": "bl2.bin"
2546 },
2547 "monitors": [
2548 {
2549 'name': 'Secure_Test_Suites_Summary',
2550 'start': 'Secure test suites summary',
2551 'end': 'End of Secure test suites',
2552 'pattern': r"Test suite '(?P<"
2553 r"test_case_id>[^\n]+)' has (.*) "
2554 r"(?P<result>PASSED|FAILED)",
2555 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2556 'required': [
2557 ("psa_protected_storage_"
2558 "s_interface_tests_tfm_sst_test_2xxx_"),
2559 "sst_reliability_tests_tfm_sst_test_3xxx_",
2560 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2561 ("psa_internal_trusted_storage_"
2562 "s_interface_tests_tfm_its_test_2xxx_"),
2563 "its_reliability_tests_tfm_its_test_3xxx_",
2564 ("audit_"
2565 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2566 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2567 ("initial_attestation_service_"
2568 "secure_interface_tests_tfm_attest_test_1xxx_"),
2569 ]
2570 },
2571 {
2572 'name': 'Non_Secure_Test_Suites_Summary',
2573 'start': 'Non-secure test suites summary',
2574 'end': r'End of Non-secure test suites',
2575 'pattern': r"Test suite '(?P<"
2576 r"test_case_id>[^\n]+)' has (.*) "
2577 r"(?P<result>PASSED|FAILED)",
2578 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2579 'required': [
2580 ("psa_protected_storage"
2581 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2582 ("psa_internal_trusted_storage"
2583 "_ns_interface_tests_tfm_its_test_1xxx_"),
2584 ("auditlog_"
2585 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2586 ("crypto_"
2587 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2588 ("initial_attestation_service_"
2589 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2590 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2591 ]
2592 }
2593 ] # Monitors
2594 }, # Regression
2595 'RegressionIPCTfmLevel2': {
2596 "binaries": {
2597 "firmware": "tfm_s_ns_signed.bin",
2598 "bootloader": "bl2.bin"
2599 },
2600 "monitors": [
2601 {
2602 'name': 'Secure_Test_Suites_Summary',
2603 'start': 'Secure test suites summary',
2604 'end': 'End of Secure test suites',
2605 'pattern': r"Test suite '(?P<"
2606 r"test_case_id>[^\n]+)' has (.*) "
2607 r"(?P<result>PASSED|FAILED)",
2608 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2609 'required': [
2610 ("psa_protected_storage_"
2611 "s_interface_tests_tfm_sst_test_2xxx_"),
2612 "sst_reliability_tests_tfm_sst_test_3xxx_",
2613 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2614 ("psa_internal_trusted_storage_"
2615 "s_interface_tests_tfm_its_test_2xxx_"),
2616 "its_reliability_tests_tfm_its_test_3xxx_",
2617 ("audit_"
2618 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2619 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2620 ("initial_attestation_service_"
2621 "secure_interface_tests_tfm_attest_test_1xxx_"),
2622 ]
2623 },
2624 {
2625 'name': 'Non_Secure_Test_Suites_Summary',
2626 'start': 'Non-secure test suites summary',
2627 'end': r'End of Non-secure test suites',
2628 'pattern': r"Test suite '(?P<"
2629 r"test_case_id>[^\n]+)' has (.*) "
2630 r"(?P<result>PASSED|FAILED)",
2631 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2632 'required': [
2633 ("psa_protected_storage"
2634 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2635 ("psa_internal_trusted_storage"
2636 "_ns_interface_tests_tfm_its_test_1xxx_"),
2637 ("auditlog_"
2638 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2639 ("crypto_"
2640 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2641 ("initial_attestation_service_"
2642 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2643 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2644 ]
2645 }
2646 ] # Monitors
2647 }, # Regression
2648 'RegressionIPCTfmLevel3': {
2649 "binaries": {
2650 "firmware": "tfm_s_ns_signed.bin",
2651 "bootloader": "bl2.bin"
2652 },
2653 "monitors": [
2654 {
2655 'name': 'Secure_Test_Suites_Summary',
2656 'start': 'Secure test suites summary',
2657 'end': 'End of Secure test suites',
2658 'pattern': r"Test suite '(?P<"
2659 r"test_case_id>[^\n]+)' has (.*) "
2660 r"(?P<result>PASSED|FAILED)",
2661 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2662 'required': [
2663 ("psa_protected_storage_"
2664 "s_interface_tests_tfm_sst_test_2xxx_"),
2665 "sst_reliability_tests_tfm_sst_test_3xxx_",
2666 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2667 ("psa_internal_trusted_storage_"
2668 "s_interface_tests_tfm_its_test_2xxx_"),
2669 "its_reliability_tests_tfm_its_test_3xxx_",
2670 ("audit_"
2671 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2672 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2673 ("initial_attestation_service_"
2674 "secure_interface_tests_tfm_attest_test_1xxx_"),
2675 ]
2676 },
2677 {
2678 'name': 'Non_Secure_Test_Suites_Summary',
2679 'start': 'Non-secure test suites summary',
2680 'end': r'End of Non-secure test suites',
2681 'pattern': r"Test suite '(?P<"
2682 r"test_case_id>[^\n]+)' has (.*) "
2683 r"(?P<result>PASSED|FAILED)",
2684 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2685 'required': [
2686 ("psa_protected_storage"
2687 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2688 ("psa_internal_trusted_storage"
2689 "_ns_interface_tests_tfm_its_test_1xxx_"),
2690 ("auditlog_"
2691 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2692 ("crypto_"
2693 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2694 ("initial_attestation_service_"
2695 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2696 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2697 ]
2698 }
2699 ] # Monitors
2700 }, # Regression
Fathi Boudra633c9bc2020-12-15 21:04:11 +0100[diff] [blame]2701 # 'CoreIPC': {
2702 # "binaries": {
2703 # "firmware": "tfm_s_ns_signed.bin",
2704 # "bootloader": "bl2.bin"
2705 # },
2706 # "monitors": [
2707 # {
2708 # 'name': 'Secure_Test_Suites_Summary',
2709 # 'start': r'[Sec Thread]',
2710 # 'end': r'system starting',
2711 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2712 # r'(?P<test_case_id>Secure image '
2713 # r'initializing)(?P<result>!)',
2714 # 'fixup': {"pass": "!", "fail": ""},
2715 # 'required': ["secure_image_initializing"]
2716 # } # Monitors
2717 # ]
2718 # }, # CoreIPC
2719 # 'CoreIPCTfmLevel2': {
2720 # "binaries": {
2721 # "firmware": "tfm_s_ns_signed.bin",
2722 # "bootloader": "bl2.bin"
2723 # },
2724 # "monitors": [
2725 # {
2726 # 'name': 'Secure_Test_Suites_Summary',
2727 # 'start': r'[Sec Thread]',
2728 # 'end': r'system starting',
2729 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2730 # r'(?P<test_case_id>Secure image '
2731 # r'initializing)(?P<result>!)',
2732 # 'fixup': {"pass": "!", "fail": ""},
2733 # 'required': ["secure_image_initializing"]
2734 # } # Monitors
2735 # ]
2736 # }, # CoreIPCTfmLevel2
2737 # 'CoreIPCTfmLevel3': {
2738 # "binaries": {
2739 # "firmware": "tfm_s_ns_signed.bin",
2740 # "bootloader": "bl2.bin"
2741 # },
2742 # "monitors": [
2743 # {
2744 # 'name': 'Secure_Test_Suites_Summary',
2745 # 'start': r'[Sec Thread]',
2746 # 'end': r'system starting',
2747 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2748 # r'(?P<test_case_id>Secure image '
2749 # r'initializing)(?P<result>!)',
2750 # 'fixup': {"pass": "!", "fail": ""},
2751 # 'required': ["secure_image_initializing"]
2752 # } # Monitors
2753 # ]
2754 # }, # CoreIPCTfmLevel3
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2755 }
2756}
2757
2758
2759# Musca-B1 with BL2 bootloader
2760# unified hex file comprising of both bl2.bin and tfm_s_ns_signed.bin
2761# srec_cat bin/bl2.bin -Binary -offset 0xA000000 bin/tfm_s_ns_signed.bin -Binary -offset 0xA020000 -o tfm.hex -Intel
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2762musca_b1_bl2 = {
2763 "templ": "musca_b1.jinja2",
2764 "job_name": "musca_b1_bl2",
2765 "device_type": "musca-b",
Xinyu Zhang630dfe62021-06-17 14:38:11 +0800[diff] [blame^]2766 "job_timeout": 40,
2767 "action_timeout": 20,
2768 "monitor_timeout": 30,
Ryan Harkinf6981082020-12-18 14:54:33 +0000[diff] [blame]2769 "poweroff_timeout": 40,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2770 "platforms": {"MUSCA_B1": ""},
2771 "compilers": ["GNUARM", "ARMCLANG"],
Xinyu Zhang43e5d672021-03-24 16:30:26 +0800[diff] [blame]2772 "build_types": ["Debug", "Release", "Minsizerel"],
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2773 "boot_types": ["BL2"],
2774 "tests": {
2775 "Default": {
2776 "binaries": {
2777 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2778 },
2779 "monitors": [
2780 {
2781 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2782 'start': 'Non-Secure system',
2783 'end': r'starting\\.{3}',
2784 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2785 'fixup': {"pass": "!", "fail": ""},
2786 'required': ["secure_image_initializing"]
2787 }
2788 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2789 },
2790 "CoreIPC": {
2791 "binaries": {
2792 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2793 },
2794 "monitors": [
2795 {
2796 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2797 'start': 'Non-Secure system',
2798 'end': r'starting\\.{3}',
2799 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2800 'fixup': {"pass": "!", "fail": ""},
2801 'required': ["secure_image_initializing"]
2802 }
2803 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2804 },
2805 "CoreIPCTfmLevel2": {
2806 "binaries": {
2807 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2808 },
2809 "monitors": [
2810 {
2811 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2812 'start': 'Non-Secure system',
2813 'end': r'starting\\.{3}',
2814 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2815 'fixup': {"pass": "!", "fail": ""},
2816 'required': ["secure_image_initializing"]
2817 }
2818 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2819 },
2820 "CoreIPCTfmLevel3": {
2821 "binaries": {
2822 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2823 },
2824 "monitors": [
2825 {
2826 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2827 'start': 'Non-Secure system',
2828 'end': r'starting\\.{3}',
2829 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2830 'fixup': {"pass": "!", "fail": ""},
2831 'required': ["secure_image_initializing"]
2832 }
2833 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2834 },
2835 "DefaultProfileM": {
2836 "binaries": {
2837 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2838 },
2839 "monitors": [
2840 {
2841 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2842 'start': 'Non-Secure system',
2843 'end': r'starting\\.{3}',
2844 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2845 'fixup': {"pass": "!", "fail": ""},
2846 'required': ["secure_image_initializing"]
2847 }
2848 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2849 },
2850 "DefaultProfileS": {
2851 "binaries": {
2852 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2853 },
2854 "monitors": [
2855 {
2856 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2857 'start': 'Non-Secure system',
2858 'end': r'starting\\.{3}',
2859 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2860 'fixup': {"pass": "!", "fail": ""},
2861 'required': ["secure_image_initializing"]
2862 }
2863 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2864 },
2865 "Regression": {
2866 "binaries": {
2867 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2868 },
2869 "monitors": [
2870 {
2871 'name': 'Secure_Test_Suites_Summary',
2872 'start': 'Secure test suites summary',
2873 'end': 'End of Secure test suites',
2874 'pattern': r"Test suite '(?P<"
2875 r"test_case_id>[^\n]+)' has (.*) "
2876 r"(?P<result>PASSED|FAILED)",
2877 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2878 'required': [
2879 ("psa_protected_storage_"
2880 "s_interface_tests_tfm_sst_test_2xxx_"),
2881 "sst_reliability_tests_tfm_sst_test_3xxx_",
2882 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2883 ("psa_internal_trusted_storage_"
2884 "s_interface_tests_tfm_its_test_2xxx_"),
2885 "its_reliability_tests_tfm_its_test_3xxx_",
2886 ("audit_"
2887 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2888 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2889 ("initial_attestation_service_"
2890 "secure_interface_tests_tfm_attest_test_1xxx_"),
2891 ]
2892 },
2893 {
2894 'name': 'Non_Secure_Test_Suites_Summary',
2895 'start': 'Non-secure test suites summary',
2896 'end': r'End of Non-secure test suites',
2897 'pattern': r"Test suite '(?P<"
2898 r"test_case_id>[^\n]+)' has (.*) "
2899 r"(?P<result>PASSED|FAILED)",
2900 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2901 'required': [
2902 ("psa_protected_storage"
2903 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2904 ("psa_internal_trusted_storage"
2905 "_ns_interface_tests_tfm_its_test_1xxx_"),
2906 ("auditlog_"
2907 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2908 ("crypto_"
2909 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2910 ("initial_attestation_service_"
2911 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2912 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2913 ]
2914 }
2915 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2916 },
2917 "RegressionIPC": {
2918 "binaries": {
2919 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2920 },
2921 "monitors": [
2922 {
2923 'name': 'Secure_Test_Suites_Summary',
2924 'start': 'Secure test suites summary',
2925 'end': 'End of Secure test suites',
2926 'pattern': r"Test suite '(?P<"
2927 r"test_case_id>[^\n]+)' has (.*) "
2928 r"(?P<result>PASSED|FAILED)",
2929 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2930 'required': [
2931 ("psa_protected_storage_"
2932 "s_interface_tests_tfm_sst_test_2xxx_"),
2933 "sst_reliability_tests_tfm_sst_test_3xxx_",
2934 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2935 ("psa_internal_trusted_storage_"
2936 "s_interface_tests_tfm_its_test_2xxx_"),
2937 "its_reliability_tests_tfm_its_test_3xxx_",
2938 ("audit_"
2939 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2940 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2941 ("initial_attestation_service_"
2942 "secure_interface_tests_tfm_attest_test_1xxx_"),
2943 ]
2944 },
2945 {
2946 'name': 'Non_Secure_Test_Suites_Summary',
2947 'start': 'Non-secure test suites summary',
2948 'end': r'End of Non-secure test suites',
2949 'pattern': r"Test suite '(?P<"
2950 r"test_case_id>[^\n]+)' has (.*) "
2951 r"(?P<result>PASSED|FAILED)",
2952 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2953 'required': [
2954 ("psa_protected_storage"
2955 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2956 ("psa_internal_trusted_storage"
2957 "_ns_interface_tests_tfm_its_test_1xxx_"),
2958 ("auditlog_"
2959 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2960 ("crypto_"
2961 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2962 ("initial_attestation_service_"
2963 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2964 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2965 ]
2966 }
2967 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2968 },
2969 "RegressionIPCTfmLevel2": {
2970 "binaries": {
2971 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2972 },
2973 "monitors": [
2974 {
2975 'name': 'Secure_Test_Suites_Summary',
2976 'start': 'Secure test suites summary',
2977 'end': 'End of Secure test suites',
2978 'pattern': r"Test suite '(?P<"
2979 r"test_case_id>[^\n]+)' has (.*) "
2980 r"(?P<result>PASSED|FAILED)",
2981 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2982 'required': [
2983 ("psa_protected_storage_"
2984 "s_interface_tests_tfm_sst_test_2xxx_"),
2985 "sst_reliability_tests_tfm_sst_test_3xxx_",
2986 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2987 ("psa_internal_trusted_storage_"
2988 "s_interface_tests_tfm_its_test_2xxx_"),
2989 "its_reliability_tests_tfm_its_test_3xxx_",
2990 ("audit_"
2991 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2992 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2993 ("initial_attestation_service_"
2994 "secure_interface_tests_tfm_attest_test_1xxx_"),
2995 ]
2996 },
2997 {
2998 'name': 'Non_Secure_Test_Suites_Summary',
2999 'start': 'Non-secure test suites summary',
3000 'end': r'End of Non-secure test suites',
3001 'pattern': r"Test suite '(?P<"
3002 r"test_case_id>[^\n]+)' has (.*) "
3003 r"(?P<result>PASSED|FAILED)",
3004 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3005 'required': [
3006 ("psa_protected_storage"
3007 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3008 ("psa_internal_trusted_storage"
3009 "_ns_interface_tests_tfm_its_test_1xxx_"),
3010 ("auditlog_"
3011 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3012 ("crypto_"
3013 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3014 ("initial_attestation_service_"
3015 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3016 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3017 ]
3018 }
3019 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3020 },
3021 "RegressionIPCTfmLevel3": {
3022 "binaries": {
3023 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3024 },
3025 "monitors": [
3026 {
3027 'name': 'Secure_Test_Suites_Summary',
3028 'start': 'Secure test suites summary',
3029 'end': 'End of Secure test suites',
3030 'pattern': r"Test suite '(?P<"
3031 r"test_case_id>[^\n]+)' has (.*) "
3032 r"(?P<result>PASSED|FAILED)",
3033 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3034 'required': [
3035 ("psa_protected_storage_"
3036 "s_interface_tests_tfm_sst_test_2xxx_"),
3037 "sst_reliability_tests_tfm_sst_test_3xxx_",
3038 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3039 ("psa_internal_trusted_storage_"
3040 "s_interface_tests_tfm_its_test_2xxx_"),
3041 "its_reliability_tests_tfm_its_test_3xxx_",
3042 ("audit_"
3043 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3044 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3045 ("initial_attestation_service_"
3046 "secure_interface_tests_tfm_attest_test_1xxx_"),
3047 ]
3048 },
3049 {
3050 'name': 'Non_Secure_Test_Suites_Summary',
3051 'start': 'Non-secure test suites summary',
3052 'end': r'End of Non-secure test suites',
3053 'pattern': r"Test suite '(?P<"
3054 r"test_case_id>[^\n]+)' has (.*) "
3055 r"(?P<result>PASSED|FAILED)",
3056 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3057 'required': [
3058 ("psa_protected_storage"
3059 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3060 ("psa_internal_trusted_storage"
3061 "_ns_interface_tests_tfm_its_test_1xxx_"),
3062 ("auditlog_"
3063 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3064 ("crypto_"
3065 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3066 ("initial_attestation_service_"
3067 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3068 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3069 ]
3070 }
3071 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3072 },
3073 "RegressionProfileM": {
3074 "binaries": {
3075 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3076 },
3077 "monitors": [
3078 {
3079 'name': 'Secure_Test_Suites_Summary',
3080 'start': 'Secure test suites summary',
3081 'end': 'End of Secure test suites',
3082 'pattern': r"Test suite '(?P<"
3083 r"test_case_id>[^\n]+)' has (.*) "
3084 r"(?P<result>PASSED|FAILED)",
3085 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3086 'required': [
3087 ("psa_protected_storage_"
3088 "s_interface_tests_tfm_sst_test_2xxx_"),
3089 "sst_reliability_tests_tfm_sst_test_3xxx_",
3090 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3091 ("psa_internal_trusted_storage_"
3092 "s_interface_tests_tfm_its_test_2xxx_"),
3093 "its_reliability_tests_tfm_its_test_3xxx_",
3094 ("audit_"
3095 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3096 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3097 ("initial_attestation_service_"
3098 "secure_interface_tests_tfm_attest_test_1xxx_"),
3099 ]
3100 },
3101 {
3102 'name': 'Non_Secure_Test_Suites_Summary',
3103 'start': 'Non-secure test suites summary',
3104 'end': r'End of Non-secure test suites',
3105 'pattern': r"Test suite '(?P<"
3106 r"test_case_id>[^\n]+)' has (.*) "
3107 r"(?P<result>PASSED|FAILED)",
3108 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3109 'required': [
3110 ("psa_protected_storage"
3111 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3112 ("psa_internal_trusted_storage"
3113 "_ns_interface_tests_tfm_its_test_1xxx_"),
3114 ("auditlog_"
3115 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3116 ("crypto_"
3117 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3118 ("initial_attestation_service_"
3119 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3120 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3121 ]
3122 }
3123 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3124 },
3125 "RegressionProfileS": {
3126 "binaries": {
3127 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3128 },
3129 "monitors": [
3130 {
3131 'name': 'Secure_Test_Suites_Summary',
3132 'start': 'Secure test suites summary',
3133 'end': 'End of Secure test suites',
3134 'pattern': r"Test suite '(?P<"
3135 r"test_case_id>[^\n]+)' has (.*) "
3136 r"(?P<result>PASSED|FAILED)",
3137 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3138 'required': [
3139 ("psa_protected_storage_"
3140 "s_interface_tests_tfm_sst_test_2xxx_"),
3141 "sst_reliability_tests_tfm_sst_test_3xxx_",
3142 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3143 ("psa_internal_trusted_storage_"
3144 "s_interface_tests_tfm_its_test_2xxx_"),
3145 "its_reliability_tests_tfm_its_test_3xxx_",
3146 ("audit_"
3147 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3148 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3149 ("initial_attestation_service_"
3150 "secure_interface_tests_tfm_attest_test_1xxx_"),
3151 ]
3152 },
3153 {
3154 'name': 'Non_Secure_Test_Suites_Summary',
3155 'start': 'Non-secure test suites summary',
3156 'end': r'End of Non-secure test suites',
3157 'pattern': r"Test suite '(?P<"
3158 r"test_case_id>[^\n]+)' has (.*) "
3159 r"(?P<result>PASSED|FAILED)",
3160 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3161 'required': [
3162 ("psa_protected_storage"
3163 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3164 ("psa_internal_trusted_storage"
3165 "_ns_interface_tests_tfm_its_test_1xxx_"),
3166 ("auditlog_"
3167 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3168 ("crypto_"
3169 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3170 ("initial_attestation_service_"
3171 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3172 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3173 ]
3174 }
3175 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3176 },
3177 },
3178}
3179
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3180# Musca-B1 with BL2 bootloader and OTP enabled
3181# unified hex file comprising of both bl2.bin and tfm_s_ns_signed.bin
3182# srec_cat bin/bl2.bin -Binary -offset 0xA000000 bin/tfm_s_ns_signed.bin -Binary -offset 0xA020000 -o tfm.hex -Intel
3183musca_b1_otp_bl2 = {
3184 "templ": "musca_b1_otp.jinja2",
3185 "job_name": "musca_b1_opt_bl2",
3186 "device_type": "musca-b",
Xinyu Zhang630dfe62021-06-17 14:38:11 +0800[diff] [blame^]3187 "job_timeout": 40,
3188 "action_timeout": 20,
3189 "monitor_timeout": 30,
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3190 "poweroff_timeout": 40,
3191 "platforms": {"MUSCA_B1_OTP": ""},
3192 "compilers": ["ARMCLANG"],
3193 "build_types": ["Debug"],
3194 "boot_types": ["BL2"],
3195 "tests": {
3196 "RegressionIPCTfmLevel3": {
3197 "binaries": {
3198 "firmware": "tfm.hex",
3199 },
3200 "monitors": [
3201 {
3202 'name': 'Secure_Test_Suites_Summary',
3203 'start': 'Secure test suites summary',
3204 'end': 'End of Secure test suites',
3205 'pattern': r"Test suite '(?P<"
3206 r"test_case_id>[^\n]+)' has (.*) "
3207 r"(?P<result>PASSED|FAILED)",
3208 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3209 'required': [
3210 ("psa_protected_storage_"
3211 "s_interface_tests_tfm_sst_test_2xxx_"),
3212 "sst_reliability_tests_tfm_sst_test_3xxx_",
3213 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3214 ("psa_internal_trusted_storage_"
3215 "s_interface_tests_tfm_its_test_2xxx_"),
3216 "its_reliability_tests_tfm_its_test_3xxx_",
3217 ("audit_"
3218 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3219 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3220 ("initial_attestation_service_"
3221 "secure_interface_tests_tfm_attest_test_1xxx_"),
3222 ]
3223 },
3224 {
3225 'name': 'Non_Secure_Test_Suites_Summary',
3226 'start': 'Non-secure test suites summary',
3227 'end': r'End of Non-secure test suites',
3228 'pattern': r"Test suite '(?P<"
3229 r"test_case_id>[^\n]+)' has (.*) "
3230 r"(?P<result>PASSED|FAILED)",
3231 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3232 'required': [
3233 ("psa_protected_storage"
3234 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3235 ("psa_internal_trusted_storage"
3236 "_ns_interface_tests_tfm_its_test_1xxx_"),
3237 ("auditlog_"
3238 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3239 ("crypto_"
3240 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3241 ("initial_attestation_service_"
3242 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3243 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3244 ]
3245 }
3246 ] # Monitors
3247 },
3248 },
3249}
3250
3251
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]3252# All configurations should be mapped here
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3253lava_gen_config_map = {
3254 "mps2_an521_bl2": tfm_mps2_sse_200,
3255 "fvp_mps2_an521_bl2": fvp_mps2_an521_bl2,
3256 "fvp_mps2_an521_nobl2": fvp_mps2_an521_nobl2,
3257 "fvp_mps2_an519_bl2": fvp_mps2_an519_bl2,
3258 "fvp_mps2_an519_nobl2": fvp_mps2_an519_nobl2,
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]3259 "qemu_mps2_bl2": qemu_mps2_bl2,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3260 "musca_b1": musca_b1_bl2,
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3261 "musca_b1_otp": musca_b1_otp_bl2,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3262}
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]3263
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]3264lavagen_config_sort_order = [
3265 "templ",
3266 "job_name",
3267 "device_type",
3268 "job_timeout",
3269 "action_timeout",
3270 "monitor_timeout",
3271 "recovery_store_url",
3272 "artifact_store_url",
3273 "platforms",
3274 "compilers",
3275 "build_types",
3276 "boot_types",
3277 "tests"
3278]
3279
3280lava_gen_monitor_sort_order = [
3281 'name',
3282 'start',
3283 'end',
3284 'pattern',
3285 'fixup',
3286]
3287
3288if __name__ == "__main__":
3289 import os
3290 import sys
3291 from lava_helper import sort_lavagen_config
3292 try:
3293 from tfm_ci_pylib.utils import export_config_map
3294 except ImportError:
3295 dir_path = os.path.dirname(os.path.realpath(__file__))
3296 sys.path.append(os.path.join(dir_path, "../"))
3297 from tfm_ci_pylib.utils import export_config_map
3298
3299 if len(sys.argv) == 2:
3300 if sys.argv[1] == "--export":
3301 export_config_map(lava_gen_config_map)
3302 if len(sys.argv) == 3:
3303 if sys.argv[1] == "--export":
3304 export_config_map(sort_lavagen_config(lava_gen_config_map),
3305 sys.argv[2])