TrustedFirmware Git Browser
Code Review Sign In
review.trustedfirmware.org / next / ci / tf-m-ci-scripts / 9711434fc3370fbb5f8454c6ff87be143fac29e1 / . / lava_helper / lava_helper_configs.py
blob: c77ab3702c9d36bf84068066b71cedebca446930 [file] [log] [blame]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]1#!/usr/bin/env python3
2
3""" lava_job_generator_configs.py:
4
5 Default configurations for lava job generator """
6
7from __future__ import print_function
8
9__copyright__ = """
10/*
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame^]11 * Copyright (c) 2018-2021, Arm Limited. All rights reserved.
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]12 *
13 * SPDX-License-Identifier: BSD-3-Clause
14 *
15 */
16 """
Karl Zhang08681e62020-10-30 13:56:03 +0800[diff] [blame]17
18__author__ = "tf-m@lists.trustedfirmware.org"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]19__project__ = "Trusted Firmware-M Open CI"
Karl Zhang08681e62020-10-30 13:56:03 +0800[diff] [blame]20__version__ = "1.2.0"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]21
22
23def lava_gen_get_config_subset(config,
24 default=True,
25 core=True,
26 regression=True):
27 """ Allow dynamic generation of configuration combinations by subtracking
28 undesired ones """
29
30 from copy import deepcopy
31 cfg = deepcopy(config)
32 tests = deepcopy(config["tests"])
33
34 # Remove all configs not requests by the caller
35 if not default:
36 tests.pop("Default")
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]37 if not core:
38 tests.pop("CoreIPC")
39 tests.pop("CoreIPCTfmLevel2")
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]40 tests.pop("CoreIPCTfmLevel3")
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]41 if not regression:
42 tests.pop("Regression")
43
44 cfg["tests"] = tests
45 return cfg
46
47
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]48# MPS2 with BL2 bootloader
49# IMAGE0ADDRESS: 0x10000000
50# IMAGE0FILE: \Software\bl2.bin ; BL2 bootloader
51# IMAGE1ADDRESS: 0x10080000
52# IMAGE1FILE: \Software\tfm_s_ns_signed.bin ; TF-M example application binary blob
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]53tfm_mps2_sse_200 = {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]54 "templ": "mps2.jinja2",
55 "job_name": "mps2_an521_bl2",
Minos Galanakisafb43152019-09-25 14:17:39 +0100[diff] [blame]56 "device_type": "mps",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]57 "job_timeout": 15,
58 "action_timeout": 10,
59 "monitor_timeout": 10,
60 "poweroff_timeout": 1,
61 "recovery_store_url": "https://ci.trustedfirmware.org/userContent/",
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]62 "platforms": {"AN521": "mps2_sse200_an512_new.tar.gz"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]63 "compilers": ["GNUARM", "ARMCLANG"],
64 "build_types": ["Debug", "Release", "Minsizerel"],
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]65 "boot_types": ["BL2"],
66 "tests": {
67 'Default': {
68 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]69 "firmware": "tfm_s_ns_signed.bin",
70 "bootloader": "bl2.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]71 },
72 "monitors": [
73 {
74 'name': 'Secure_Test_Suites_Summary',
Minos Galanakis8da148a2019-10-18 17:26:40 +0100[diff] [blame]75 'start': '[Sec Thread]',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]76 'end': 'system starting',
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]77 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
78 r'(?P<test_case_id>Secure image '
79 r'initializing)(?P<result>!)',
80 'fixup': {"pass": "!", "fail": ""},
81 'required': ["secure_image_initializing"]
82 } # Monitors
83 ]
84 }, # Default
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]85 'Regression': {
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]86 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]87 "firmware": "tfm_s_ns_signed.bin",
88 "bootloader": "bl2.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]89 },
90 "monitors": [
91 {
92 'name': 'Secure_Test_Suites_Summary',
93 'start': 'Secure test suites summary',
94 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]95 'pattern': r"Test suite '(?P<"
96 r"test_case_id>[^\n]+)' has (.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]97 r"(?P<result>PASSED|FAILED)",
98 'fixup': {"pass": "PASSED", "fail": "FAILED"},
99 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]100 ("psa_protected_storage_"
101 "s_interface_tests_tfm_sst_test_2xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]102 "sst_reliability_tests_tfm_sst_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]103 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
TudorCretu8b138472019-08-30 10:51:05 +0100[diff] [blame]104 ("psa_internal_trusted_storage_"
105 "s_interface_tests_tfm_its_test_2xxx_"),
106 "its_reliability_tests_tfm_its_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]107 ("audit_"
108 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
109 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
110 ("initial_attestation_service_"
111 "secure_interface_tests_tfm_attest_test_1xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]112 ]
113 },
114 {
115 'name': 'Non_Secure_Test_Suites_Summary',
116 'start': 'Non-secure test suites summary',
117 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]118 'pattern': r"Test suite '(?P<"
119 r"test_case_id>[^\n]+)' has (.*) "
120 r"(?P<result>PASSED|FAILED)",
121 'fixup': {"pass": "PASSED", "fail": "FAILED"},
122 'required': [
123 ("psa_protected_storage"
124 "_ns_interface_tests_tfm_sst_test_1xxx_"),
125 ("psa_internal_trusted_storage"
126 "_ns_interface_tests_tfm_its_test_1xxx_"),
127 ("auditlog_"
128 "non_secure_interface_test_tfm_audit_test_1xxx_"),
129 ("crypto_"
130 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
131 ("initial_attestation_service_"
132 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
133 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
134 ]
135 }
136 ] # Monitors
137 }, # Regression
138 'RegressionIPC': {
139 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]140 "firmware": "tfm_s_ns_signed.bin",
141 "bootloader": "bl2.bin"
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]142 },
143 "monitors": [
144 {
145 'name': 'Secure_Test_Suites_Summary',
146 'start': 'Secure test suites summary',
147 'end': 'End of Secure test suites',
148 'pattern': r"Test suite '(?P<"
149 r"test_case_id>[^\n]+)' has (.*) "
150 r"(?P<result>PASSED|FAILED)",
151 'fixup': {"pass": "PASSED", "fail": "FAILED"},
152 'required': [
153 ("psa_protected_storage_"
154 "s_interface_tests_tfm_sst_test_2xxx_"),
155 "sst_reliability_tests_tfm_sst_test_3xxx_",
156 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
157 ("psa_internal_trusted_storage_"
158 "s_interface_tests_tfm_its_test_2xxx_"),
159 "its_reliability_tests_tfm_its_test_3xxx_",
160 ("audit_"
161 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
162 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
163 ("initial_attestation_service_"
164 "secure_interface_tests_tfm_attest_test_1xxx_"),
165 ]
166 },
167 {
168 'name': 'Non_Secure_Test_Suites_Summary',
169 'start': 'Non-secure test suites summary',
170 'end': r'End of Non-secure test suites',
171 'pattern': r"Test suite '(?P<"
172 r"test_case_id>[^\n]+)' has (.*) "
173 r"(?P<result>PASSED|FAILED)",
174 'fixup': {"pass": "PASSED", "fail": "FAILED"},
175 'required': [
176 ("psa_protected_storage"
177 "_ns_interface_tests_tfm_sst_test_1xxx_"),
178 ("psa_internal_trusted_storage"
179 "_ns_interface_tests_tfm_its_test_1xxx_"),
180 ("auditlog_"
181 "non_secure_interface_test_tfm_audit_test_1xxx_"),
182 ("crypto_"
183 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
184 ("initial_attestation_service_"
185 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
186 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
187 ]
188 }
189 ] # Monitors
190 }, # Regression
191 'RegressionIPCTfmLevel2': {
192 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]193 "firmware": "tfm_s_ns_signed.bin",
194 "bootloader": "bl2.bin"
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]195 },
196 "monitors": [
197 {
198 'name': 'Secure_Test_Suites_Summary',
199 'start': 'Secure test suites summary',
200 'end': 'End of Secure test suites',
201 'pattern': r"Test suite '(?P<"
202 r"test_case_id>[^\n]+)' has (.*) "
203 r"(?P<result>PASSED|FAILED)",
204 'fixup': {"pass": "PASSED", "fail": "FAILED"},
205 'required': [
206 ("psa_protected_storage_"
207 "s_interface_tests_tfm_sst_test_2xxx_"),
208 "sst_reliability_tests_tfm_sst_test_3xxx_",
209 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
210 ("psa_internal_trusted_storage_"
211 "s_interface_tests_tfm_its_test_2xxx_"),
212 "its_reliability_tests_tfm_its_test_3xxx_",
213 ("audit_"
214 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
215 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
216 ("initial_attestation_service_"
217 "secure_interface_tests_tfm_attest_test_1xxx_"),
218 ]
219 },
220 {
221 'name': 'Non_Secure_Test_Suites_Summary',
222 'start': 'Non-secure test suites summary',
223 'end': r'End of Non-secure test suites',
224 'pattern': r"Test suite '(?P<"
225 r"test_case_id>[^\n]+)' has (.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]226 r"(?P<result>PASSED|FAILED)",
227 'fixup': {"pass": "PASSED", "fail": "FAILED"},
228 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]229 ("psa_protected_storage"
230 "_ns_interface_tests_tfm_sst_test_1xxx_"),
TudorCretu8b138472019-08-30 10:51:05 +0100[diff] [blame]231 ("psa_internal_trusted_storage"
232 "_ns_interface_tests_tfm_its_test_1xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]233 ("auditlog_"
234 "non_secure_interface_test_tfm_audit_test_1xxx_"),
235 ("crypto_"
236 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
237 ("initial_attestation_service_"
Minos Galanakisf0dae4e2019-05-20 10:56:57 +0100[diff] [blame]238 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]239 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
240 ]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]241 }
242 ] # Monitors
243 }, # Regression
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]244 'CoreIPC': {
245 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]246 "firmware": "tfm_s_ns_signed.bin",
247 "bootloader": "bl2.bin"
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]248 },
249 "monitors": [
250 {
251 'name': 'Secure_Test_Suites_Summary',
Minos Galanakis8da148a2019-10-18 17:26:40 +0100[diff] [blame]252 'start': '[Sec Thread]',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]253 'end': 'system starting',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]254 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
255 r'(?P<test_case_id>Secure image '
256 r'initializing)(?P<result>!)',
257 'fixup': {"pass": "!", "fail": ""},
258 'required': ["secure_image_initializing"]
259 } # Monitors
260 ]
261 }, # CoreIPC
262 'CoreIPCTfmLevel2': {
263 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]264 "firmware": "tfm_s_ns_signed.bin",
265 "bootloader": "bl2.bin"
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]266 },
267 "monitors": [
268 {
269 'name': 'Secure_Test_Suites_Summary',
Minos Galanakis8da148a2019-10-18 17:26:40 +0100[diff] [blame]270 'start': '[Sec Thread]',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]271 'end': '\\x1b\\\[0m',
272 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
273 r'(?P<test_case_id>Secure image '
274 r'initializing)(?P<result>!)',
275 'fixup': {"pass": "!", "fail": ""},
276 'required': ["secure_image_initializing"]
277 } # Monitors
278 ]
279 }, # CoreIPCTfmLevel2
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]280 } # Tests
281}
282
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]283
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]284# FVP with BL2 bootloader
285# firmware <-> ns <-> application: --application cpu0=bl2.axf
286# bootloader <-> s <-> data: --data cpu0=tfm_s_ns_signed.bin@0x10080000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]287fvp_mps2_an521_bl2 = {
288 "templ": "fvp_mps2.jinja2",
289 "job_name": "fvp_mps2_an521_bl2",
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]290 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]291 "job_timeout": 15,
292 "action_timeout": 10,
293 "monitor_timeout": 10,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]294 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]295 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]296 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]297 "build_types": ["Debug", "Release", "Minsizerel"],
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]298 "boot_types": ["BL2"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]299 "data_bin_offset": "0x10080000",
300 "tests": {
301 'Default': {
302 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]303 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]304 "bootloader": "tfm_s_ns_signed.bin"
305 },
306 "monitors": [
307 {
308 'name': 'Secure_Test_Suites_Summary',
309 'start': r'[Sec Thread]',
310 'end': r'system starting',
311 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
312 r'(?P<test_case_id>Secure image '
313 r'initializing)(?P<result>!)',
314 'fixup': {"pass": "!", "fail": ""},
315 'required': ["secure_image_initializing"]
316 } # Monitors
317 ]
318 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]319 'DefaultProfileS': {
320 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]321 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]322 "bootloader": "tfm_s_ns_signed.bin"
323 },
324 "monitors": [
325 {
326 'name': 'Secure_Test_Suites_Summary',
327 'start': r'[Sec Thread]',
328 'end': r'system starting',
329 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
330 r'(?P<test_case_id>Secure image '
331 r'initializing)(?P<result>!)',
332 'fixup': {"pass": "!", "fail": ""},
333 'required': ["secure_image_initializing"]
334 } # Monitors
335 ]
336 }, # DefaultProfileS
337 'DefaultProfileM': {
338 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]339 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]340 "bootloader": "tfm_s_ns_signed.bin"
341 },
342 "monitors": [
343 {
344 'name': 'Secure_Test_Suites_Summary',
345 'start': r'[Sec Thread]',
346 'end': r'system starting',
347 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
348 r'(?P<test_case_id>Secure image '
349 r'initializing)(?P<result>!)',
350 'fixup': {"pass": "!", "fail": ""},
351 'required': ["secure_image_initializing"]
352 } # Monitors
353 ]
354 }, # DefaultProfileM
355
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]356 'Regression': {
357 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]358 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]359 "bootloader": "tfm_s_ns_signed.bin"
360 },
361 "monitors": [
362 {
363 'name': 'Secure_Test_Suites_Summary',
364 'start': 'Secure test suites summary',
365 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]366 'pattern': r"Test suite '(?P<"
367 r"test_case_id>[^\n]+)' has (.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]368 r"(?P<result>PASSED|FAILED)",
369 'fixup': {"pass": "PASSED", "fail": "FAILED"},
370 'required': [
371 ("psa_protected_storage_"
372 "s_interface_tests_tfm_sst_test_2xxx_"),
373 "sst_reliability_tests_tfm_sst_test_3xxx_",
374 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
375 ("psa_internal_trusted_storage_"
376 "s_interface_tests_tfm_its_test_2xxx_"),
377 "its_reliability_tests_tfm_its_test_3xxx_",
378 ("audit_"
379 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
380 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
381 ("initial_attestation_service_"
382 "secure_interface_tests_tfm_attest_test_1xxx_"),
383 ]
384 },
385 {
386 'name': 'Non_Secure_Test_Suites_Summary',
387 'start': 'Non-secure test suites summary',
388 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]389 'pattern': r"Test suite '(?P<"
390 r"test_case_id>[^\n]+)' has (.*) "
391 r"(?P<result>PASSED|FAILED)",
392 'fixup': {"pass": "PASSED", "fail": "FAILED"},
393 'required': [
394 ("psa_protected_storage"
395 "_ns_interface_tests_tfm_sst_test_1xxx_"),
396 ("psa_internal_trusted_storage"
397 "_ns_interface_tests_tfm_its_test_1xxx_"),
398 ("auditlog_"
399 "non_secure_interface_test_tfm_audit_test_1xxx_"),
400 ("crypto_"
401 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
402 ("initial_attestation_service_"
403 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
404 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
405 ]
406 }
407 ] # Monitors
408 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]409
410 'RegressionProfileM': {
411 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]412 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]413 "bootloader": "tfm_s_ns_signed.bin"
414 },
415 "monitors": [
416 {
417 'name': 'Secure_Test_Suites_Summary',
418 'start': 'Secure test suites summary',
419 'end': 'End of Secure test suites',
420 'pattern': r"Test suite '(?P<"
421 r"test_case_id>[^\n]+)' has (.*) "
422 r"(?P<result>PASSED|FAILED)",
423 'fixup': {"pass": "PASSED", "fail": "FAILED"},
424 'required': [
425 ("psa_protected_storage_"
426 "s_interface_tests_tfm_sst_test_2xxx_"),
427 "sst_reliability_tests_tfm_sst_test_3xxx_",
428 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
429 ("psa_internal_trusted_storage_"
430 "s_interface_tests_tfm_its_test_2xxx_"),
431 "its_reliability_tests_tfm_its_test_3xxx_",
432 ("audit_"
433 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
434 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
435 ("initial_attestation_service_"
436 "secure_interface_tests_tfm_attest_test_1xxx_"),
437 ]
438 },
439 {
440 'name': 'Non_Secure_Test_Suites_Summary',
441 'start': 'Non-secure test suites summary',
442 'end': r'End of Non-secure test suites',
443 'pattern': r"Test suite '(?P<"
444 r"test_case_id>[^\n]+)' has (.*) "
445 r"(?P<result>PASSED|FAILED)",
446 'fixup': {"pass": "PASSED", "fail": "FAILED"},
447 'required': [
448 ("psa_protected_storage"
449 "_ns_interface_tests_tfm_sst_test_1xxx_"),
450 ("psa_internal_trusted_storage"
451 "_ns_interface_tests_tfm_its_test_1xxx_"),
452 ("auditlog_"
453 "non_secure_interface_test_tfm_audit_test_1xxx_"),
454 ("crypto_"
455 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
456 ("initial_attestation_service_"
457 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
458 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
459 ]
460 }
461 ] # Monitors
462 }, # RegressionProfileM
463 'RegressionProfileS': {
464 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]465 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]466 "bootloader": "tfm_s_ns_signed.bin"
467 },
468 "monitors": [
469 {
470 'name': 'Secure_Test_Suites_Summary',
471 'start': 'Secure test suites summary',
472 'end': 'End of Secure test suites',
473 'pattern': r"Test suite '(?P<"
474 r"test_case_id>[^\n]+)' has (.*) "
475 r"(?P<result>PASSED|FAILED)",
476 'fixup': {"pass": "PASSED", "fail": "FAILED"},
477 'required': [
478 ("psa_protected_storage_"
479 "s_interface_tests_tfm_sst_test_2xxx_"),
480 "sst_reliability_tests_tfm_sst_test_3xxx_",
481 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
482 ("psa_internal_trusted_storage_"
483 "s_interface_tests_tfm_its_test_2xxx_"),
484 "its_reliability_tests_tfm_its_test_3xxx_",
485 ("audit_"
486 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
487 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
488 ("initial_attestation_service_"
489 "secure_interface_tests_tfm_attest_test_1xxx_"),
490 ]
491 },
492 {
493 'name': 'Non_Secure_Test_Suites_Summary',
494 'start': 'Non-secure test suites summary',
495 'end': r'End of Non-secure test suites',
496 'pattern': r"Test suite '(?P<"
497 r"test_case_id>[^\n]+)' has (.*) "
498 r"(?P<result>PASSED|FAILED)",
499 'fixup': {"pass": "PASSED", "fail": "FAILED"},
500 'required': [
501 ("psa_protected_storage"
502 "_ns_interface_tests_tfm_sst_test_1xxx_"),
503 ("psa_internal_trusted_storage"
504 "_ns_interface_tests_tfm_its_test_1xxx_"),
505 ("auditlog_"
506 "non_secure_interface_test_tfm_audit_test_1xxx_"),
507 ("crypto_"
508 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
509 ("initial_attestation_service_"
510 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
511 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
512 ]
513 }
514 ] # Monitors
515 }, # RegressionProfileS
516
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]517 'RegressionIPC': {
518 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]519 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]520 "bootloader": "tfm_s_ns_signed.bin"
521 },
522 "monitors": [
523 {
524 'name': 'Secure_Test_Suites_Summary',
525 'start': 'Secure test suites summary',
526 'end': 'End of Secure test suites',
527 'pattern': r"Test suite '(?P<"
528 r"test_case_id>[^\n]+)' has (.*) "
529 r"(?P<result>PASSED|FAILED)",
530 'fixup': {"pass": "PASSED", "fail": "FAILED"},
531 'required': [
532 ("psa_protected_storage_"
533 "s_interface_tests_tfm_sst_test_2xxx_"),
534 "sst_reliability_tests_tfm_sst_test_3xxx_",
535 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
536 ("psa_internal_trusted_storage_"
537 "s_interface_tests_tfm_its_test_2xxx_"),
538 "its_reliability_tests_tfm_its_test_3xxx_",
539 ("audit_"
540 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
541 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
542 ("initial_attestation_service_"
543 "secure_interface_tests_tfm_attest_test_1xxx_"),
544 ]
545 },
546 {
547 'name': 'Non_Secure_Test_Suites_Summary',
548 'start': 'Non-secure test suites summary',
549 'end': r'End of Non-secure test suites',
550 'pattern': r"Test suite '(?P<"
551 r"test_case_id>[^\n]+)' has (.*) "
552 r"(?P<result>PASSED|FAILED)",
553 'fixup': {"pass": "PASSED", "fail": "FAILED"},
554 'required': [
555 ("psa_protected_storage"
556 "_ns_interface_tests_tfm_sst_test_1xxx_"),
557 ("psa_internal_trusted_storage"
558 "_ns_interface_tests_tfm_its_test_1xxx_"),
559 ("auditlog_"
560 "non_secure_interface_test_tfm_audit_test_1xxx_"),
561 ("crypto_"
562 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
563 ("initial_attestation_service_"
564 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
565 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
566 ]
567 }
568 ] # Monitors
569 }, # Regression
570 'RegressionIPCTfmLevel2': {
571 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]572 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]573 "bootloader": "tfm_s_ns_signed.bin"
574 },
575 "monitors": [
576 {
577 'name': 'Secure_Test_Suites_Summary',
578 'start': 'Secure test suites summary',
579 'end': 'End of Secure test suites',
580 'pattern': r"Test suite '(?P<"
581 r"test_case_id>[^\n]+)' has (.*) "
582 r"(?P<result>PASSED|FAILED)",
583 'fixup': {"pass": "PASSED", "fail": "FAILED"},
584 'required': [
585 ("psa_protected_storage_"
586 "s_interface_tests_tfm_sst_test_2xxx_"),
587 "sst_reliability_tests_tfm_sst_test_3xxx_",
588 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
589 ("psa_internal_trusted_storage_"
590 "s_interface_tests_tfm_its_test_2xxx_"),
591 "its_reliability_tests_tfm_its_test_3xxx_",
592 ("audit_"
593 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
594 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
595 ("initial_attestation_service_"
596 "secure_interface_tests_tfm_attest_test_1xxx_"),
597 ]
598 },
599 {
600 'name': 'Non_Secure_Test_Suites_Summary',
601 'start': 'Non-secure test suites summary',
602 'end': r'End of Non-secure test suites',
603 'pattern': r"Test suite '(?P<"
604 r"test_case_id>[^\n]+)' has (.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]605 r"(?P<result>PASSED|FAILED)",
606 'fixup': {"pass": "PASSED", "fail": "FAILED"},
607 'required': [
608 ("psa_protected_storage"
609 "_ns_interface_tests_tfm_sst_test_1xxx_"),
610 ("psa_internal_trusted_storage"
611 "_ns_interface_tests_tfm_its_test_1xxx_"),
612 ("auditlog_"
613 "non_secure_interface_test_tfm_audit_test_1xxx_"),
614 ("crypto_"
615 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
616 ("initial_attestation_service_"
617 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
618 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
619 ]
620 }
621 ] # Monitors
622 }, # Regression
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]623 'RegressionIPCTfmLevel3': {
624 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]625 "firmware": "bl2.axf",
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]626 "bootloader": "tfm_s_ns_signed.bin"
627 },
628 "monitors": [
629 {
630 'name': 'Secure_Test_Suites_Summary',
631 'start': 'Secure test suites summary',
632 'end': 'End of Secure test suites',
633 'pattern': r"Test suite '(?P<"
634 r"test_case_id>[^\n]+)' has (.*) "
635 r"(?P<result>PASSED|FAILED)",
636 'fixup': {"pass": "PASSED", "fail": "FAILED"},
637 'required': [
638 ("psa_protected_storage_"
639 "s_interface_tests_tfm_sst_test_2xxx_"),
640 "sst_reliability_tests_tfm_sst_test_3xxx_",
641 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
642 ("psa_internal_trusted_storage_"
643 "s_interface_tests_tfm_its_test_2xxx_"),
644 "its_reliability_tests_tfm_its_test_3xxx_",
645 ("audit_"
646 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
647 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
648 ("initial_attestation_service_"
649 "secure_interface_tests_tfm_attest_test_1xxx_"),
650 ]
651 },
652 {
653 'name': 'Non_Secure_Test_Suites_Summary',
654 'start': 'Non-secure test suites summary',
655 'end': r'End of Non-secure test suites',
656 'pattern': r"Test suite '(?P<"
657 r"test_case_id>[^\n]+)' has (.*) "
658 r"(?P<result>PASSED|FAILED)",
659 'fixup': {"pass": "PASSED", "fail": "FAILED"},
660 'required': [
661 ("psa_protected_storage"
662 "_ns_interface_tests_tfm_sst_test_1xxx_"),
663 ("psa_internal_trusted_storage"
664 "_ns_interface_tests_tfm_its_test_1xxx_"),
665 ("auditlog_"
666 "non_secure_interface_test_tfm_audit_test_1xxx_"),
667 ("crypto_"
668 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
669 ("initial_attestation_service_"
670 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
671 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
672 ]
673 }
674 ] # Monitors
675 }, # Regression
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]676 'CoreIPC': {
677 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]678 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]679 "bootloader": "tfm_s_ns_signed.bin"
680 },
681 "monitors": [
682 {
683 'name': 'Secure_Test_Suites_Summary',
684 'start': r'[Sec Thread]',
685 'end': r'system starting',
686 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
687 r'(?P<test_case_id>Secure image '
688 r'initializing)(?P<result>!)',
689 'fixup': {"pass": "!", "fail": ""},
690 'required': ["secure_image_initializing"]
691 } # Monitors
692 ]
693 }, # CoreIPC
694 'CoreIPCTfmLevel2': {
695 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]696 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]697 "bootloader": "tfm_s_ns_signed.bin"
698 },
699 "monitors": [
700 {
701 'name': 'Secure_Test_Suites_Summary',
702 'start': r'[Sec Thread]',
703 'end': r'system starting',
704 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
705 r'(?P<test_case_id>Secure image '
706 r'initializing)(?P<result>!)',
707 'fixup': {"pass": "!", "fail": ""},
708 'required': ["secure_image_initializing"]
709 } # Monitors
710 ]
711 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]712 'CoreIPCTfmLevel3': {
713 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]714 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]715 "bootloader": "tfm_s_ns_signed.bin"
716 },
717 "monitors": [
718 {
719 'name': 'Secure_Test_Suites_Summary',
720 'start': r'[Sec Thread]',
721 'end': r'system starting',
722 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
723 r'(?P<test_case_id>Secure image '
724 r'initializing)(?P<result>!)',
725 'fixup': {"pass": "!", "fail": ""},
726 'required': ["secure_image_initializing"]
727 } # Monitors
728 ]
729 }, # CoreIPCTfmLevel3
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]730 } # Tests
731}
732
733
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]734# FVP without BL2 bootloader
735# firmware <-> ns <-> application: --application cpu0=tfm_s.axf
736# bootloader <-> s <-> data: --data cpu0=tfm_ns.bin@0x00100000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]737fvp_mps2_an521_nobl2 = {
738 "templ": "fvp_mps2.jinja2",
739 "job_name": "fvp_mps2_an521_nobl2",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]740 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]741 "job_timeout": 15,
742 "action_timeout": 10,
743 "monitor_timeout": 10,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]744 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]745 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]746 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]747 "build_types": ["Debug", "Release", "Minsizerel"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]748 "boot_types": ["NOBL2"],
749 "data_bin_offset": "0x00100000",
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]750 "cpu_baseline": 1,
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]751 "tests": {
752 'Default': {
753 "binaries": {
754 "firmware": "tfm_s.axf",
755 "bootloader": "tfm_ns.bin"
756 },
757 "monitors": [
758 {
759 'name': 'Secure_Test_Suites_Summary',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]760 'start': r'[Sec Thread]',
761 'end': r'system starting',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]762 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
763 r'(?P<test_case_id>Secure image '
764 r'initializing)(?P<result>!)',
765 'fixup': {"pass": "!", "fail": ""},
766 'required': ["secure_image_initializing"]
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]767 }
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]768 ]
769 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]770 'DefaultProfileS': {
771 "binaries": {
772 "firmware": "tfm_s.axf",
773 "bootloader": "tfm_ns.bin"
774 },
775 "monitors": [
776 {
777 'name': 'Secure_Test_Suites_Summary',
778 'start': r'[Sec Thread]',
779 'end': r'system starting',
780 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
781 r'(?P<test_case_id>Secure image '
782 r'initializing)(?P<result>!)',
783 'fixup': {"pass": "!", "fail": ""},
784 'required': ["secure_image_initializing"]
785 } # Monitors
786 ]
787 }, # DefaultProfileS
788 'DefaultProfileM': {
789 "binaries": {
790 "firmware": "tfm_s.axf",
791 "bootloader": "tfm_ns.bin"
792 },
793 "monitors": [
794 {
795 'name': 'Secure_Test_Suites_Summary',
796 'start': r'[Sec Thread]',
797 'end': r'system starting',
798 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
799 r'(?P<test_case_id>Secure image '
800 r'initializing)(?P<result>!)',
801 'fixup': {"pass": "!", "fail": ""},
802 'required': ["secure_image_initializing"]
803 } # Monitors
804 ]
805 }, # DefaultProfileM
806
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]807 'Regression': {
808 "binaries": {
809 "firmware": "tfm_s.axf",
810 "bootloader": "tfm_ns.bin"
811 },
812 "monitors": [
813 {
814 'name': 'Secure_Test_Suites_Summary',
815 'start': 'Secure test suites summary',
816 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]817 'pattern': r"Test suite '(?P<"
818 r"test_case_id>[^\n]+)' has (.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]819 r"(?P<result>PASSED|FAILED)",
820 'fixup': {"pass": "PASSED", "fail": "FAILED"},
821 'required': [
822 ("psa_protected_storage_"
823 "s_interface_tests_tfm_sst_test_2xxx_"),
824 "sst_reliability_tests_tfm_sst_test_3xxx_",
825 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
826 ("psa_internal_trusted_storage_"
827 "s_interface_tests_tfm_its_test_2xxx_"),
828 "its_reliability_tests_tfm_its_test_3xxx_",
829 ("audit_"
830 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
831 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
832 ("initial_attestation_service_"
833 "secure_interface_tests_tfm_attest_test_1xxx_"),
834 ]
835 },
836 {
837 'name': 'Non_Secure_Test_Suites_Summary',
838 'start': 'Non-secure test suites summary',
839 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]840 'pattern': r"Test suite '(?P<"
841 r"test_case_id>[^\n]+)' has (.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]842 r"(?P<result>PASSED|FAILED)",
843 'fixup': {"pass": "PASSED", "fail": "FAILED"},
844 'required': [
845 ("psa_protected_storage"
846 "_ns_interface_tests_tfm_sst_test_1xxx_"),
847 ("psa_internal_trusted_storage"
848 "_ns_interface_tests_tfm_its_test_1xxx_"),
849 ("auditlog_"
850 "non_secure_interface_test_tfm_audit_test_1xxx_"),
851 ("crypto_"
852 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
853 ("initial_attestation_service_"
854 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
855 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
856 ]
857 }
858 ] # Monitors
859 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]860 'RegressionProfileM': {
861 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]862 "firmware": "tfm_s.axf",
863 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]864 },
865 "monitors": [
866 {
867 'name': 'Secure_Test_Suites_Summary',
868 'start': 'Secure test suites summary',
869 'end': 'End of Secure test suites',
870 'pattern': r"Test suite '(?P<"
871 r"test_case_id>[^\n]+)' has (.*) "
872 r"(?P<result>PASSED|FAILED)",
873 'fixup': {"pass": "PASSED", "fail": "FAILED"},
874 'required': [
875 ("psa_protected_storage_"
876 "s_interface_tests_tfm_sst_test_2xxx_"),
877 "sst_reliability_tests_tfm_sst_test_3xxx_",
878 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
879 ("psa_internal_trusted_storage_"
880 "s_interface_tests_tfm_its_test_2xxx_"),
881 "its_reliability_tests_tfm_its_test_3xxx_",
882 ("audit_"
883 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
884 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
885 ("initial_attestation_service_"
886 "secure_interface_tests_tfm_attest_test_1xxx_"),
887 ]
888 },
889 {
890 'name': 'Non_Secure_Test_Suites_Summary',
891 'start': 'Non-secure test suites summary',
892 'end': r'End of Non-secure test suites',
893 'pattern': r"Test suite '(?P<"
894 r"test_case_id>[^\n]+)' has (.*) "
895 r"(?P<result>PASSED|FAILED)",
896 'fixup': {"pass": "PASSED", "fail": "FAILED"},
897 'required': [
898 ("psa_protected_storage"
899 "_ns_interface_tests_tfm_sst_test_1xxx_"),
900 ("psa_internal_trusted_storage"
901 "_ns_interface_tests_tfm_its_test_1xxx_"),
902 ("auditlog_"
903 "non_secure_interface_test_tfm_audit_test_1xxx_"),
904 ("crypto_"
905 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
906 ("initial_attestation_service_"
907 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
908 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
909 ]
910 }
911 ] # Monitors
912 }, # RegressionProfileM
913 'RegressionProfileS': {
914 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]915 "firmware": "tfm_s.axf",
916 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]917 },
918 "monitors": [
919 {
920 'name': 'Secure_Test_Suites_Summary',
921 'start': 'Secure test suites summary',
922 'end': 'End of Secure test suites',
923 'pattern': r"Test suite '(?P<"
924 r"test_case_id>[^\n]+)' has (.*) "
925 r"(?P<result>PASSED|FAILED)",
926 'fixup': {"pass": "PASSED", "fail": "FAILED"},
927 'required': [
928 ("psa_protected_storage_"
929 "s_interface_tests_tfm_sst_test_2xxx_"),
930 "sst_reliability_tests_tfm_sst_test_3xxx_",
931 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
932 ("psa_internal_trusted_storage_"
933 "s_interface_tests_tfm_its_test_2xxx_"),
934 "its_reliability_tests_tfm_its_test_3xxx_",
935 ("audit_"
936 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
937 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
938 ("initial_attestation_service_"
939 "secure_interface_tests_tfm_attest_test_1xxx_"),
940 ]
941 },
942 {
943 'name': 'Non_Secure_Test_Suites_Summary',
944 'start': 'Non-secure test suites summary',
945 'end': r'End of Non-secure test suites',
946 'pattern': r"Test suite '(?P<"
947 r"test_case_id>[^\n]+)' has (.*) "
948 r"(?P<result>PASSED|FAILED)",
949 'fixup': {"pass": "PASSED", "fail": "FAILED"},
950 'required': [
951 ("psa_protected_storage"
952 "_ns_interface_tests_tfm_sst_test_1xxx_"),
953 ("psa_internal_trusted_storage"
954 "_ns_interface_tests_tfm_its_test_1xxx_"),
955 ("auditlog_"
956 "non_secure_interface_test_tfm_audit_test_1xxx_"),
957 ("crypto_"
958 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
959 ("initial_attestation_service_"
960 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
961 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
962 ]
963 }
964 ] # Monitors
965 }, # RegressionProfileS
966
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]967 'RegressionIPC': {
968 "binaries": {
969 "firmware": "tfm_s.axf",
970 "bootloader": "tfm_ns.bin"
971 },
972 "monitors": [
973 {
974 'name': 'Secure_Test_Suites_Summary',
975 'start': 'Secure test suites summary',
976 'end': 'End of Secure test suites',
977 'pattern': r"Test suite '(?P<"
978 r"test_case_id>[^\n]+)' has (.*) "
979 r"(?P<result>PASSED|FAILED)",
980 'fixup': {"pass": "PASSED", "fail": "FAILED"},
981 'required': [
982 ("psa_protected_storage_"
983 "s_interface_tests_tfm_sst_test_2xxx_"),
984 "sst_reliability_tests_tfm_sst_test_3xxx_",
985 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
986 ("psa_internal_trusted_storage_"
987 "s_interface_tests_tfm_its_test_2xxx_"),
988 "its_reliability_tests_tfm_its_test_3xxx_",
989 ("audit_"
990 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
991 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
992 ("initial_attestation_service_"
993 "secure_interface_tests_tfm_attest_test_1xxx_"),
994 ]
995 },
996 {
997 'name': 'Non_Secure_Test_Suites_Summary',
998 'start': 'Non-secure test suites summary',
999 'end': r'End of Non-secure test suites',
1000 'pattern': r"Test suite '(?P<"
1001 r"test_case_id>[^\n]+)' has (.*) "
1002 r"(?P<result>PASSED|FAILED)",
1003 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1004 'required': [
1005 ("psa_protected_storage"
1006 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1007 ("psa_internal_trusted_storage"
1008 "_ns_interface_tests_tfm_its_test_1xxx_"),
1009 ("auditlog_"
1010 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1011 ("crypto_"
1012 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1013 ("initial_attestation_service_"
1014 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1015 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1016 ]
1017 }
1018 ] # Monitors
1019 }, # RegressionIPC
1020 'RegressionIPCTfmLevel2': {
1021 "binaries": {
1022 "firmware": "tfm_s.axf",
1023 "bootloader": "tfm_ns.bin"
1024 },
1025 "monitors": [
1026 {
1027 'name': 'Secure_Test_Suites_Summary',
1028 'start': 'Secure test suites summary',
1029 'end': 'End of Secure test suites',
1030 'pattern': r"Test suite '(?P<"
1031 r"test_case_id>[^\n]+)' has (.*) "
1032 r"(?P<result>PASSED|FAILED)",
1033 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1034 'required': [
1035 ("psa_protected_storage_"
1036 "s_interface_tests_tfm_sst_test_2xxx_"),
1037 "sst_reliability_tests_tfm_sst_test_3xxx_",
1038 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1039 ("psa_internal_trusted_storage_"
1040 "s_interface_tests_tfm_its_test_2xxx_"),
1041 "its_reliability_tests_tfm_its_test_3xxx_",
1042 ("audit_"
1043 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1044 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1045 ("initial_attestation_service_"
1046 "secure_interface_tests_tfm_attest_test_1xxx_"),
1047 ]
1048 },
1049 {
1050 'name': 'Non_Secure_Test_Suites_Summary',
1051 'start': 'Non-secure test suites summary',
1052 'end': r'End of Non-secure test suites',
1053 'pattern': r"Test suite '(?P<"
1054 r"test_case_id>[^\n]+)' has (.*) "
1055 r"(?P<result>PASSED|FAILED)",
1056 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1057 'required': [
1058 ("psa_protected_storage"
1059 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1060 ("psa_internal_trusted_storage"
1061 "_ns_interface_tests_tfm_its_test_1xxx_"),
1062 ("auditlog_"
1063 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1064 ("crypto_"
1065 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1066 ("initial_attestation_service_"
1067 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1068 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1069 ]
1070 }
1071 ] # Monitors
1072 }, # RegressionIPCTfmLevel2
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1073 'RegressionIPCTfmLevel3': {
1074 "binaries": {
1075 "firmware": "tfm_s.axf",
1076 "bootloader": "tfm_ns.bin"
1077 },
1078 "monitors": [
1079 {
1080 'name': 'Secure_Test_Suites_Summary',
1081 'start': 'Secure test suites summary',
1082 'end': 'End of Secure test suites',
1083 'pattern': r"Test suite '(?P<"
1084 r"test_case_id>[^\n]+)' has (.*) "
1085 r"(?P<result>PASSED|FAILED)",
1086 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1087 'required': [
1088 ("psa_protected_storage_"
1089 "s_interface_tests_tfm_sst_test_2xxx_"),
1090 "sst_reliability_tests_tfm_sst_test_3xxx_",
1091 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1092 ("psa_internal_trusted_storage_"
1093 "s_interface_tests_tfm_its_test_2xxx_"),
1094 "its_reliability_tests_tfm_its_test_3xxx_",
1095 ("audit_"
1096 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1097 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1098 ("initial_attestation_service_"
1099 "secure_interface_tests_tfm_attest_test_1xxx_"),
1100 ]
1101 },
1102 {
1103 'name': 'Non_Secure_Test_Suites_Summary',
1104 'start': 'Non-secure test suites summary',
1105 'end': r'End of Non-secure test suites',
1106 'pattern': r"Test suite '(?P<"
1107 r"test_case_id>[^\n]+)' has (.*) "
1108 r"(?P<result>PASSED|FAILED)",
1109 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1110 'required': [
1111 ("psa_protected_storage"
1112 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1113 ("psa_internal_trusted_storage"
1114 "_ns_interface_tests_tfm_its_test_1xxx_"),
1115 ("auditlog_"
1116 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1117 ("crypto_"
1118 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1119 ("initial_attestation_service_"
1120 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1121 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1122 ]
1123 }
1124 ] # Monitors
1125 }, # RegressionIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1126 'CoreIPC': {
1127 "binaries": {
1128 "firmware": "tfm_s.axf",
1129 "bootloader": "tfm_ns.bin"
1130 },
1131 "monitors": [
1132 {
1133 'name': 'Secure_Test_Suites_Summary',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1134 'start': r'[Sec Thread]',
1135 'end': r'system starting',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1136 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1137 r'(?P<test_case_id>Secure image '
1138 r'initializing)(?P<result>!)',
1139 'fixup': {"pass": "!", "fail": ""},
1140 'required': ["secure_image_initializing"]
1141 } # Monitors
1142 ]
1143 }, # CoreIPC
1144 'CoreIPCTfmLevel2': {
1145 "binaries": {
1146 "firmware": "tfm_s.axf",
1147 "bootloader": "tfm_ns.bin"
1148 },
1149 "monitors": [
1150 {
1151 'name': 'Secure_Test_Suites_Summary',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1152 'start': r'[Sec Thread]',
1153 'end': r'system starting',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1154 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1155 r'(?P<test_case_id>Secure image '
1156 r'initializing)(?P<result>!)',
1157 'fixup': {"pass": "!", "fail": ""},
1158 'required': ["secure_image_initializing"]
1159 } # Monitors
1160 ]
1161 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1162 'CoreIPCTfmLevel3': {
1163 "binaries": {
1164 "firmware": "tfm_s.axf",
1165 "bootloader": "tfm_ns.bin"
1166 },
1167 "monitors": [
1168 {
1169 'name': 'Secure_Test_Suites_Summary',
1170 'start': r'[Sec Thread]',
1171 'end': r'system starting',
1172 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1173 r'(?P<test_case_id>Secure image '
1174 r'initializing)(?P<result>!)',
1175 'fixup': {"pass": "!", "fail": ""},
1176 'required': ["secure_image_initializing"]
1177 } # Monitors
1178 ]
1179 }, # CoreIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1180 } # Tests
1181}
1182
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1183
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1184# FVP with BL2 bootloader
1185# firmware <-> ns <-> application: --application cpu0=bl2.axf
1186# bootloader <-> s <-> data: --data cpu0=tfm_s_ns_signed.bin@0x10080000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1187fvp_mps2_an519_bl2 = {
1188 "templ": "fvp_mps2.jinja2",
1189 "job_name": "fvp_mps2_an519_bl2",
1190 "device_type": "fvp",
1191 "job_timeout": 15,
1192 "action_timeout": 10,
1193 "monitor_timeout": 10,
1194 "poweroff_timeout": 1,
1195 "platforms": {"AN519": ""},
1196 "compilers": ["GNUARM", "ARMCLANG"],
1197 "build_types": ["Debug", "Release", "Minsizerel"],
1198 "boot_types": ["BL2"],
1199 "data_bin_offset": "0x10080000",
1200 "cpu0_baseline": 1,
1201 "tests": {
1202 'Default': {
1203 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1204 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1205 "bootloader": "tfm_s_ns_signed.bin"
1206 },
1207 "monitors": [
1208 {
1209 'name': 'Secure_Test_Suites_Summary',
1210 'start': r'[Sec Thread]',
1211 'end': r'system starting',
1212 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1213 r'(?P<test_case_id>Secure image '
1214 r'initializing)(?P<result>!)',
1215 'fixup': {"pass": "!", "fail": ""},
1216 'required': ["secure_image_initializing"]
1217 } # Monitors
1218 ]
1219 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1220 'DefaultProfileS': {
1221 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1222 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1223 "bootloader": "tfm_s_ns_signed.bin"
1224 },
1225 "monitors": [
1226 {
1227 'name': 'Secure_Test_Suites_Summary',
1228 'start': r'[Sec Thread]',
1229 'end': r'system starting',
1230 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1231 r'(?P<test_case_id>Secure image '
1232 r'initializing)(?P<result>!)',
1233 'fixup': {"pass": "!", "fail": ""},
1234 'required': ["secure_image_initializing"]
1235 } # Monitors
1236 ]
1237 }, # DefaultProfileS
1238 'DefaultProfileM': {
1239 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1240 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1241 "bootloader": "tfm_s_ns_signed.bin"
1242 },
1243 "monitors": [
1244 {
1245 'name': 'Secure_Test_Suites_Summary',
1246 'start': r'[Sec Thread]',
1247 'end': r'system starting',
1248 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1249 r'(?P<test_case_id>Secure image '
1250 r'initializing)(?P<result>!)',
1251 'fixup': {"pass": "!", "fail": ""},
1252 'required': ["secure_image_initializing"]
1253 } # Monitors
1254 ]
1255 }, # DefaultProfileM
1256
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1257 'Regression': {
1258 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1259 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1260 "bootloader": "tfm_s_ns_signed.bin"
1261 },
1262 "monitors": [
1263 {
1264 'name': 'Secure_Test_Suites_Summary',
1265 'start': 'Secure test suites summary',
1266 'end': 'End of Secure test suites',
1267 'pattern': r"Test suite '(?P<"
1268 r"test_case_id>[^\n]+)' has (.*) "
1269 r"(?P<result>PASSED|FAILED)",
1270 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1271 'required': [
1272 ("psa_protected_storage_"
1273 "s_interface_tests_tfm_sst_test_2xxx_"),
1274 "sst_reliability_tests_tfm_sst_test_3xxx_",
1275 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1276 ("psa_internal_trusted_storage_"
1277 "s_interface_tests_tfm_its_test_2xxx_"),
1278 "its_reliability_tests_tfm_its_test_3xxx_",
1279 ("audit_"
1280 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1281 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1282 ("initial_attestation_service_"
1283 "secure_interface_tests_tfm_attest_test_1xxx_"),
1284 ]
1285 },
1286 {
1287 'name': 'Non_Secure_Test_Suites_Summary',
1288 'start': 'Non-secure test suites summary',
1289 'end': r'End of Non-secure test suites',
1290 'pattern': r"Test suite '(?P<"
1291 r"test_case_id>[^\n]+)' has (.*) "
1292 r"(?P<result>PASSED|FAILED)",
1293 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1294 'required': [
1295 ("psa_protected_storage"
1296 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1297 ("psa_internal_trusted_storage"
1298 "_ns_interface_tests_tfm_its_test_1xxx_"),
1299 ("auditlog_"
1300 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1301 ("crypto_"
1302 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1303 ("initial_attestation_service_"
1304 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1305 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1306 ]
1307 }
1308 ] # Monitors
1309 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1310
1311 'RegressionProfileM': {
1312 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1313 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1314 "bootloader": "tfm_s_ns_signed.bin"
1315 },
1316 "monitors": [
1317 {
1318 'name': 'Secure_Test_Suites_Summary',
1319 'start': 'Secure test suites summary',
1320 'end': 'End of Secure test suites',
1321 'pattern': r"Test suite '(?P<"
1322 r"test_case_id>[^\n]+)' has (.*) "
1323 r"(?P<result>PASSED|FAILED)",
1324 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1325 'required': [
1326 ("psa_protected_storage_"
1327 "s_interface_tests_tfm_sst_test_2xxx_"),
1328 "sst_reliability_tests_tfm_sst_test_3xxx_",
1329 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1330 ("psa_internal_trusted_storage_"
1331 "s_interface_tests_tfm_its_test_2xxx_"),
1332 "its_reliability_tests_tfm_its_test_3xxx_",
1333 ("audit_"
1334 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1335 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1336 ("initial_attestation_service_"
1337 "secure_interface_tests_tfm_attest_test_1xxx_"),
1338 ]
1339 },
1340 {
1341 'name': 'Non_Secure_Test_Suites_Summary',
1342 'start': 'Non-secure test suites summary',
1343 'end': r'End of Non-secure test suites',
1344 'pattern': r"Test suite '(?P<"
1345 r"test_case_id>[^\n]+)' has (.*) "
1346 r"(?P<result>PASSED|FAILED)",
1347 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1348 'required': [
1349 ("psa_protected_storage"
1350 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1351 ("psa_internal_trusted_storage"
1352 "_ns_interface_tests_tfm_its_test_1xxx_"),
1353 ("auditlog_"
1354 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1355 ("crypto_"
1356 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1357 ("initial_attestation_service_"
1358 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1359 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1360 ]
1361 }
1362 ] # Monitors
1363 }, # RegressionProfileM
1364 'RegressionProfileS': {
1365 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1366 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1367 "bootloader": "tfm_s_ns_signed.bin"
1368 },
1369 "monitors": [
1370 {
1371 'name': 'Secure_Test_Suites_Summary',
1372 'start': 'Secure test suites summary',
1373 'end': 'End of Secure test suites',
1374 'pattern': r"Test suite '(?P<"
1375 r"test_case_id>[^\n]+)' has (.*) "
1376 r"(?P<result>PASSED|FAILED)",
1377 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1378 'required': [
1379 ("psa_protected_storage_"
1380 "s_interface_tests_tfm_sst_test_2xxx_"),
1381 "sst_reliability_tests_tfm_sst_test_3xxx_",
1382 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1383 ("psa_internal_trusted_storage_"
1384 "s_interface_tests_tfm_its_test_2xxx_"),
1385 "its_reliability_tests_tfm_its_test_3xxx_",
1386 ("audit_"
1387 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1388 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1389 ("initial_attestation_service_"
1390 "secure_interface_tests_tfm_attest_test_1xxx_"),
1391 ]
1392 },
1393 {
1394 'name': 'Non_Secure_Test_Suites_Summary',
1395 'start': 'Non-secure test suites summary',
1396 'end': r'End of Non-secure test suites',
1397 'pattern': r"Test suite '(?P<"
1398 r"test_case_id>[^\n]+)' has (.*) "
1399 r"(?P<result>PASSED|FAILED)",
1400 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1401 'required': [
1402 ("psa_protected_storage"
1403 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1404 ("psa_internal_trusted_storage"
1405 "_ns_interface_tests_tfm_its_test_1xxx_"),
1406 ("auditlog_"
1407 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1408 ("crypto_"
1409 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1410 ("initial_attestation_service_"
1411 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1412 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1413 ]
1414 }
1415 ] # Monitors
1416 }, # RegressionProfileS
1417
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1418 'RegressionIPC': {
1419 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1420 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1421 "bootloader": "tfm_s_ns_signed.bin"
1422 },
1423 "monitors": [
1424 {
1425 'name': 'Secure_Test_Suites_Summary',
1426 'start': 'Secure test suites summary',
1427 'end': 'End of Secure test suites',
1428 'pattern': r"Test suite '(?P<"
1429 r"test_case_id>[^\n]+)' has (.*) "
1430 r"(?P<result>PASSED|FAILED)",
1431 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1432 'required': [
1433 ("psa_protected_storage_"
1434 "s_interface_tests_tfm_sst_test_2xxx_"),
1435 "sst_reliability_tests_tfm_sst_test_3xxx_",
1436 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1437 ("psa_internal_trusted_storage_"
1438 "s_interface_tests_tfm_its_test_2xxx_"),
1439 "its_reliability_tests_tfm_its_test_3xxx_",
1440 ("audit_"
1441 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1442 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1443 ("initial_attestation_service_"
1444 "secure_interface_tests_tfm_attest_test_1xxx_"),
1445 ]
1446 },
1447 {
1448 'name': 'Non_Secure_Test_Suites_Summary',
1449 'start': 'Non-secure test suites summary',
1450 'end': r'End of Non-secure test suites',
1451 'pattern': r"Test suite '(?P<"
1452 r"test_case_id>[^\n]+)' has (.*) "
1453 r"(?P<result>PASSED|FAILED)",
1454 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1455 'required': [
1456 ("psa_protected_storage"
1457 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1458 ("psa_internal_trusted_storage"
1459 "_ns_interface_tests_tfm_its_test_1xxx_"),
1460 ("auditlog_"
1461 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1462 ("crypto_"
1463 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1464 ("initial_attestation_service_"
1465 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1466 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1467 ]
1468 }
1469 ] # Monitors
1470 }, # Regression
1471 'RegressionIPCTfmLevel2': {
1472 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1473 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1474 "bootloader": "tfm_s_ns_signed.bin"
1475 },
1476 "monitors": [
1477 {
1478 'name': 'Secure_Test_Suites_Summary',
1479 'start': 'Secure test suites summary',
1480 'end': 'End of Secure test suites',
1481 'pattern': r"Test suite '(?P<"
1482 r"test_case_id>[^\n]+)' has (.*) "
1483 r"(?P<result>PASSED|FAILED)",
1484 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1485 'required': [
1486 ("psa_protected_storage_"
1487 "s_interface_tests_tfm_sst_test_2xxx_"),
1488 "sst_reliability_tests_tfm_sst_test_3xxx_",
1489 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1490 ("psa_internal_trusted_storage_"
1491 "s_interface_tests_tfm_its_test_2xxx_"),
1492 "its_reliability_tests_tfm_its_test_3xxx_",
1493 ("audit_"
1494 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1495 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1496 ("initial_attestation_service_"
1497 "secure_interface_tests_tfm_attest_test_1xxx_"),
1498 ]
1499 },
1500 {
1501 'name': 'Non_Secure_Test_Suites_Summary',
1502 'start': 'Non-secure test suites summary',
1503 'end': r'End of Non-secure test suites',
1504 'pattern': r"Test suite '(?P<"
1505 r"test_case_id>[^\n]+)' has (.*) "
1506 r"(?P<result>PASSED|FAILED)",
1507 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1508 'required': [
1509 ("psa_protected_storage"
1510 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1511 ("psa_internal_trusted_storage"
1512 "_ns_interface_tests_tfm_its_test_1xxx_"),
1513 ("auditlog_"
1514 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1515 ("crypto_"
1516 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1517 ("initial_attestation_service_"
1518 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1519 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1520 ]
1521 }
1522 ] # Monitors
1523 }, # Regression
1524 'CoreIPC': {
1525 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1526 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1527 "bootloader": "tfm_s_ns_signed.bin"
1528 },
1529 "monitors": [
1530 {
1531 'name': 'Secure_Test_Suites_Summary',
1532 'start': r'[Sec Thread]',
1533 'end': r'system starting',
1534 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1535 r'(?P<test_case_id>Secure image '
1536 r'initializing)(?P<result>!)',
1537 'fixup': {"pass": "!", "fail": ""},
1538 'required': ["secure_image_initializing"]
1539 } # Monitors
1540 ]
1541 }, # CoreIPC
1542 'CoreIPCTfmLevel2': {
1543 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1544 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1545 "bootloader": "tfm_s_ns_signed.bin"
1546 },
1547 "monitors": [
1548 {
1549 'name': 'Secure_Test_Suites_Summary',
1550 'start': r'[Sec Thread]',
1551 'end': r'system starting',
1552 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1553 r'(?P<test_case_id>Secure image '
1554 r'initializing)(?P<result>!)',
1555 'fixup': {"pass": "!", "fail": ""},
1556 'required': ["secure_image_initializing"]
1557 } # Monitors
1558 ]
1559 }, # CoreIPCTfmLevel2
1560 } # Tests
1561}
1562
1563
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1564# FVP without BL2 bootloader
1565# firmware <-> ns <-> application: --application cpu0=tfm_s.axf
1566# bootloader <-> s <-> data: --data cpu0=tfm_ns.bin@0x00100000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1567fvp_mps2_an519_nobl2 = {
1568 "templ": "fvp_mps2.jinja2",
1569 "job_name": "fvp_mps2_an519_nobl2",
1570 "device_type": "fvp",
1571 "job_timeout": 15,
1572 "action_timeout": 10,
1573 "monitor_timeout": 10,
1574 "poweroff_timeout": 1,
1575 "platforms": {"AN519": ""},
1576 "compilers": ["GNUARM", "ARMCLANG"],
1577 "build_types": ["Debug", "Release", "Minsizerel"],
1578 "boot_types": ["NOBL2"],
1579 "data_bin_offset": "0x00100000",
1580 "cpu0_baseline": 1,
1581 "tests": {
1582 'Default': {
1583 "binaries": {
1584 "firmware": "tfm_s.axf",
1585 "bootloader": "tfm_ns.bin"
1586 },
1587 "monitors": [
1588 {
1589 'name': 'Secure_Test_Suites_Summary',
1590 'start': r'[Sec Thread]',
1591 'end': r'system starting',
1592 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1593 r'(?P<test_case_id>Secure image '
1594 r'initializing)(?P<result>!)',
1595 'fixup': {"pass": "!", "fail": ""},
1596 'required': ["secure_image_initializing"]
1597 }
1598 ]
1599 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1600 'DefaultProfileS': {
1601 "binaries": {
1602 "firmware": "tfm_s.axf",
1603 "bootloader": "tfm_ns.bin"
1604 },
1605 "monitors": [
1606 {
1607 'name': 'Secure_Test_Suites_Summary',
1608 'start': r'[Sec Thread]',
1609 'end': r'system starting',
1610 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1611 r'(?P<test_case_id>Secure image '
1612 r'initializing)(?P<result>!)',
1613 'fixup': {"pass": "!", "fail": ""},
1614 'required': ["secure_image_initializing"]
1615 } # Monitors
1616 ]
1617 }, # DefaultProfileS
1618 'DefaultProfileM': {
1619 "binaries": {
1620 "firmware": "tfm_s.axf",
1621 "bootloader": "tfm_ns.bin"
1622 },
1623 "monitors": [
1624 {
1625 'name': 'Secure_Test_Suites_Summary',
1626 'start': r'[Sec Thread]',
1627 'end': r'system starting',
1628 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1629 r'(?P<test_case_id>Secure image '
1630 r'initializing)(?P<result>!)',
1631 'fixup': {"pass": "!", "fail": ""},
1632 'required': ["secure_image_initializing"]
1633 } # Monitors
1634 ]
1635 }, # DefaultProfileM
1636
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1637 'Regression': {
1638 "binaries": {
1639 "firmware": "tfm_s.axf",
1640 "bootloader": "tfm_ns.bin"
1641 },
1642 "monitors": [
1643 {
1644 'name': 'Secure_Test_Suites_Summary',
1645 'start': 'Secure test suites summary',
1646 'end': 'End of Secure test suites',
1647 'pattern': r"Test suite '(?P<"
1648 r"test_case_id>[^\n]+)' has (.*) "
1649 r"(?P<result>PASSED|FAILED)",
1650 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1651 'required': [
1652 ("psa_protected_storage_"
1653 "s_interface_tests_tfm_sst_test_2xxx_"),
1654 "sst_reliability_tests_tfm_sst_test_3xxx_",
1655 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1656 ("psa_internal_trusted_storage_"
1657 "s_interface_tests_tfm_its_test_2xxx_"),
1658 "its_reliability_tests_tfm_its_test_3xxx_",
1659 ("audit_"
1660 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1661 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1662 ("initial_attestation_service_"
1663 "secure_interface_tests_tfm_attest_test_1xxx_"),
1664 ]
1665 },
1666 {
1667 'name': 'Non_Secure_Test_Suites_Summary',
1668 'start': 'Non-secure test suites summary',
1669 'end': r'End of Non-secure test suites',
1670 'pattern': r"Test suite '(?P<"
1671 r"test_case_id>[^\n]+)' has (.*) "
1672 r"(?P<result>PASSED|FAILED)",
1673 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1674 'required': [
1675 ("psa_protected_storage"
1676 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1677 ("psa_internal_trusted_storage"
1678 "_ns_interface_tests_tfm_its_test_1xxx_"),
1679 ("auditlog_"
1680 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1681 ("crypto_"
1682 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1683 ("initial_attestation_service_"
1684 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1685 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1686 ]
1687 }
1688 ] # Monitors
1689 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1690 'RegressionProfileM': {
1691 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1692 "firmware": "tfm_s.axf",
1693 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1694 },
1695 "monitors": [
1696 {
1697 'name': 'Secure_Test_Suites_Summary',
1698 'start': 'Secure test suites summary',
1699 'end': 'End of Secure test suites',
1700 'pattern': r"Test suite '(?P<"
1701 r"test_case_id>[^\n]+)' has (.*) "
1702 r"(?P<result>PASSED|FAILED)",
1703 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1704 'required': [
1705 ("psa_protected_storage_"
1706 "s_interface_tests_tfm_sst_test_2xxx_"),
1707 "sst_reliability_tests_tfm_sst_test_3xxx_",
1708 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1709 ("psa_internal_trusted_storage_"
1710 "s_interface_tests_tfm_its_test_2xxx_"),
1711 "its_reliability_tests_tfm_its_test_3xxx_",
1712 ("audit_"
1713 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1714 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1715 ("initial_attestation_service_"
1716 "secure_interface_tests_tfm_attest_test_1xxx_"),
1717 ]
1718 },
1719 {
1720 'name': 'Non_Secure_Test_Suites_Summary',
1721 'start': 'Non-secure test suites summary',
1722 'end': r'End of Non-secure test suites',
1723 'pattern': r"Test suite '(?P<"
1724 r"test_case_id>[^\n]+)' has (.*) "
1725 r"(?P<result>PASSED|FAILED)",
1726 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1727 'required': [
1728 ("psa_protected_storage"
1729 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1730 ("psa_internal_trusted_storage"
1731 "_ns_interface_tests_tfm_its_test_1xxx_"),
1732 ("auditlog_"
1733 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1734 ("crypto_"
1735 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1736 ("initial_attestation_service_"
1737 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1738 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1739 ]
1740 }
1741 ] # Monitors
1742 }, # RegressionProfileM
1743 'RegressionProfileS': {
1744 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1745 "firmware": "tfm_s.axf",
1746 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1747 },
1748 "monitors": [
1749 {
1750 'name': 'Secure_Test_Suites_Summary',
1751 'start': 'Secure test suites summary',
1752 'end': 'End of Secure test suites',
1753 'pattern': r"Test suite '(?P<"
1754 r"test_case_id>[^\n]+)' has (.*) "
1755 r"(?P<result>PASSED|FAILED)",
1756 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1757 'required': [
1758 ("psa_protected_storage_"
1759 "s_interface_tests_tfm_sst_test_2xxx_"),
1760 "sst_reliability_tests_tfm_sst_test_3xxx_",
1761 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1762 ("psa_internal_trusted_storage_"
1763 "s_interface_tests_tfm_its_test_2xxx_"),
1764 "its_reliability_tests_tfm_its_test_3xxx_",
1765 ("audit_"
1766 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1767 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1768 ("initial_attestation_service_"
1769 "secure_interface_tests_tfm_attest_test_1xxx_"),
1770 ]
1771 },
1772 {
1773 'name': 'Non_Secure_Test_Suites_Summary',
1774 'start': 'Non-secure test suites summary',
1775 'end': r'End of Non-secure test suites',
1776 'pattern': r"Test suite '(?P<"
1777 r"test_case_id>[^\n]+)' has (.*) "
1778 r"(?P<result>PASSED|FAILED)",
1779 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1780 'required': [
1781 ("psa_protected_storage"
1782 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1783 ("psa_internal_trusted_storage"
1784 "_ns_interface_tests_tfm_its_test_1xxx_"),
1785 ("auditlog_"
1786 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1787 ("crypto_"
1788 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1789 ("initial_attestation_service_"
1790 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1791 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1792 ]
1793 }
1794 ] # Monitors
1795 }, # RegressionProfileS
1796
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1797 'RegressionIPC': {
1798 "binaries": {
1799 "firmware": "tfm_s.axf",
1800 "bootloader": "tfm_ns.bin"
1801 },
1802 "monitors": [
1803 {
1804 'name': 'Secure_Test_Suites_Summary',
1805 'start': 'Secure test suites summary',
1806 'end': 'End of Secure test suites',
1807 'pattern': r"Test suite '(?P<"
1808 r"test_case_id>[^\n]+)' has (.*) "
1809 r"(?P<result>PASSED|FAILED)",
1810 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1811 'required': [
1812 ("psa_protected_storage_"
1813 "s_interface_tests_tfm_sst_test_2xxx_"),
1814 "sst_reliability_tests_tfm_sst_test_3xxx_",
1815 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1816 ("psa_internal_trusted_storage_"
1817 "s_interface_tests_tfm_its_test_2xxx_"),
1818 "its_reliability_tests_tfm_its_test_3xxx_",
1819 ("audit_"
1820 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1821 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1822 ("initial_attestation_service_"
1823 "secure_interface_tests_tfm_attest_test_1xxx_"),
1824 ]
1825 },
1826 {
1827 'name': 'Non_Secure_Test_Suites_Summary',
1828 'start': 'Non-secure test suites summary',
1829 'end': r'End of Non-secure test suites',
1830 'pattern': r"Test suite '(?P<"
1831 r"test_case_id>[^\n]+)' has (.*) "
1832 r"(?P<result>PASSED|FAILED)",
1833 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1834 'required': [
1835 ("psa_protected_storage"
1836 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1837 ("psa_internal_trusted_storage"
1838 "_ns_interface_tests_tfm_its_test_1xxx_"),
1839 ("auditlog_"
1840 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1841 ("crypto_"
1842 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1843 ("initial_attestation_service_"
1844 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1845 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1846 ]
1847 }
1848 ] # Monitors
1849 }, # RegressionIPC
1850 'RegressionIPCTfmLevel2': {
1851 "binaries": {
1852 "firmware": "tfm_s.axf",
1853 "bootloader": "tfm_ns.bin"
1854 },
1855 "monitors": [
1856 {
1857 'name': 'Secure_Test_Suites_Summary',
1858 'start': 'Secure test suites summary',
1859 'end': 'End of Secure test suites',
1860 'pattern': r"Test suite '(?P<"
1861 r"test_case_id>[^\n]+)' has (.*) "
1862 r"(?P<result>PASSED|FAILED)",
1863 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1864 'required': [
1865 ("psa_protected_storage_"
1866 "s_interface_tests_tfm_sst_test_2xxx_"),
1867 "sst_reliability_tests_tfm_sst_test_3xxx_",
1868 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1869 ("psa_internal_trusted_storage_"
1870 "s_interface_tests_tfm_its_test_2xxx_"),
1871 "its_reliability_tests_tfm_its_test_3xxx_",
1872 ("audit_"
1873 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1874 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1875 ("initial_attestation_service_"
1876 "secure_interface_tests_tfm_attest_test_1xxx_"),
1877 ]
1878 },
1879 {
1880 'name': 'Non_Secure_Test_Suites_Summary',
1881 'start': 'Non-secure test suites summary',
1882 'end': r'End of Non-secure test suites',
1883 'pattern': r"Test suite '(?P<"
1884 r"test_case_id>[^\n]+)' has (.*) "
1885 r"(?P<result>PASSED|FAILED)",
1886 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1887 'required': [
1888 ("psa_protected_storage"
1889 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1890 ("psa_internal_trusted_storage"
1891 "_ns_interface_tests_tfm_its_test_1xxx_"),
1892 ("auditlog_"
1893 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1894 ("crypto_"
1895 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1896 ("initial_attestation_service_"
1897 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1898 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1899 ]
1900 }
1901 ] # Monitors
1902 }, # RegressionIPCTfmLevel2
1903 'CoreIPC': {
1904 "binaries": {
1905 "firmware": "tfm_s.axf",
1906 "bootloader": "tfm_ns.bin"
1907 },
1908 "monitors": [
1909 {
1910 'name': 'Secure_Test_Suites_Summary',
1911 'start': r'[Sec Thread]',
1912 'end': r'system starting',
1913 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1914 r'(?P<test_case_id>Secure image '
1915 r'initializing)(?P<result>!)',
1916 'fixup': {"pass": "!", "fail": ""},
1917 'required': ["secure_image_initializing"]
1918 } # Monitors
1919 ]
1920 }, # CoreIPC
1921 'CoreIPCTfmLevel2': {
1922 "binaries": {
1923 "firmware": "tfm_s.axf",
1924 "bootloader": "tfm_ns.bin"
1925 },
1926 "monitors": [
1927 {
1928 'name': 'Secure_Test_Suites_Summary',
1929 'start': r'[Sec Thread]',
1930 'end': r'system starting',
1931 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1932 r'(?P<test_case_id>Secure image '
1933 r'initializing)(?P<result>!)',
1934 'fixup': {"pass": "!", "fail": ""},
1935 'required': ["secure_image_initializing"]
1936 } # Monitors
1937 ]
1938 }, # CoreIPCTfmLevel2
1939 } # Tests
1940}
1941
1942
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1943# MPS2 with BL2 bootloader
1944# IMAGE0ADDRESS: 0x10000000
1945# IMAGE0FILE: \Software\bl2.bin ; BL2 bootloader
1946# IMAGE1ADDRESS: 0x10080000
1947# IMAGE1FILE: \Software\tfm_s_ns_signed.bin ; TF-M example application binary blob
1948qemu_mps2_bl2 = {
1949 "templ": "qemu_mps2_bl2.jinja2",
1950 "job_name": "qemu_mps2_bl2",
1951 "device_type": "qemu",
1952 "job_timeout": 300,
1953 "action_timeout": 300,
1954 "poweroff_timeout": 20,
1955 "platforms": {"AN521": ""},
1956 "compilers": ["GNUARM", "ARMCLANG"],
1957 "build_types": ["Debug", "Release"],
1958 "boot_types": ["BL2"],
1959 "tests": {
Fathi Boudra7d762242020-12-15 11:53:58 +0100[diff] [blame]1960 # 'Default': {
1961 # "binaries": {
1962 # "firmware": "tfm_s_ns_signed.bin",
1963 # "bootloader": "bl2.bin"
1964 # },
1965 # "monitors": [
1966 # {
1967 # 'name': 'Secure_Test_Suites_Summary',
1968 # 'start': r'[Sec Thread]',
1969 # 'end': r'system starting',
1970 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1971 # r'(?P<test_case_id>Secure image '
1972 # r'initializing)(?P<result>!)',
1973 # 'fixup': {"pass": "!", "fail": ""},
1974 # 'required': ["secure_image_initializing"]
1975 # } # Monitors
1976 # ]
1977 # }, # Default
Fathi Boudrae4439712020-12-17 09:57:04 +0100[diff] [blame]1978 # 'DefaultProfileS': {
1979 # "binaries": {
1980 # "firmware": "tfm_s_ns_signed.bin",
1981 # "bootloader": "bl2.bin"
1982 # },
1983 # "monitors": [
1984 # {
1985 # 'name': 'Secure_Test_Suites_Summary',
1986 # 'start': r'[Sec Thread]',
1987 # 'end': r'system starting',
1988 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1989 # r'(?P<test_case_id>Secure image '
1990 # r'initializing)(?P<result>!)',
1991 # 'fixup': {"pass": "!", "fail": ""},
1992 # 'required': ["secure_image_initializing"]
1993 # } # Monitors
1994 # ]
1995 # }, # DefaultProfileS
Fathi Boudra0936ee32020-12-17 12:08:42 +0100[diff] [blame]1996 # 'DefaultProfileM': {
1997 # "binaries": {
1998 # "firmware": "tfm_s_ns_signed.bin",
1999 # "bootloader": "bl2.bin"
2000 # },
2001 # "monitors": [
2002 # {
2003 # 'name': 'Secure_Test_Suites_Summary',
2004 # 'start': r'[Sec Thread]',
2005 # 'end': r'system starting',
2006 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2007 # r'(?P<test_case_id>Secure image '
2008 # r'initializing)(?P<result>!)',
2009 # 'fixup': {"pass": "!", "fail": ""},
2010 # 'required': ["secure_image_initializing"]
2011 # } # Monitors
2012 # ]
2013 # }, # DefaultProfileM
Fathi Boudra12f8ac12020-12-15 10:07:05 +0100[diff] [blame]2014 'Regression': {
2015 "binaries": {
2016 "firmware": "tfm_s_ns_signed.bin",
2017 "bootloader": "bl2.bin"
2018 },
2019 "monitors": [
2020 {
2021 'name': 'Secure_Test_Suites_Summary',
2022 'start': 'Secure test suites summary',
2023 'end': 'End of Secure test suites',
2024 'pattern': r"Test suite '(?P<"
2025 r"test_case_id>[^\n]+)' has (.*) "
2026 r"(?P<result>PASSED|FAILED)",
2027 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2028 'required': [
2029 ("psa_protected_storage_"
2030 "s_interface_tests_tfm_sst_test_2xxx_"),
2031 "sst_reliability_tests_tfm_sst_test_3xxx_",
2032 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2033 ("psa_internal_trusted_storage_"
2034 "s_interface_tests_tfm_its_test_2xxx_"),
2035 "its_reliability_tests_tfm_its_test_3xxx_",
2036 ("audit_"
2037 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2038 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2039 ("initial_attestation_service_"
2040 "secure_interface_tests_tfm_attest_test_1xxx_"),
2041 ]
2042 },
2043 {
2044 'name': 'Non_Secure_Test_Suites_Summary',
2045 'start': 'Non-secure test suites summary',
2046 'end': r'End of Non-secure test suites',
2047 'pattern': r"Test suite '(?P<"
2048 r"test_case_id>[^\n]+)' has (.*) "
2049 r"(?P<result>PASSED|FAILED)",
2050 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2051 'required': [
2052 ("psa_protected_storage"
2053 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2054 ("psa_internal_trusted_storage"
2055 "_ns_interface_tests_tfm_its_test_1xxx_"),
2056 ("auditlog_"
2057 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2058 ("crypto_"
2059 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2060 ("initial_attestation_service_"
2061 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2062 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2063 ]
2064 }
2065 ] # Monitors
2066 }, # Regression
2067 'RegressionProfileM': {
2068 "binaries": {
2069 "firmware": "tfm_s_ns_signed.bin",
2070 "bootloader": "bl2.bin"
2071 },
2072 "monitors": [
2073 {
2074 'name': 'Secure_Test_Suites_Summary',
2075 'start': 'Secure test suites summary',
2076 'end': 'End of Secure test suites',
2077 'pattern': r"Test suite '(?P<"
2078 r"test_case_id>[^\n]+)' has (.*) "
2079 r"(?P<result>PASSED|FAILED)",
2080 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2081 'required': [
2082 ("psa_protected_storage_"
2083 "s_interface_tests_tfm_sst_test_2xxx_"),
2084 "sst_reliability_tests_tfm_sst_test_3xxx_",
2085 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2086 ("psa_internal_trusted_storage_"
2087 "s_interface_tests_tfm_its_test_2xxx_"),
2088 "its_reliability_tests_tfm_its_test_3xxx_",
2089 ("audit_"
2090 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2091 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2092 ("initial_attestation_service_"
2093 "secure_interface_tests_tfm_attest_test_1xxx_"),
2094 ]
2095 },
2096 {
2097 'name': 'Non_Secure_Test_Suites_Summary',
2098 'start': 'Non-secure test suites summary',
2099 'end': r'End of Non-secure test suites',
2100 'pattern': r"Test suite '(?P<"
2101 r"test_case_id>[^\n]+)' has (.*) "
2102 r"(?P<result>PASSED|FAILED)",
2103 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2104 'required': [
2105 ("psa_protected_storage"
2106 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2107 ("psa_internal_trusted_storage"
2108 "_ns_interface_tests_tfm_its_test_1xxx_"),
2109 ("auditlog_"
2110 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2111 ("crypto_"
2112 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2113 ("initial_attestation_service_"
2114 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2115 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2116 ]
2117 }
2118 ] # Monitors
2119 }, # RegressionProfileM
2120 'RegressionProfileS': {
2121 "binaries": {
2122 "firmware": "tfm_s_ns_signed.bin",
2123 "bootloader": "bl2.bin"
2124 },
2125 "monitors": [
2126 {
2127 'name': 'Secure_Test_Suites_Summary',
2128 'start': 'Secure test suites summary',
2129 'end': 'End of Secure test suites',
2130 'pattern': r"Test suite '(?P<"
2131 r"test_case_id>[^\n]+)' has (.*) "
2132 r"(?P<result>PASSED|FAILED)",
2133 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2134 'required': [
2135 ("psa_protected_storage_"
2136 "s_interface_tests_tfm_sst_test_2xxx_"),
2137 "sst_reliability_tests_tfm_sst_test_3xxx_",
2138 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2139 ("psa_internal_trusted_storage_"
2140 "s_interface_tests_tfm_its_test_2xxx_"),
2141 "its_reliability_tests_tfm_its_test_3xxx_",
2142 ("audit_"
2143 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2144 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2145 ("initial_attestation_service_"
2146 "secure_interface_tests_tfm_attest_test_1xxx_"),
2147 ]
2148 },
2149 {
2150 'name': 'Non_Secure_Test_Suites_Summary',
2151 'start': 'Non-secure test suites summary',
2152 'end': r'End of Non-secure test suites',
2153 'pattern': r"Test suite '(?P<"
2154 r"test_case_id>[^\n]+)' has (.*) "
2155 r"(?P<result>PASSED|FAILED)",
2156 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2157 'required': [
2158 ("psa_protected_storage"
2159 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2160 ("psa_internal_trusted_storage"
2161 "_ns_interface_tests_tfm_its_test_1xxx_"),
2162 ("auditlog_"
2163 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2164 ("crypto_"
2165 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2166 ("initial_attestation_service_"
2167 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2168 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2169 ]
2170 }
2171 ] # Monitors
2172 }, # RegressionProfileS
2173 'RegressionIPC': {
2174 "binaries": {
2175 "firmware": "tfm_s_ns_signed.bin",
2176 "bootloader": "bl2.bin"
2177 },
2178 "monitors": [
2179 {
2180 'name': 'Secure_Test_Suites_Summary',
2181 'start': 'Secure test suites summary',
2182 'end': 'End of Secure test suites',
2183 'pattern': r"Test suite '(?P<"
2184 r"test_case_id>[^\n]+)' has (.*) "
2185 r"(?P<result>PASSED|FAILED)",
2186 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2187 'required': [
2188 ("psa_protected_storage_"
2189 "s_interface_tests_tfm_sst_test_2xxx_"),
2190 "sst_reliability_tests_tfm_sst_test_3xxx_",
2191 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2192 ("psa_internal_trusted_storage_"
2193 "s_interface_tests_tfm_its_test_2xxx_"),
2194 "its_reliability_tests_tfm_its_test_3xxx_",
2195 ("audit_"
2196 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2197 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2198 ("initial_attestation_service_"
2199 "secure_interface_tests_tfm_attest_test_1xxx_"),
2200 ]
2201 },
2202 {
2203 'name': 'Non_Secure_Test_Suites_Summary',
2204 'start': 'Non-secure test suites summary',
2205 'end': r'End of Non-secure test suites',
2206 'pattern': r"Test suite '(?P<"
2207 r"test_case_id>[^\n]+)' has (.*) "
2208 r"(?P<result>PASSED|FAILED)",
2209 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2210 'required': [
2211 ("psa_protected_storage"
2212 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2213 ("psa_internal_trusted_storage"
2214 "_ns_interface_tests_tfm_its_test_1xxx_"),
2215 ("auditlog_"
2216 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2217 ("crypto_"
2218 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2219 ("initial_attestation_service_"
2220 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2221 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2222 ]
2223 }
2224 ] # Monitors
2225 }, # Regression
2226 'RegressionIPCTfmLevel2': {
2227 "binaries": {
2228 "firmware": "tfm_s_ns_signed.bin",
2229 "bootloader": "bl2.bin"
2230 },
2231 "monitors": [
2232 {
2233 'name': 'Secure_Test_Suites_Summary',
2234 'start': 'Secure test suites summary',
2235 'end': 'End of Secure test suites',
2236 'pattern': r"Test suite '(?P<"
2237 r"test_case_id>[^\n]+)' has (.*) "
2238 r"(?P<result>PASSED|FAILED)",
2239 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2240 'required': [
2241 ("psa_protected_storage_"
2242 "s_interface_tests_tfm_sst_test_2xxx_"),
2243 "sst_reliability_tests_tfm_sst_test_3xxx_",
2244 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2245 ("psa_internal_trusted_storage_"
2246 "s_interface_tests_tfm_its_test_2xxx_"),
2247 "its_reliability_tests_tfm_its_test_3xxx_",
2248 ("audit_"
2249 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2250 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2251 ("initial_attestation_service_"
2252 "secure_interface_tests_tfm_attest_test_1xxx_"),
2253 ]
2254 },
2255 {
2256 'name': 'Non_Secure_Test_Suites_Summary',
2257 'start': 'Non-secure test suites summary',
2258 'end': r'End of Non-secure test suites',
2259 'pattern': r"Test suite '(?P<"
2260 r"test_case_id>[^\n]+)' has (.*) "
2261 r"(?P<result>PASSED|FAILED)",
2262 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2263 'required': [
2264 ("psa_protected_storage"
2265 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2266 ("psa_internal_trusted_storage"
2267 "_ns_interface_tests_tfm_its_test_1xxx_"),
2268 ("auditlog_"
2269 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2270 ("crypto_"
2271 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2272 ("initial_attestation_service_"
2273 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2274 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2275 ]
2276 }
2277 ] # Monitors
2278 }, # Regression
2279 'RegressionIPCTfmLevel3': {
2280 "binaries": {
2281 "firmware": "tfm_s_ns_signed.bin",
2282 "bootloader": "bl2.bin"
2283 },
2284 "monitors": [
2285 {
2286 'name': 'Secure_Test_Suites_Summary',
2287 'start': 'Secure test suites summary',
2288 'end': 'End of Secure test suites',
2289 'pattern': r"Test suite '(?P<"
2290 r"test_case_id>[^\n]+)' has (.*) "
2291 r"(?P<result>PASSED|FAILED)",
2292 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2293 'required': [
2294 ("psa_protected_storage_"
2295 "s_interface_tests_tfm_sst_test_2xxx_"),
2296 "sst_reliability_tests_tfm_sst_test_3xxx_",
2297 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2298 ("psa_internal_trusted_storage_"
2299 "s_interface_tests_tfm_its_test_2xxx_"),
2300 "its_reliability_tests_tfm_its_test_3xxx_",
2301 ("audit_"
2302 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2303 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2304 ("initial_attestation_service_"
2305 "secure_interface_tests_tfm_attest_test_1xxx_"),
2306 ]
2307 },
2308 {
2309 'name': 'Non_Secure_Test_Suites_Summary',
2310 'start': 'Non-secure test suites summary',
2311 'end': r'End of Non-secure test suites',
2312 'pattern': r"Test suite '(?P<"
2313 r"test_case_id>[^\n]+)' has (.*) "
2314 r"(?P<result>PASSED|FAILED)",
2315 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2316 'required': [
2317 ("psa_protected_storage"
2318 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2319 ("psa_internal_trusted_storage"
2320 "_ns_interface_tests_tfm_its_test_1xxx_"),
2321 ("auditlog_"
2322 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2323 ("crypto_"
2324 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2325 ("initial_attestation_service_"
2326 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2327 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2328 ]
2329 }
2330 ] # Monitors
2331 }, # Regression
Fathi Boudra633c9bc2020-12-15 21:04:11 +0100[diff] [blame]2332 # 'CoreIPC': {
2333 # "binaries": {
2334 # "firmware": "tfm_s_ns_signed.bin",
2335 # "bootloader": "bl2.bin"
2336 # },
2337 # "monitors": [
2338 # {
2339 # 'name': 'Secure_Test_Suites_Summary',
2340 # 'start': r'[Sec Thread]',
2341 # 'end': r'system starting',
2342 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2343 # r'(?P<test_case_id>Secure image '
2344 # r'initializing)(?P<result>!)',
2345 # 'fixup': {"pass": "!", "fail": ""},
2346 # 'required': ["secure_image_initializing"]
2347 # } # Monitors
2348 # ]
2349 # }, # CoreIPC
2350 # 'CoreIPCTfmLevel2': {
2351 # "binaries": {
2352 # "firmware": "tfm_s_ns_signed.bin",
2353 # "bootloader": "bl2.bin"
2354 # },
2355 # "monitors": [
2356 # {
2357 # 'name': 'Secure_Test_Suites_Summary',
2358 # 'start': r'[Sec Thread]',
2359 # 'end': r'system starting',
2360 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2361 # r'(?P<test_case_id>Secure image '
2362 # r'initializing)(?P<result>!)',
2363 # 'fixup': {"pass": "!", "fail": ""},
2364 # 'required': ["secure_image_initializing"]
2365 # } # Monitors
2366 # ]
2367 # }, # CoreIPCTfmLevel2
2368 # 'CoreIPCTfmLevel3': {
2369 # "binaries": {
2370 # "firmware": "tfm_s_ns_signed.bin",
2371 # "bootloader": "bl2.bin"
2372 # },
2373 # "monitors": [
2374 # {
2375 # 'name': 'Secure_Test_Suites_Summary',
2376 # 'start': r'[Sec Thread]',
2377 # 'end': r'system starting',
2378 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2379 # r'(?P<test_case_id>Secure image '
2380 # r'initializing)(?P<result>!)',
2381 # 'fixup': {"pass": "!", "fail": ""},
2382 # 'required': ["secure_image_initializing"]
2383 # } # Monitors
2384 # ]
2385 # }, # CoreIPCTfmLevel3
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2386 }
2387}
2388
2389
2390# Musca-B1 with BL2 bootloader
2391# unified hex file comprising of both bl2.bin and tfm_s_ns_signed.bin
2392# srec_cat bin/bl2.bin -Binary -offset 0xA000000 bin/tfm_s_ns_signed.bin -Binary -offset 0xA020000 -o tfm.hex -Intel
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2393musca_b1_bl2 = {
2394 "templ": "musca_b1.jinja2",
2395 "job_name": "musca_b1_bl2",
2396 "device_type": "musca-b",
Ryan Harkinf6981082020-12-18 14:54:33 +0000[diff] [blame]2397 "job_timeout": 24,
2398 "action_timeout": 12,
Milosz Wasilewski90859032020-12-22 09:12:44 +0000[diff] [blame]2399 "monitor_timeout": 10,
Ryan Harkinf6981082020-12-18 14:54:33 +0000[diff] [blame]2400 "poweroff_timeout": 40,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2401 "platforms": {"MUSCA_B1": ""},
2402 "compilers": ["GNUARM", "ARMCLANG"],
2403 "build_types": ["Debug", "Release"],
2404 "boot_types": ["BL2"],
2405 "tests": {
2406 "Default": {
2407 "binaries": {
2408 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2409 },
2410 "monitors": [
2411 {
2412 'name': 'Secure_Test_Suites_Summary',
2413 'start': '[Sec Thread]',
2414 'end': 'system starting',
2415 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2416 r'(?P<test_case_id>Secure image '
2417 r'initializing)(?P<result>!)',
2418 'fixup': {"pass": "!", "fail": ""},
2419 'required': ["secure_image_initializing"]
2420 }
2421 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2422 },
2423 "CoreIPC": {
2424 "binaries": {
2425 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2426 },
2427 "monitors": [
2428 {
2429 'name': 'Secure_Test_Suites_Summary',
2430 'start': '[Sec Thread]',
2431 'end': 'system starting',
2432 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2433 r'(?P<test_case_id>Secure image '
2434 r'initializing)(?P<result>!)',
2435 'fixup': {"pass": "!", "fail": ""},
2436 'required': ["secure_image_initializing"]
2437 }
2438 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2439 },
2440 "CoreIPCTfmLevel2": {
2441 "binaries": {
2442 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2443 },
2444 "monitors": [
2445 {
2446 'name': 'Secure_Test_Suites_Summary',
2447 'start': '[Sec Thread]',
2448 'end': '\\x1b\\\[0m',
2449 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2450 r'(?P<test_case_id>Secure image '
2451 r'initializing)(?P<result>!)',
2452 'fixup': {"pass": "!", "fail": ""},
2453 'required': ["secure_image_initializing"]
2454 }
2455 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2456 },
2457 "CoreIPCTfmLevel3": {
2458 "binaries": {
2459 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2460 },
2461 "monitors": [
2462 {
2463 'name': 'Secure_Test_Suites_Summary',
2464 'start': r'[Sec Thread]',
2465 'end': r'system starting',
2466 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2467 r'(?P<test_case_id>Secure image '
2468 r'initializing)(?P<result>!)',
2469 'fixup': {"pass": "!", "fail": ""},
2470 'required': ["secure_image_initializing"]
2471 }
2472 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2473 },
2474 "DefaultProfileM": {
2475 "binaries": {
2476 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2477 },
2478 "monitors": [
2479 {
2480 'name': 'Secure_Test_Suites_Summary',
2481 'start': r'[Sec Thread]',
2482 'end': r'system starting',
2483 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2484 r'(?P<test_case_id>Secure image '
2485 r'initializing)(?P<result>!)',
2486 'fixup': {"pass": "!", "fail": ""},
2487 'required': ["secure_image_initializing"]
2488 }
2489 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2490 },
2491 "DefaultProfileS": {
2492 "binaries": {
2493 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2494 },
2495 "monitors": [
2496 {
2497 'name': 'Secure_Test_Suites_Summary',
2498 'start': r'[Sec Thread]',
2499 'end': r'system starting',
2500 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2501 r'(?P<test_case_id>Secure image '
2502 r'initializing)(?P<result>!)',
2503 'fixup': {"pass": "!", "fail": ""},
2504 'required': ["secure_image_initializing"]
2505 }
2506 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2507 },
2508 "Regression": {
2509 "binaries": {
2510 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2511 },
2512 "monitors": [
2513 {
2514 'name': 'Secure_Test_Suites_Summary',
2515 'start': 'Secure test suites summary',
2516 'end': 'End of Secure test suites',
2517 'pattern': r"Test suite '(?P<"
2518 r"test_case_id>[^\n]+)' has (.*) "
2519 r"(?P<result>PASSED|FAILED)",
2520 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2521 'required': [
2522 ("psa_protected_storage_"
2523 "s_interface_tests_tfm_sst_test_2xxx_"),
2524 "sst_reliability_tests_tfm_sst_test_3xxx_",
2525 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2526 ("psa_internal_trusted_storage_"
2527 "s_interface_tests_tfm_its_test_2xxx_"),
2528 "its_reliability_tests_tfm_its_test_3xxx_",
2529 ("audit_"
2530 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2531 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2532 ("initial_attestation_service_"
2533 "secure_interface_tests_tfm_attest_test_1xxx_"),
2534 ]
2535 },
2536 {
2537 'name': 'Non_Secure_Test_Suites_Summary',
2538 'start': 'Non-secure test suites summary',
2539 'end': r'End of Non-secure test suites',
2540 'pattern': r"Test suite '(?P<"
2541 r"test_case_id>[^\n]+)' has (.*) "
2542 r"(?P<result>PASSED|FAILED)",
2543 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2544 'required': [
2545 ("psa_protected_storage"
2546 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2547 ("psa_internal_trusted_storage"
2548 "_ns_interface_tests_tfm_its_test_1xxx_"),
2549 ("auditlog_"
2550 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2551 ("crypto_"
2552 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2553 ("initial_attestation_service_"
2554 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2555 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2556 ]
2557 }
2558 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2559 },
2560 "RegressionIPC": {
2561 "binaries": {
2562 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2563 },
2564 "monitors": [
2565 {
2566 'name': 'Secure_Test_Suites_Summary',
2567 'start': 'Secure test suites summary',
2568 'end': 'End of Secure test suites',
2569 'pattern': r"Test suite '(?P<"
2570 r"test_case_id>[^\n]+)' has (.*) "
2571 r"(?P<result>PASSED|FAILED)",
2572 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2573 'required': [
2574 ("psa_protected_storage_"
2575 "s_interface_tests_tfm_sst_test_2xxx_"),
2576 "sst_reliability_tests_tfm_sst_test_3xxx_",
2577 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2578 ("psa_internal_trusted_storage_"
2579 "s_interface_tests_tfm_its_test_2xxx_"),
2580 "its_reliability_tests_tfm_its_test_3xxx_",
2581 ("audit_"
2582 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2583 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2584 ("initial_attestation_service_"
2585 "secure_interface_tests_tfm_attest_test_1xxx_"),
2586 ]
2587 },
2588 {
2589 'name': 'Non_Secure_Test_Suites_Summary',
2590 'start': 'Non-secure test suites summary',
2591 'end': r'End of Non-secure test suites',
2592 'pattern': r"Test suite '(?P<"
2593 r"test_case_id>[^\n]+)' has (.*) "
2594 r"(?P<result>PASSED|FAILED)",
2595 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2596 'required': [
2597 ("psa_protected_storage"
2598 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2599 ("psa_internal_trusted_storage"
2600 "_ns_interface_tests_tfm_its_test_1xxx_"),
2601 ("auditlog_"
2602 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2603 ("crypto_"
2604 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2605 ("initial_attestation_service_"
2606 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2607 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2608 ]
2609 }
2610 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2611 },
2612 "RegressionIPCTfmLevel2": {
2613 "binaries": {
2614 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2615 },
2616 "monitors": [
2617 {
2618 'name': 'Secure_Test_Suites_Summary',
2619 'start': 'Secure test suites summary',
2620 'end': 'End of Secure test suites',
2621 'pattern': r"Test suite '(?P<"
2622 r"test_case_id>[^\n]+)' has (.*) "
2623 r"(?P<result>PASSED|FAILED)",
2624 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2625 'required': [
2626 ("psa_protected_storage_"
2627 "s_interface_tests_tfm_sst_test_2xxx_"),
2628 "sst_reliability_tests_tfm_sst_test_3xxx_",
2629 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2630 ("psa_internal_trusted_storage_"
2631 "s_interface_tests_tfm_its_test_2xxx_"),
2632 "its_reliability_tests_tfm_its_test_3xxx_",
2633 ("audit_"
2634 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2635 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2636 ("initial_attestation_service_"
2637 "secure_interface_tests_tfm_attest_test_1xxx_"),
2638 ]
2639 },
2640 {
2641 'name': 'Non_Secure_Test_Suites_Summary',
2642 'start': 'Non-secure test suites summary',
2643 'end': r'End of Non-secure test suites',
2644 'pattern': r"Test suite '(?P<"
2645 r"test_case_id>[^\n]+)' has (.*) "
2646 r"(?P<result>PASSED|FAILED)",
2647 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2648 'required': [
2649 ("psa_protected_storage"
2650 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2651 ("psa_internal_trusted_storage"
2652 "_ns_interface_tests_tfm_its_test_1xxx_"),
2653 ("auditlog_"
2654 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2655 ("crypto_"
2656 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2657 ("initial_attestation_service_"
2658 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2659 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2660 ]
2661 }
2662 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2663 },
2664 "RegressionIPCTfmLevel3": {
2665 "binaries": {
2666 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2667 },
2668 "monitors": [
2669 {
2670 'name': 'Secure_Test_Suites_Summary',
2671 'start': 'Secure test suites summary',
2672 'end': 'End of Secure test suites',
2673 'pattern': r"Test suite '(?P<"
2674 r"test_case_id>[^\n]+)' has (.*) "
2675 r"(?P<result>PASSED|FAILED)",
2676 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2677 'required': [
2678 ("psa_protected_storage_"
2679 "s_interface_tests_tfm_sst_test_2xxx_"),
2680 "sst_reliability_tests_tfm_sst_test_3xxx_",
2681 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2682 ("psa_internal_trusted_storage_"
2683 "s_interface_tests_tfm_its_test_2xxx_"),
2684 "its_reliability_tests_tfm_its_test_3xxx_",
2685 ("audit_"
2686 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2687 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2688 ("initial_attestation_service_"
2689 "secure_interface_tests_tfm_attest_test_1xxx_"),
2690 ]
2691 },
2692 {
2693 'name': 'Non_Secure_Test_Suites_Summary',
2694 'start': 'Non-secure test suites summary',
2695 'end': r'End of Non-secure test suites',
2696 'pattern': r"Test suite '(?P<"
2697 r"test_case_id>[^\n]+)' has (.*) "
2698 r"(?P<result>PASSED|FAILED)",
2699 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2700 'required': [
2701 ("psa_protected_storage"
2702 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2703 ("psa_internal_trusted_storage"
2704 "_ns_interface_tests_tfm_its_test_1xxx_"),
2705 ("auditlog_"
2706 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2707 ("crypto_"
2708 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2709 ("initial_attestation_service_"
2710 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2711 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2712 ]
2713 }
2714 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2715 },
2716 "RegressionProfileM": {
2717 "binaries": {
2718 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2719 },
2720 "monitors": [
2721 {
2722 'name': 'Secure_Test_Suites_Summary',
2723 'start': 'Secure test suites summary',
2724 'end': 'End of Secure test suites',
2725 'pattern': r"Test suite '(?P<"
2726 r"test_case_id>[^\n]+)' has (.*) "
2727 r"(?P<result>PASSED|FAILED)",
2728 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2729 'required': [
2730 ("psa_protected_storage_"
2731 "s_interface_tests_tfm_sst_test_2xxx_"),
2732 "sst_reliability_tests_tfm_sst_test_3xxx_",
2733 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2734 ("psa_internal_trusted_storage_"
2735 "s_interface_tests_tfm_its_test_2xxx_"),
2736 "its_reliability_tests_tfm_its_test_3xxx_",
2737 ("audit_"
2738 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2739 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2740 ("initial_attestation_service_"
2741 "secure_interface_tests_tfm_attest_test_1xxx_"),
2742 ]
2743 },
2744 {
2745 'name': 'Non_Secure_Test_Suites_Summary',
2746 'start': 'Non-secure test suites summary',
2747 'end': r'End of Non-secure test suites',
2748 'pattern': r"Test suite '(?P<"
2749 r"test_case_id>[^\n]+)' has (.*) "
2750 r"(?P<result>PASSED|FAILED)",
2751 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2752 'required': [
2753 ("psa_protected_storage"
2754 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2755 ("psa_internal_trusted_storage"
2756 "_ns_interface_tests_tfm_its_test_1xxx_"),
2757 ("auditlog_"
2758 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2759 ("crypto_"
2760 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2761 ("initial_attestation_service_"
2762 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2763 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2764 ]
2765 }
2766 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2767 },
2768 "RegressionProfileS": {
2769 "binaries": {
2770 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2771 },
2772 "monitors": [
2773 {
2774 'name': 'Secure_Test_Suites_Summary',
2775 'start': 'Secure test suites summary',
2776 'end': 'End of Secure test suites',
2777 'pattern': r"Test suite '(?P<"
2778 r"test_case_id>[^\n]+)' has (.*) "
2779 r"(?P<result>PASSED|FAILED)",
2780 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2781 'required': [
2782 ("psa_protected_storage_"
2783 "s_interface_tests_tfm_sst_test_2xxx_"),
2784 "sst_reliability_tests_tfm_sst_test_3xxx_",
2785 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2786 ("psa_internal_trusted_storage_"
2787 "s_interface_tests_tfm_its_test_2xxx_"),
2788 "its_reliability_tests_tfm_its_test_3xxx_",
2789 ("audit_"
2790 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2791 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2792 ("initial_attestation_service_"
2793 "secure_interface_tests_tfm_attest_test_1xxx_"),
2794 ]
2795 },
2796 {
2797 'name': 'Non_Secure_Test_Suites_Summary',
2798 'start': 'Non-secure test suites summary',
2799 'end': r'End of Non-secure test suites',
2800 'pattern': r"Test suite '(?P<"
2801 r"test_case_id>[^\n]+)' has (.*) "
2802 r"(?P<result>PASSED|FAILED)",
2803 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2804 'required': [
2805 ("psa_protected_storage"
2806 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2807 ("psa_internal_trusted_storage"
2808 "_ns_interface_tests_tfm_its_test_1xxx_"),
2809 ("auditlog_"
2810 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2811 ("crypto_"
2812 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2813 ("initial_attestation_service_"
2814 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2815 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2816 ]
2817 }
2818 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2819 },
2820 },
2821}
2822
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame^]2823# Musca-B1 with BL2 bootloader and OTP enabled
2824# unified hex file comprising of both bl2.bin and tfm_s_ns_signed.bin
2825# srec_cat bin/bl2.bin -Binary -offset 0xA000000 bin/tfm_s_ns_signed.bin -Binary -offset 0xA020000 -o tfm.hex -Intel
2826musca_b1_otp_bl2 = {
2827 "templ": "musca_b1_otp.jinja2",
2828 "job_name": "musca_b1_opt_bl2",
2829 "device_type": "musca-b",
2830 "job_timeout": 24,
2831 "action_timeout": 12,
2832 "monitor_timeout": 10,
2833 "poweroff_timeout": 40,
2834 "platforms": {"MUSCA_B1_OTP": ""},
2835 "compilers": ["ARMCLANG"],
2836 "build_types": ["Debug"],
2837 "boot_types": ["BL2"],
2838 "tests": {
2839 "RegressionIPCTfmLevel3": {
2840 "binaries": {
2841 "firmware": "tfm.hex",
2842 },
2843 "monitors": [
2844 {
2845 'name': 'Secure_Test_Suites_Summary',
2846 'start': 'Secure test suites summary',
2847 'end': 'End of Secure test suites',
2848 'pattern': r"Test suite '(?P<"
2849 r"test_case_id>[^\n]+)' has (.*) "
2850 r"(?P<result>PASSED|FAILED)",
2851 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2852 'required': [
2853 ("psa_protected_storage_"
2854 "s_interface_tests_tfm_sst_test_2xxx_"),
2855 "sst_reliability_tests_tfm_sst_test_3xxx_",
2856 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2857 ("psa_internal_trusted_storage_"
2858 "s_interface_tests_tfm_its_test_2xxx_"),
2859 "its_reliability_tests_tfm_its_test_3xxx_",
2860 ("audit_"
2861 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2862 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2863 ("initial_attestation_service_"
2864 "secure_interface_tests_tfm_attest_test_1xxx_"),
2865 ]
2866 },
2867 {
2868 'name': 'Non_Secure_Test_Suites_Summary',
2869 'start': 'Non-secure test suites summary',
2870 'end': r'End of Non-secure test suites',
2871 'pattern': r"Test suite '(?P<"
2872 r"test_case_id>[^\n]+)' has (.*) "
2873 r"(?P<result>PASSED|FAILED)",
2874 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2875 'required': [
2876 ("psa_protected_storage"
2877 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2878 ("psa_internal_trusted_storage"
2879 "_ns_interface_tests_tfm_its_test_1xxx_"),
2880 ("auditlog_"
2881 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2882 ("crypto_"
2883 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2884 ("initial_attestation_service_"
2885 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2886 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2887 ]
2888 }
2889 ] # Monitors
2890 },
2891 },
2892}
2893
2894
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]2895# All configurations should be mapped here
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2896lava_gen_config_map = {
2897 "mps2_an521_bl2": tfm_mps2_sse_200,
2898 "fvp_mps2_an521_bl2": fvp_mps2_an521_bl2,
2899 "fvp_mps2_an521_nobl2": fvp_mps2_an521_nobl2,
2900 "fvp_mps2_an519_bl2": fvp_mps2_an519_bl2,
2901 "fvp_mps2_an519_nobl2": fvp_mps2_an519_nobl2,
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2902 "qemu_mps2_bl2": qemu_mps2_bl2,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2903 "musca_b1": musca_b1_bl2,
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame^]2904 "musca_b1_otp": musca_b1_otp_bl2,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2905}
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2906
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]2907lavagen_config_sort_order = [
2908 "templ",
2909 "job_name",
2910 "device_type",
2911 "job_timeout",
2912 "action_timeout",
2913 "monitor_timeout",
2914 "recovery_store_url",
2915 "artifact_store_url",
2916 "platforms",
2917 "compilers",
2918 "build_types",
2919 "boot_types",
2920 "tests"
2921]
2922
2923lava_gen_monitor_sort_order = [
2924 'name',
2925 'start',
2926 'end',
2927 'pattern',
2928 'fixup',
2929]
2930
2931if __name__ == "__main__":
2932 import os
2933 import sys
2934 from lava_helper import sort_lavagen_config
2935 try:
2936 from tfm_ci_pylib.utils import export_config_map
2937 except ImportError:
2938 dir_path = os.path.dirname(os.path.realpath(__file__))
2939 sys.path.append(os.path.join(dir_path, "../"))
2940 from tfm_ci_pylib.utils import export_config_map
2941
2942 if len(sys.argv) == 2:
2943 if sys.argv[1] == "--export":
2944 export_config_map(lava_gen_config_map)
2945 if len(sys.argv) == 3:
2946 if sys.argv[1] == "--export":
2947 export_config_map(sort_lavagen_config(lava_gen_config_map),
2948 sys.argv[2])