TrustedFirmware Git Browser
Code Review Sign In
review.trustedfirmware.org / next / ci / tf-m-ci-scripts / 07c91b5077c0596826abfbf1338b192b0d5d9424 / . / lava_helper / lava_helper_configs.py
blob: c8aee138f7c8df1972b0aa38e0cffd0bc16dd625 [file] [log] [blame]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]1#!/usr/bin/env python3
2
3""" lava_job_generator_configs.py:
4
5 Default configurations for lava job generator """
6
7from __future__ import print_function
8
9__copyright__ = """
10/*
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]11 * Copyright (c) 2018-2021, Arm Limited. All rights reserved.
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]12 *
13 * SPDX-License-Identifier: BSD-3-Clause
14 *
15 */
16 """
Karl Zhang08681e62020-10-30 13:56:03 +0800[diff] [blame]17
18__author__ = "tf-m@lists.trustedfirmware.org"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]19__project__ = "Trusted Firmware-M Open CI"
Karl Zhang08681e62020-10-30 13:56:03 +0800[diff] [blame]20__version__ = "1.2.0"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]21
Leonardo Sandoval66386a22021-04-15 14:35:08 -0500[diff] [blame]22tf_downloads="https://downloads.trustedfirmware.org"
23coverage_trace_plugin=tf_downloads + "/coverage-plugin/qa-tools/coverage-tool/coverage-plugin/coverage_trace.so"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]24
25def lava_gen_get_config_subset(config,
26 default=True,
27 core=True,
28 regression=True):
29 """ Allow dynamic generation of configuration combinations by subtracking
30 undesired ones """
31
32 from copy import deepcopy
33 cfg = deepcopy(config)
34 tests = deepcopy(config["tests"])
35
36 # Remove all configs not requests by the caller
37 if not default:
38 tests.pop("Default")
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]39 if not core:
40 tests.pop("CoreIPC")
41 tests.pop("CoreIPCTfmLevel2")
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]42 tests.pop("CoreIPCTfmLevel3")
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]43 if not regression:
44 tests.pop("Regression")
45
46 cfg["tests"] = tests
47 return cfg
48
49
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]50# MPS2 with BL2 bootloader
51# IMAGE0ADDRESS: 0x10000000
52# IMAGE0FILE: \Software\bl2.bin ; BL2 bootloader
53# IMAGE1ADDRESS: 0x10080000
54# IMAGE1FILE: \Software\tfm_s_ns_signed.bin ; TF-M example application binary blob
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]55tfm_mps2_sse_200 = {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]56 "templ": "mps2.jinja2",
57 "job_name": "mps2_an521_bl2",
Minos Galanakisafb43152019-09-25 14:17:39 +0100[diff] [blame]58 "device_type": "mps",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]59 "job_timeout": 15,
60 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]61 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]62 "poweroff_timeout": 1,
63 "recovery_store_url": "https://ci.trustedfirmware.org/userContent/",
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]64 "platforms": {"AN521": "mps2_sse200_an512_new.tar.gz"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]65 "compilers": ["GNUARM", "ARMCLANG"],
66 "build_types": ["Debug", "Release", "Minsizerel"],
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]67 "boot_types": ["BL2"],
68 "tests": {
69 'Default': {
70 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]71 "firmware": "tfm_s_ns_signed.bin",
72 "bootloader": "bl2.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]73 },
74 "monitors": [
75 {
76 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]77 'start': 'Non-Secure system',
78 'end': r'starting\\.{3}',
79 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]80 'fixup': {"pass": "!", "fail": ""},
81 'required': ["secure_image_initializing"]
82 } # Monitors
83 ]
84 }, # Default
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]85 'DefaultProfileS': {
86 "binaries": {
87 "firmware": "tfm_s_ns_signed.bin",
88 "bootloader": "bl2.bin"
89 },
90 "monitors": [
91 {
92 'name': 'Secure_Test_Suites_Summary',
93 'start': 'Non-Secure system',
94 'end': r'starting\\.{3}',
95 'pattern': r'Non-Secure system starting\\.{3}',
96 'fixup': {"pass": "!", "fail": ""},
97 'required': ["secure_image_initializing"]
98 } # Monitors
99 ]
100 }, # DefaultProfileS
101 'DefaultProfileM': {
102 "binaries": {
103 "firmware": "tfm_s_ns_signed.bin",
104 "bootloader": "bl2.bin"
105 },
106 "monitors": [
107 {
108 'name': 'Secure_Test_Suites_Summary',
109 'start': 'Non-Secure system',
110 'end': r'starting\\.{3}',
111 'pattern': r'Non-Secure system starting\\.{3}',
112 'fixup': {"pass": "!", "fail": ""},
113 'required': ["secure_image_initializing"]
114 } # Monitors
115 ]
116 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]117 'DefaultProfileL': {
118 "binaries": {
119 "firmware": "tfm_s_ns_signed.bin",
120 "bootloader": "bl2.bin"
121 },
122 "monitors": [
123 {
124 'name': 'Secure_Test_Suites_Summary',
125 'start': 'Non-Secure system',
126 'end': r'starting\\.{3}',
127 'pattern': r'Non-Secure system starting\\.{3}',
128 'fixup': {"pass": "!", "fail": ""},
129 'required': ["secure_image_initializing"]
130 } # Monitors
131 ]
132 }, # DefaultProfileL
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]133
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]134 'Regression': {
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]135 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]136 "firmware": "tfm_s_ns_signed.bin",
137 "bootloader": "bl2.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]138 },
139 "monitors": [
140 {
141 'name': 'Secure_Test_Suites_Summary',
142 'start': 'Secure test suites summary',
143 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]144 'pattern': r"Test suite '(?P<"
145 r"test_case_id>[^\n]+)' has (.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]146 r"(?P<result>PASSED|FAILED)",
147 'fixup': {"pass": "PASSED", "fail": "FAILED"},
148 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]149 ("psa_protected_storage_"
150 "s_interface_tests_tfm_sst_test_2xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]151 "sst_reliability_tests_tfm_sst_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]152 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
TudorCretu8b138472019-08-30 10:51:05 +0100[diff] [blame]153 ("psa_internal_trusted_storage_"
154 "s_interface_tests_tfm_its_test_2xxx_"),
155 "its_reliability_tests_tfm_its_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]156 ("audit_"
157 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
158 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
159 ("initial_attestation_service_"
160 "secure_interface_tests_tfm_attest_test_1xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]161 ]
162 },
163 {
164 'name': 'Non_Secure_Test_Suites_Summary',
165 'start': 'Non-secure test suites summary',
166 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]167 'pattern': r"Test suite '(?P<"
168 r"test_case_id>[^\n]+)' has (.*) "
169 r"(?P<result>PASSED|FAILED)",
170 'fixup': {"pass": "PASSED", "fail": "FAILED"},
171 'required': [
172 ("psa_protected_storage"
173 "_ns_interface_tests_tfm_sst_test_1xxx_"),
174 ("psa_internal_trusted_storage"
175 "_ns_interface_tests_tfm_its_test_1xxx_"),
176 ("auditlog_"
177 "non_secure_interface_test_tfm_audit_test_1xxx_"),
178 ("crypto_"
179 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
180 ("initial_attestation_service_"
181 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
182 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
183 ]
184 }
185 ] # Monitors
186 }, # Regression
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]187
188 'RegressionProfileM': {
189 "binaries": {
190 "firmware": "tfm_s_ns_signed.bin",
191 "bootloader": "bl2.bin"
192 },
193 "monitors": [
194 {
195 'name': 'Secure_Test_Suites_Summary',
196 'start': 'Secure test suites summary',
197 'end': 'End of Secure test suites',
198 'pattern': r"Test suite '(?P<"
199 r"test_case_id>[^\n]+)' has (.*) "
200 r"(?P<result>PASSED|FAILED)",
201 'fixup': {"pass": "PASSED", "fail": "FAILED"},
202 'required': [
203 ("psa_protected_storage_"
204 "s_interface_tests_tfm_sst_test_2xxx_"),
205 "sst_reliability_tests_tfm_sst_test_3xxx_",
206 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
207 ("psa_internal_trusted_storage_"
208 "s_interface_tests_tfm_its_test_2xxx_"),
209 "its_reliability_tests_tfm_its_test_3xxx_",
210 ("audit_"
211 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
212 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
213 ("initial_attestation_service_"
214 "secure_interface_tests_tfm_attest_test_1xxx_"),
215 ]
216 },
217 {
218 'name': 'Non_Secure_Test_Suites_Summary',
219 'start': 'Non-secure test suites summary',
220 'end': r'End of Non-secure test suites',
221 'pattern': r"Test suite '(?P<"
222 r"test_case_id>[^\n]+)' has (.*) "
223 r"(?P<result>PASSED|FAILED)",
224 'fixup': {"pass": "PASSED", "fail": "FAILED"},
225 'required': [
226 ("psa_protected_storage"
227 "_ns_interface_tests_tfm_sst_test_1xxx_"),
228 ("psa_internal_trusted_storage"
229 "_ns_interface_tests_tfm_its_test_1xxx_"),
230 ("auditlog_"
231 "non_secure_interface_test_tfm_audit_test_1xxx_"),
232 ("crypto_"
233 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
234 ("initial_attestation_service_"
235 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
236 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
237 ]
238 }
239 ] # Monitors
240 }, # RegressionProfileM
241 'RegressionProfileS': {
242 "binaries": {
243 "firmware": "tfm_s_ns_signed.bin",
244 "bootloader": "bl2.bin"
245 },
246 "monitors": [
247 {
248 'name': 'Secure_Test_Suites_Summary',
249 'start': 'Secure test suites summary',
250 'end': 'End of Secure test suites',
251 'pattern': r"Test suite '(?P<"
252 r"test_case_id>[^\n]+)' has (.*) "
253 r"(?P<result>PASSED|FAILED)",
254 'fixup': {"pass": "PASSED", "fail": "FAILED"},
255 'required': [
256 ("psa_protected_storage_"
257 "s_interface_tests_tfm_sst_test_2xxx_"),
258 "sst_reliability_tests_tfm_sst_test_3xxx_",
259 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
260 ("psa_internal_trusted_storage_"
261 "s_interface_tests_tfm_its_test_2xxx_"),
262 "its_reliability_tests_tfm_its_test_3xxx_",
263 ("audit_"
264 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
265 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
266 ("initial_attestation_service_"
267 "secure_interface_tests_tfm_attest_test_1xxx_"),
268 ]
269 },
270 {
271 'name': 'Non_Secure_Test_Suites_Summary',
272 'start': 'Non-secure test suites summary',
273 'end': r'End of Non-secure test suites',
274 'pattern': r"Test suite '(?P<"
275 r"test_case_id>[^\n]+)' has (.*) "
276 r"(?P<result>PASSED|FAILED)",
277 'fixup': {"pass": "PASSED", "fail": "FAILED"},
278 'required': [
279 ("psa_protected_storage"
280 "_ns_interface_tests_tfm_sst_test_1xxx_"),
281 ("psa_internal_trusted_storage"
282 "_ns_interface_tests_tfm_its_test_1xxx_"),
283 ("auditlog_"
284 "non_secure_interface_test_tfm_audit_test_1xxx_"),
285 ("crypto_"
286 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
287 ("initial_attestation_service_"
288 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
289 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
290 ]
291 }
292 ] # Monitors
293 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]294 'RegressionProfileL': {
295 "binaries": {
296 "firmware": "tfm_s_ns_signed.bin",
297 "bootloader": "bl2.bin"
298 },
299 "monitors": [
300 {
301 'name': 'Secure_Test_Suites_Summary',
302 'start': 'Secure test suites summary',
303 'end': 'End of Secure test suites',
304 'pattern': r"Test suite '(?P<"
305 r"test_case_id>[^\n]+)' has (.*) "
306 r"(?P<result>PASSED|FAILED)",
307 'fixup': {"pass": "PASSED", "fail": "FAILED"},
308 'required': [
309 ("psa_protected_storage_"
310 "s_interface_tests_tfm_sst_test_2xxx_"),
311 "sst_reliability_tests_tfm_sst_test_3xxx_",
312 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
313 ("psa_internal_trusted_storage_"
314 "s_interface_tests_tfm_its_test_2xxx_"),
315 "its_reliability_tests_tfm_its_test_3xxx_",
316 ("audit_"
317 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
318 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
319 ("initial_attestation_service_"
320 "secure_interface_tests_tfm_attest_test_1xxx_"),
321 ]
322 },
323 {
324 'name': 'Non_Secure_Test_Suites_Summary',
325 'start': 'Non-secure test suites summary',
326 'end': r'End of Non-secure test suites',
327 'pattern': r"Test suite '(?P<"
328 r"test_case_id>[^\n]+)' has (.*) "
329 r"(?P<result>PASSED|FAILED)",
330 'fixup': {"pass": "PASSED", "fail": "FAILED"},
331 'required': [
332 ("psa_protected_storage"
333 "_ns_interface_tests_tfm_sst_test_1xxx_"),
334 ("psa_internal_trusted_storage"
335 "_ns_interface_tests_tfm_its_test_1xxx_"),
336 ("auditlog_"
337 "non_secure_interface_test_tfm_audit_test_1xxx_"),
338 ("crypto_"
339 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
340 ("initial_attestation_service_"
341 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
342 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
343 ]
344 }
345 ] # Monitors
346 }, # RegressionProfileL
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]347
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]348 'RegressionIPC': {
349 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]350 "firmware": "tfm_s_ns_signed.bin",
351 "bootloader": "bl2.bin"
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]352 },
353 "monitors": [
354 {
355 'name': 'Secure_Test_Suites_Summary',
356 'start': 'Secure test suites summary',
357 'end': 'End of Secure test suites',
358 'pattern': r"Test suite '(?P<"
359 r"test_case_id>[^\n]+)' has (.*) "
360 r"(?P<result>PASSED|FAILED)",
361 'fixup': {"pass": "PASSED", "fail": "FAILED"},
362 'required': [
363 ("psa_protected_storage_"
364 "s_interface_tests_tfm_sst_test_2xxx_"),
365 "sst_reliability_tests_tfm_sst_test_3xxx_",
366 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
367 ("psa_internal_trusted_storage_"
368 "s_interface_tests_tfm_its_test_2xxx_"),
369 "its_reliability_tests_tfm_its_test_3xxx_",
370 ("audit_"
371 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
372 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
373 ("initial_attestation_service_"
374 "secure_interface_tests_tfm_attest_test_1xxx_"),
375 ]
376 },
377 {
378 'name': 'Non_Secure_Test_Suites_Summary',
379 'start': 'Non-secure test suites summary',
380 'end': r'End of Non-secure test suites',
381 'pattern': r"Test suite '(?P<"
382 r"test_case_id>[^\n]+)' has (.*) "
383 r"(?P<result>PASSED|FAILED)",
384 'fixup': {"pass": "PASSED", "fail": "FAILED"},
385 'required': [
386 ("psa_protected_storage"
387 "_ns_interface_tests_tfm_sst_test_1xxx_"),
388 ("psa_internal_trusted_storage"
389 "_ns_interface_tests_tfm_its_test_1xxx_"),
390 ("auditlog_"
391 "non_secure_interface_test_tfm_audit_test_1xxx_"),
392 ("crypto_"
393 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
394 ("initial_attestation_service_"
395 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
396 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
397 ]
398 }
399 ] # Monitors
400 }, # Regression
401 'RegressionIPCTfmLevel2': {
402 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]403 "firmware": "tfm_s_ns_signed.bin",
404 "bootloader": "bl2.bin"
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]405 },
406 "monitors": [
407 {
408 'name': 'Secure_Test_Suites_Summary',
409 'start': 'Secure test suites summary',
410 'end': 'End of Secure test suites',
411 'pattern': r"Test suite '(?P<"
412 r"test_case_id>[^\n]+)' has (.*) "
413 r"(?P<result>PASSED|FAILED)",
414 'fixup': {"pass": "PASSED", "fail": "FAILED"},
415 'required': [
416 ("psa_protected_storage_"
417 "s_interface_tests_tfm_sst_test_2xxx_"),
418 "sst_reliability_tests_tfm_sst_test_3xxx_",
419 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
420 ("psa_internal_trusted_storage_"
421 "s_interface_tests_tfm_its_test_2xxx_"),
422 "its_reliability_tests_tfm_its_test_3xxx_",
423 ("audit_"
424 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
425 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
426 ("initial_attestation_service_"
427 "secure_interface_tests_tfm_attest_test_1xxx_"),
428 ]
429 },
430 {
431 'name': 'Non_Secure_Test_Suites_Summary',
432 'start': 'Non-secure test suites summary',
433 'end': r'End of Non-secure test suites',
434 'pattern': r"Test suite '(?P<"
435 r"test_case_id>[^\n]+)' has (.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]436 r"(?P<result>PASSED|FAILED)",
437 'fixup': {"pass": "PASSED", "fail": "FAILED"},
438 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]439 ("psa_protected_storage"
440 "_ns_interface_tests_tfm_sst_test_1xxx_"),
TudorCretu8b138472019-08-30 10:51:05 +0100[diff] [blame]441 ("psa_internal_trusted_storage"
442 "_ns_interface_tests_tfm_its_test_1xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]443 ("auditlog_"
444 "non_secure_interface_test_tfm_audit_test_1xxx_"),
445 ("crypto_"
446 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
447 ("initial_attestation_service_"
Minos Galanakisf0dae4e2019-05-20 10:56:57 +0100[diff] [blame]448 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]449 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
450 ]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]451 }
452 ] # Monitors
453 }, # Regression
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]454 'RegressionIPCTfmLevel3': {
455 "binaries": {
456 "firmware": "tfm_s_ns_signed.bin",
457 "bootloader": "bl2.bin"
458 },
459 "monitors": [
460 {
461 'name': 'Secure_Test_Suites_Summary',
462 'start': 'Secure test suites summary',
463 'end': 'End of Secure test suites',
464 'pattern': r"Test suite '(?P<"
465 r"test_case_id>[^\n]+)' has (.*) "
466 r"(?P<result>PASSED|FAILED)",
467 'fixup': {"pass": "PASSED", "fail": "FAILED"},
468 'required': [
469 ("psa_protected_storage_"
470 "s_interface_tests_tfm_sst_test_2xxx_"),
471 "sst_reliability_tests_tfm_sst_test_3xxx_",
472 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
473 ("psa_internal_trusted_storage_"
474 "s_interface_tests_tfm_its_test_2xxx_"),
475 "its_reliability_tests_tfm_its_test_3xxx_",
476 ("audit_"
477 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
478 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
479 ("initial_attestation_service_"
480 "secure_interface_tests_tfm_attest_test_1xxx_"),
481 ]
482 },
483 {
484 'name': 'Non_Secure_Test_Suites_Summary',
485 'start': 'Non-secure test suites summary',
486 'end': r'End of Non-secure test suites',
487 'pattern': r"Test suite '(?P<"
488 r"test_case_id>[^\n]+)' has (.*) "
489 r"(?P<result>PASSED|FAILED)",
490 'fixup': {"pass": "PASSED", "fail": "FAILED"},
491 'required': [
492 ("psa_protected_storage"
493 "_ns_interface_tests_tfm_sst_test_1xxx_"),
494 ("psa_internal_trusted_storage"
495 "_ns_interface_tests_tfm_its_test_1xxx_"),
496 ("auditlog_"
497 "non_secure_interface_test_tfm_audit_test_1xxx_"),
498 ("crypto_"
499 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
500 ("initial_attestation_service_"
501 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
502 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
503 ]
504 }
505 ] # Monitors
506 }, # Regression
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]507 'CoreIPC': {
508 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]509 "firmware": "tfm_s_ns_signed.bin",
510 "bootloader": "bl2.bin"
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]511 },
512 "monitors": [
513 {
514 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]515 'start': 'Non-Secure system',
516 'end': r'starting\\.{3}',
517 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]518 'fixup': {"pass": "!", "fail": ""},
519 'required': ["secure_image_initializing"]
520 } # Monitors
521 ]
522 }, # CoreIPC
523 'CoreIPCTfmLevel2': {
524 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]525 "firmware": "tfm_s_ns_signed.bin",
526 "bootloader": "bl2.bin"
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]527 },
528 "monitors": [
529 {
530 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]531 'start': 'Non-Secure system',
532 'end': r'starting\\.{3}',
533 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]534 'fixup': {"pass": "!", "fail": ""},
535 'required': ["secure_image_initializing"]
536 } # Monitors
537 ]
538 }, # CoreIPCTfmLevel2
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]539 'CoreIPCTfmLevel3': {
540 "binaries": {
541 "firmware": "tfm_s_ns_signed.bin",
542 "bootloader": "bl2.bin"
543 },
544 "monitors": [
545 {
546 'name': 'Secure_Test_Suites_Summary',
547 'start': 'Non-Secure system',
548 'end': r'starting\\.{3}',
549 'pattern': r'Non-Secure system starting\\.{3}',
550 'fixup': {"pass": "!", "fail": ""},
551 'required': ["secure_image_initializing"]
552 } # Monitors
553 ]
554 }, # CoreIPCTfmLevel3
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]555 } # Tests
556}
557
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]558
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]559# FVP with BL2 bootloader
560# firmware <-> ns <-> application: --application cpu0=bl2.axf
561# bootloader <-> s <-> data: --data cpu0=tfm_s_ns_signed.bin@0x10080000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]562fvp_mps2_an521_bl2 = {
563 "templ": "fvp_mps2.jinja2",
564 "job_name": "fvp_mps2_an521_bl2",
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]565 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]566 "job_timeout": 15,
567 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]568 "monitor_timeout": 15,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]569 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]570 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]571 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]572 "build_types": ["Debug", "Release", "Minsizerel"],
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]573 "boot_types": ["BL2"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]574 "data_bin_offset": "0x10080000",
575 "tests": {
576 'Default': {
577 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]578 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]579 "bootloader": "tfm_s_ns_signed.bin"
580 },
581 "monitors": [
582 {
583 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]584 'start': 'Non-Secure system',
585 'end': r'starting\\.{3}',
586 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]587 'fixup': {"pass": "!", "fail": ""},
588 'required': ["secure_image_initializing"]
589 } # Monitors
590 ]
591 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]592 'DefaultProfileS': {
593 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]594 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]595 "bootloader": "tfm_s_ns_signed.bin"
596 },
597 "monitors": [
598 {
599 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]600 'start': 'Non-Secure system',
601 'end': r'starting\\.{3}',
602 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]603 'fixup': {"pass": "!", "fail": ""},
604 'required': ["secure_image_initializing"]
605 } # Monitors
606 ]
607 }, # DefaultProfileS
608 'DefaultProfileM': {
609 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]610 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]611 "bootloader": "tfm_s_ns_signed.bin"
612 },
613 "monitors": [
614 {
615 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]616 'start': 'Non-Secure system',
617 'end': r'starting\\.{3}',
618 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]619 'fixup': {"pass": "!", "fail": ""},
620 'required': ["secure_image_initializing"]
621 } # Monitors
622 ]
623 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]624 'DefaultProfileL': {
625 "binaries": {
626 "firmware": "bl2.axf",
627 "bootloader": "tfm_s_ns_signed.bin"
628 },
629 "monitors": [
630 {
631 'name': 'Secure_Test_Suites_Summary',
632 'start': 'Non-Secure system',
633 'end': r'starting\\.{3}',
634 'pattern': r'Non-Secure system starting\\.{3}',
635 'fixup': {"pass": "!", "fail": ""},
636 'required': ["secure_image_initializing"]
637 } # Monitors
638 ]
639 }, # DefaultProfileL
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]640
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]641 'Regression': {
642 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]643 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]644 "bootloader": "tfm_s_ns_signed.bin"
645 },
646 "monitors": [
647 {
648 'name': 'Secure_Test_Suites_Summary',
649 'start': 'Secure test suites summary',
650 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]651 'pattern': r"Test suite '(?P<"
652 r"test_case_id>[^\n]+)' has (.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]653 r"(?P<result>PASSED|FAILED)",
654 'fixup': {"pass": "PASSED", "fail": "FAILED"},
655 'required': [
656 ("psa_protected_storage_"
657 "s_interface_tests_tfm_sst_test_2xxx_"),
658 "sst_reliability_tests_tfm_sst_test_3xxx_",
659 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
660 ("psa_internal_trusted_storage_"
661 "s_interface_tests_tfm_its_test_2xxx_"),
662 "its_reliability_tests_tfm_its_test_3xxx_",
663 ("audit_"
664 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
665 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
666 ("initial_attestation_service_"
667 "secure_interface_tests_tfm_attest_test_1xxx_"),
668 ]
669 },
670 {
671 'name': 'Non_Secure_Test_Suites_Summary',
672 'start': 'Non-secure test suites summary',
673 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]674 'pattern': r"Test suite '(?P<"
675 r"test_case_id>[^\n]+)' has (.*) "
676 r"(?P<result>PASSED|FAILED)",
677 'fixup': {"pass": "PASSED", "fail": "FAILED"},
678 'required': [
679 ("psa_protected_storage"
680 "_ns_interface_tests_tfm_sst_test_1xxx_"),
681 ("psa_internal_trusted_storage"
682 "_ns_interface_tests_tfm_its_test_1xxx_"),
683 ("auditlog_"
684 "non_secure_interface_test_tfm_audit_test_1xxx_"),
685 ("crypto_"
686 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
687 ("initial_attestation_service_"
688 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
689 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
690 ]
691 }
692 ] # Monitors
693 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]694
695 'RegressionProfileM': {
696 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]697 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]698 "bootloader": "tfm_s_ns_signed.bin"
699 },
700 "monitors": [
701 {
702 'name': 'Secure_Test_Suites_Summary',
703 'start': 'Secure test suites summary',
704 'end': 'End of Secure test suites',
705 'pattern': r"Test suite '(?P<"
706 r"test_case_id>[^\n]+)' has (.*) "
707 r"(?P<result>PASSED|FAILED)",
708 'fixup': {"pass": "PASSED", "fail": "FAILED"},
709 'required': [
710 ("psa_protected_storage_"
711 "s_interface_tests_tfm_sst_test_2xxx_"),
712 "sst_reliability_tests_tfm_sst_test_3xxx_",
713 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
714 ("psa_internal_trusted_storage_"
715 "s_interface_tests_tfm_its_test_2xxx_"),
716 "its_reliability_tests_tfm_its_test_3xxx_",
717 ("audit_"
718 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
719 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
720 ("initial_attestation_service_"
721 "secure_interface_tests_tfm_attest_test_1xxx_"),
722 ]
723 },
724 {
725 'name': 'Non_Secure_Test_Suites_Summary',
726 'start': 'Non-secure test suites summary',
727 'end': r'End of Non-secure test suites',
728 'pattern': r"Test suite '(?P<"
729 r"test_case_id>[^\n]+)' has (.*) "
730 r"(?P<result>PASSED|FAILED)",
731 'fixup': {"pass": "PASSED", "fail": "FAILED"},
732 'required': [
733 ("psa_protected_storage"
734 "_ns_interface_tests_tfm_sst_test_1xxx_"),
735 ("psa_internal_trusted_storage"
736 "_ns_interface_tests_tfm_its_test_1xxx_"),
737 ("auditlog_"
738 "non_secure_interface_test_tfm_audit_test_1xxx_"),
739 ("crypto_"
740 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
741 ("initial_attestation_service_"
742 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
743 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
744 ]
745 }
746 ] # Monitors
747 }, # RegressionProfileM
748 'RegressionProfileS': {
749 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]750 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]751 "bootloader": "tfm_s_ns_signed.bin"
752 },
753 "monitors": [
754 {
755 'name': 'Secure_Test_Suites_Summary',
756 'start': 'Secure test suites summary',
757 'end': 'End of Secure test suites',
758 'pattern': r"Test suite '(?P<"
759 r"test_case_id>[^\n]+)' has (.*) "
760 r"(?P<result>PASSED|FAILED)",
761 'fixup': {"pass": "PASSED", "fail": "FAILED"},
762 'required': [
763 ("psa_protected_storage_"
764 "s_interface_tests_tfm_sst_test_2xxx_"),
765 "sst_reliability_tests_tfm_sst_test_3xxx_",
766 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
767 ("psa_internal_trusted_storage_"
768 "s_interface_tests_tfm_its_test_2xxx_"),
769 "its_reliability_tests_tfm_its_test_3xxx_",
770 ("audit_"
771 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
772 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
773 ("initial_attestation_service_"
774 "secure_interface_tests_tfm_attest_test_1xxx_"),
775 ]
776 },
777 {
778 'name': 'Non_Secure_Test_Suites_Summary',
779 'start': 'Non-secure test suites summary',
780 'end': r'End of Non-secure test suites',
781 'pattern': r"Test suite '(?P<"
782 r"test_case_id>[^\n]+)' has (.*) "
783 r"(?P<result>PASSED|FAILED)",
784 'fixup': {"pass": "PASSED", "fail": "FAILED"},
785 'required': [
786 ("psa_protected_storage"
787 "_ns_interface_tests_tfm_sst_test_1xxx_"),
788 ("psa_internal_trusted_storage"
789 "_ns_interface_tests_tfm_its_test_1xxx_"),
790 ("auditlog_"
791 "non_secure_interface_test_tfm_audit_test_1xxx_"),
792 ("crypto_"
793 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
794 ("initial_attestation_service_"
795 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
796 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
797 ]
798 }
799 ] # Monitors
800 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]801 'RegressionProfileL': {
802 "binaries": {
803 "firmware": "bl2.axf",
804 "bootloader": "tfm_s_ns_signed.bin"
805 },
806 "monitors": [
807 {
808 'name': 'Secure_Test_Suites_Summary',
809 'start': 'Secure test suites summary',
810 'end': 'End of Secure test suites',
811 'pattern': r"Test suite '(?P<"
812 r"test_case_id>[^\n]+)' has (.*) "
813 r"(?P<result>PASSED|FAILED)",
814 'fixup': {"pass": "PASSED", "fail": "FAILED"},
815 'required': [
816 ("psa_protected_storage_"
817 "s_interface_tests_tfm_sst_test_2xxx_"),
818 "sst_reliability_tests_tfm_sst_test_3xxx_",
819 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
820 ("psa_internal_trusted_storage_"
821 "s_interface_tests_tfm_its_test_2xxx_"),
822 "its_reliability_tests_tfm_its_test_3xxx_",
823 ("audit_"
824 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
825 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
826 ("initial_attestation_service_"
827 "secure_interface_tests_tfm_attest_test_1xxx_"),
828 ]
829 },
830 {
831 'name': 'Non_Secure_Test_Suites_Summary',
832 'start': 'Non-secure test suites summary',
833 'end': r'End of Non-secure test suites',
834 'pattern': r"Test suite '(?P<"
835 r"test_case_id>[^\n]+)' has (.*) "
836 r"(?P<result>PASSED|FAILED)",
837 'fixup': {"pass": "PASSED", "fail": "FAILED"},
838 'required': [
839 ("psa_protected_storage"
840 "_ns_interface_tests_tfm_sst_test_1xxx_"),
841 ("psa_internal_trusted_storage"
842 "_ns_interface_tests_tfm_its_test_1xxx_"),
843 ("auditlog_"
844 "non_secure_interface_test_tfm_audit_test_1xxx_"),
845 ("crypto_"
846 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
847 ("initial_attestation_service_"
848 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
849 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
850 ]
851 }
852 ] # Monitors
853 }, # RegressionProfileL
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]854
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]855 'RegressionIPC': {
856 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]857 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]858 "bootloader": "tfm_s_ns_signed.bin"
859 },
860 "monitors": [
861 {
862 'name': 'Secure_Test_Suites_Summary',
863 'start': 'Secure test suites summary',
864 'end': 'End of Secure test suites',
865 'pattern': r"Test suite '(?P<"
866 r"test_case_id>[^\n]+)' has (.*) "
867 r"(?P<result>PASSED|FAILED)",
868 'fixup': {"pass": "PASSED", "fail": "FAILED"},
869 'required': [
870 ("psa_protected_storage_"
871 "s_interface_tests_tfm_sst_test_2xxx_"),
872 "sst_reliability_tests_tfm_sst_test_3xxx_",
873 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
874 ("psa_internal_trusted_storage_"
875 "s_interface_tests_tfm_its_test_2xxx_"),
876 "its_reliability_tests_tfm_its_test_3xxx_",
877 ("audit_"
878 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
879 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
880 ("initial_attestation_service_"
881 "secure_interface_tests_tfm_attest_test_1xxx_"),
882 ]
883 },
884 {
885 'name': 'Non_Secure_Test_Suites_Summary',
886 'start': 'Non-secure test suites summary',
887 'end': r'End of Non-secure test suites',
888 'pattern': r"Test suite '(?P<"
889 r"test_case_id>[^\n]+)' has (.*) "
890 r"(?P<result>PASSED|FAILED)",
891 'fixup': {"pass": "PASSED", "fail": "FAILED"},
892 'required': [
893 ("psa_protected_storage"
894 "_ns_interface_tests_tfm_sst_test_1xxx_"),
895 ("psa_internal_trusted_storage"
896 "_ns_interface_tests_tfm_its_test_1xxx_"),
897 ("auditlog_"
898 "non_secure_interface_test_tfm_audit_test_1xxx_"),
899 ("crypto_"
900 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
901 ("initial_attestation_service_"
902 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
903 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
904 ]
905 }
906 ] # Monitors
907 }, # Regression
908 'RegressionIPCTfmLevel2': {
909 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]910 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]911 "bootloader": "tfm_s_ns_signed.bin"
912 },
913 "monitors": [
914 {
915 'name': 'Secure_Test_Suites_Summary',
916 'start': 'Secure test suites summary',
917 'end': 'End of Secure test suites',
918 'pattern': r"Test suite '(?P<"
919 r"test_case_id>[^\n]+)' has (.*) "
920 r"(?P<result>PASSED|FAILED)",
921 'fixup': {"pass": "PASSED", "fail": "FAILED"},
922 'required': [
923 ("psa_protected_storage_"
924 "s_interface_tests_tfm_sst_test_2xxx_"),
925 "sst_reliability_tests_tfm_sst_test_3xxx_",
926 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
927 ("psa_internal_trusted_storage_"
928 "s_interface_tests_tfm_its_test_2xxx_"),
929 "its_reliability_tests_tfm_its_test_3xxx_",
930 ("audit_"
931 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
932 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
933 ("initial_attestation_service_"
934 "secure_interface_tests_tfm_attest_test_1xxx_"),
935 ]
936 },
937 {
938 'name': 'Non_Secure_Test_Suites_Summary',
939 'start': 'Non-secure test suites summary',
940 'end': r'End of Non-secure test suites',
941 'pattern': r"Test suite '(?P<"
942 r"test_case_id>[^\n]+)' has (.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]943 r"(?P<result>PASSED|FAILED)",
944 'fixup': {"pass": "PASSED", "fail": "FAILED"},
945 'required': [
946 ("psa_protected_storage"
947 "_ns_interface_tests_tfm_sst_test_1xxx_"),
948 ("psa_internal_trusted_storage"
949 "_ns_interface_tests_tfm_its_test_1xxx_"),
950 ("auditlog_"
951 "non_secure_interface_test_tfm_audit_test_1xxx_"),
952 ("crypto_"
953 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
954 ("initial_attestation_service_"
955 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
956 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
957 ]
958 }
959 ] # Monitors
960 }, # Regression
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]961 'RegressionIPCTfmLevel3': {
962 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]963 "firmware": "bl2.axf",
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]964 "bootloader": "tfm_s_ns_signed.bin"
965 },
966 "monitors": [
967 {
968 'name': 'Secure_Test_Suites_Summary',
969 'start': 'Secure test suites summary',
970 'end': 'End of Secure test suites',
971 'pattern': r"Test suite '(?P<"
972 r"test_case_id>[^\n]+)' has (.*) "
973 r"(?P<result>PASSED|FAILED)",
974 'fixup': {"pass": "PASSED", "fail": "FAILED"},
975 'required': [
976 ("psa_protected_storage_"
977 "s_interface_tests_tfm_sst_test_2xxx_"),
978 "sst_reliability_tests_tfm_sst_test_3xxx_",
979 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
980 ("psa_internal_trusted_storage_"
981 "s_interface_tests_tfm_its_test_2xxx_"),
982 "its_reliability_tests_tfm_its_test_3xxx_",
983 ("audit_"
984 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
985 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
986 ("initial_attestation_service_"
987 "secure_interface_tests_tfm_attest_test_1xxx_"),
988 ]
989 },
990 {
991 'name': 'Non_Secure_Test_Suites_Summary',
992 'start': 'Non-secure test suites summary',
993 'end': r'End of Non-secure test suites',
994 'pattern': r"Test suite '(?P<"
995 r"test_case_id>[^\n]+)' has (.*) "
996 r"(?P<result>PASSED|FAILED)",
997 'fixup': {"pass": "PASSED", "fail": "FAILED"},
998 'required': [
999 ("psa_protected_storage"
1000 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1001 ("psa_internal_trusted_storage"
1002 "_ns_interface_tests_tfm_its_test_1xxx_"),
1003 ("auditlog_"
1004 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1005 ("crypto_"
1006 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1007 ("initial_attestation_service_"
1008 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1009 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1010 ]
1011 }
1012 ] # Monitors
1013 }, # Regression
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1014 'CoreIPC': {
1015 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1016 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1017 "bootloader": "tfm_s_ns_signed.bin"
1018 },
1019 "monitors": [
1020 {
1021 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1022 'start': 'Non-Secure system',
1023 'end': r'starting\\.{3}',
1024 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1025 'fixup': {"pass": "!", "fail": ""},
1026 'required': ["secure_image_initializing"]
1027 } # Monitors
1028 ]
1029 }, # CoreIPC
1030 'CoreIPCTfmLevel2': {
1031 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1032 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1033 "bootloader": "tfm_s_ns_signed.bin"
1034 },
1035 "monitors": [
1036 {
1037 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1038 'start': 'Non-Secure system',
1039 'end': r'starting\\.{3}',
1040 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1041 'fixup': {"pass": "!", "fail": ""},
1042 'required': ["secure_image_initializing"]
1043 } # Monitors
1044 ]
1045 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1046 'CoreIPCTfmLevel3': {
1047 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1048 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1049 "bootloader": "tfm_s_ns_signed.bin"
1050 },
1051 "monitors": [
1052 {
1053 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1054 'start': 'Non-Secure system',
1055 'end': r'starting\\.{3}',
1056 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1057 'fixup': {"pass": "!", "fail": ""},
1058 'required': ["secure_image_initializing"]
1059 } # Monitors
1060 ]
1061 }, # CoreIPCTfmLevel3
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1062 } # Tests
1063}
1064
1065
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1066# FVP without BL2 bootloader
1067# firmware <-> ns <-> application: --application cpu0=tfm_s.axf
1068# bootloader <-> s <-> data: --data cpu0=tfm_ns.bin@0x00100000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1069fvp_mps2_an521_nobl2 = {
1070 "templ": "fvp_mps2.jinja2",
1071 "job_name": "fvp_mps2_an521_nobl2",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1072 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1073 "job_timeout": 15,
1074 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]1075 "monitor_timeout": 15,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1076 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]1077 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1078 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1079 "build_types": ["Debug", "Release", "Minsizerel"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1080 "boot_types": ["NOBL2"],
1081 "data_bin_offset": "0x00100000",
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]1082 "cpu_baseline": 1,
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1083 "tests": {
1084 'Default': {
1085 "binaries": {
1086 "firmware": "tfm_s.axf",
1087 "bootloader": "tfm_ns.bin"
1088 },
1089 "monitors": [
1090 {
1091 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1092 'start': 'Non-Secure system',
1093 'end': r'starting\\.{3}',
1094 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1095 'fixup': {"pass": "!", "fail": ""},
1096 'required': ["secure_image_initializing"]
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1097 }
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1098 ]
1099 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1100 'DefaultProfileS': {
1101 "binaries": {
1102 "firmware": "tfm_s.axf",
1103 "bootloader": "tfm_ns.bin"
1104 },
1105 "monitors": [
1106 {
1107 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1108 'start': 'Non-Secure system',
1109 'end': r'starting\\.{3}',
1110 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1111 'fixup': {"pass": "!", "fail": ""},
1112 'required': ["secure_image_initializing"]
1113 } # Monitors
1114 ]
1115 }, # DefaultProfileS
1116 'DefaultProfileM': {
1117 "binaries": {
1118 "firmware": "tfm_s.axf",
1119 "bootloader": "tfm_ns.bin"
1120 },
1121 "monitors": [
1122 {
1123 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1124 'start': 'Non-Secure system',
1125 'end': r'starting\\.{3}',
1126 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1127 'fixup': {"pass": "!", "fail": ""},
1128 'required': ["secure_image_initializing"]
1129 } # Monitors
1130 ]
1131 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]1132 'DefaultProfileL': {
1133 "binaries": {
1134 "firmware": "tfm_s.axf",
1135 "bootloader": "tfm_ns.bin"
1136 },
1137 "monitors": [
1138 {
1139 'name': 'Secure_Test_Suites_Summary',
1140 'start': 'Non-Secure system',
1141 'end': r'starting\\.{3}',
1142 'pattern': r'Non-Secure system starting\\.{3}',
1143 'fixup': {"pass": "!", "fail": ""},
1144 'required': ["secure_image_initializing"]
1145 } # Monitors
1146 ]
1147 }, # DefaultProfileL
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1148
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1149 'Regression': {
1150 "binaries": {
1151 "firmware": "tfm_s.axf",
1152 "bootloader": "tfm_ns.bin"
1153 },
1154 "monitors": [
1155 {
1156 'name': 'Secure_Test_Suites_Summary',
1157 'start': 'Secure test suites summary',
1158 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1159 'pattern': r"Test suite '(?P<"
1160 r"test_case_id>[^\n]+)' has (.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1161 r"(?P<result>PASSED|FAILED)",
1162 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1163 'required': [
1164 ("psa_protected_storage_"
1165 "s_interface_tests_tfm_sst_test_2xxx_"),
1166 "sst_reliability_tests_tfm_sst_test_3xxx_",
1167 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1168 ("psa_internal_trusted_storage_"
1169 "s_interface_tests_tfm_its_test_2xxx_"),
1170 "its_reliability_tests_tfm_its_test_3xxx_",
1171 ("audit_"
1172 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1173 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1174 ("initial_attestation_service_"
1175 "secure_interface_tests_tfm_attest_test_1xxx_"),
1176 ]
1177 },
1178 {
1179 'name': 'Non_Secure_Test_Suites_Summary',
1180 'start': 'Non-secure test suites summary',
1181 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1182 'pattern': r"Test suite '(?P<"
1183 r"test_case_id>[^\n]+)' has (.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1184 r"(?P<result>PASSED|FAILED)",
1185 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1186 'required': [
1187 ("psa_protected_storage"
1188 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1189 ("psa_internal_trusted_storage"
1190 "_ns_interface_tests_tfm_its_test_1xxx_"),
1191 ("auditlog_"
1192 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1193 ("crypto_"
1194 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1195 ("initial_attestation_service_"
1196 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1197 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1198 ]
1199 }
1200 ] # Monitors
1201 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1202 'RegressionProfileM': {
1203 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1204 "firmware": "tfm_s.axf",
1205 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1206 },
1207 "monitors": [
1208 {
1209 'name': 'Secure_Test_Suites_Summary',
1210 'start': 'Secure test suites summary',
1211 'end': 'End of Secure test suites',
1212 'pattern': r"Test suite '(?P<"
1213 r"test_case_id>[^\n]+)' has (.*) "
1214 r"(?P<result>PASSED|FAILED)",
1215 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1216 'required': [
1217 ("psa_protected_storage_"
1218 "s_interface_tests_tfm_sst_test_2xxx_"),
1219 "sst_reliability_tests_tfm_sst_test_3xxx_",
1220 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1221 ("psa_internal_trusted_storage_"
1222 "s_interface_tests_tfm_its_test_2xxx_"),
1223 "its_reliability_tests_tfm_its_test_3xxx_",
1224 ("audit_"
1225 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1226 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1227 ("initial_attestation_service_"
1228 "secure_interface_tests_tfm_attest_test_1xxx_"),
1229 ]
1230 },
1231 {
1232 'name': 'Non_Secure_Test_Suites_Summary',
1233 'start': 'Non-secure test suites summary',
1234 'end': r'End of Non-secure test suites',
1235 'pattern': r"Test suite '(?P<"
1236 r"test_case_id>[^\n]+)' has (.*) "
1237 r"(?P<result>PASSED|FAILED)",
1238 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1239 'required': [
1240 ("psa_protected_storage"
1241 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1242 ("psa_internal_trusted_storage"
1243 "_ns_interface_tests_tfm_its_test_1xxx_"),
1244 ("auditlog_"
1245 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1246 ("crypto_"
1247 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1248 ("initial_attestation_service_"
1249 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1250 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1251 ]
1252 }
1253 ] # Monitors
1254 }, # RegressionProfileM
1255 'RegressionProfileS': {
1256 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1257 "firmware": "tfm_s.axf",
1258 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1259 },
1260 "monitors": [
1261 {
1262 'name': 'Secure_Test_Suites_Summary',
1263 'start': 'Secure test suites summary',
1264 'end': 'End of Secure test suites',
1265 'pattern': r"Test suite '(?P<"
1266 r"test_case_id>[^\n]+)' has (.*) "
1267 r"(?P<result>PASSED|FAILED)",
1268 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1269 'required': [
1270 ("psa_protected_storage_"
1271 "s_interface_tests_tfm_sst_test_2xxx_"),
1272 "sst_reliability_tests_tfm_sst_test_3xxx_",
1273 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1274 ("psa_internal_trusted_storage_"
1275 "s_interface_tests_tfm_its_test_2xxx_"),
1276 "its_reliability_tests_tfm_its_test_3xxx_",
1277 ("audit_"
1278 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1279 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1280 ("initial_attestation_service_"
1281 "secure_interface_tests_tfm_attest_test_1xxx_"),
1282 ]
1283 },
1284 {
1285 'name': 'Non_Secure_Test_Suites_Summary',
1286 'start': 'Non-secure test suites summary',
1287 'end': r'End of Non-secure test suites',
1288 'pattern': r"Test suite '(?P<"
1289 r"test_case_id>[^\n]+)' has (.*) "
1290 r"(?P<result>PASSED|FAILED)",
1291 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1292 'required': [
1293 ("psa_protected_storage"
1294 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1295 ("psa_internal_trusted_storage"
1296 "_ns_interface_tests_tfm_its_test_1xxx_"),
1297 ("auditlog_"
1298 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1299 ("crypto_"
1300 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1301 ("initial_attestation_service_"
1302 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1303 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1304 ]
1305 }
1306 ] # Monitors
1307 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]1308 'RegressionProfileL': {
1309 "binaries": {
1310 "firmware": "tfm_s.axf",
1311 "bootloader": "tfm_ns.bin"
1312 },
1313 "monitors": [
1314 {
1315 'name': 'Secure_Test_Suites_Summary',
1316 'start': 'Secure test suites summary',
1317 'end': 'End of Secure test suites',
1318 'pattern': r"Test suite '(?P<"
1319 r"test_case_id>[^\n]+)' has (.*) "
1320 r"(?P<result>PASSED|FAILED)",
1321 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1322 'required': [
1323 ("psa_protected_storage_"
1324 "s_interface_tests_tfm_sst_test_2xxx_"),
1325 "sst_reliability_tests_tfm_sst_test_3xxx_",
1326 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1327 ("psa_internal_trusted_storage_"
1328 "s_interface_tests_tfm_its_test_2xxx_"),
1329 "its_reliability_tests_tfm_its_test_3xxx_",
1330 ("audit_"
1331 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1332 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1333 ("initial_attestation_service_"
1334 "secure_interface_tests_tfm_attest_test_1xxx_"),
1335 ]
1336 },
1337 {
1338 'name': 'Non_Secure_Test_Suites_Summary',
1339 'start': 'Non-secure test suites summary',
1340 'end': r'End of Non-secure test suites',
1341 'pattern': r"Test suite '(?P<"
1342 r"test_case_id>[^\n]+)' has (.*) "
1343 r"(?P<result>PASSED|FAILED)",
1344 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1345 'required': [
1346 ("psa_protected_storage"
1347 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1348 ("psa_internal_trusted_storage"
1349 "_ns_interface_tests_tfm_its_test_1xxx_"),
1350 ("auditlog_"
1351 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1352 ("crypto_"
1353 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1354 ("initial_attestation_service_"
1355 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1356 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1357 ]
1358 }
1359 ] # Monitors
1360 }, # RegressionProfileL
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1361
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1362 'RegressionIPC': {
1363 "binaries": {
1364 "firmware": "tfm_s.axf",
1365 "bootloader": "tfm_ns.bin"
1366 },
1367 "monitors": [
1368 {
1369 'name': 'Secure_Test_Suites_Summary',
1370 'start': 'Secure test suites summary',
1371 'end': 'End of Secure test suites',
1372 'pattern': r"Test suite '(?P<"
1373 r"test_case_id>[^\n]+)' has (.*) "
1374 r"(?P<result>PASSED|FAILED)",
1375 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1376 'required': [
1377 ("psa_protected_storage_"
1378 "s_interface_tests_tfm_sst_test_2xxx_"),
1379 "sst_reliability_tests_tfm_sst_test_3xxx_",
1380 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1381 ("psa_internal_trusted_storage_"
1382 "s_interface_tests_tfm_its_test_2xxx_"),
1383 "its_reliability_tests_tfm_its_test_3xxx_",
1384 ("audit_"
1385 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1386 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1387 ("initial_attestation_service_"
1388 "secure_interface_tests_tfm_attest_test_1xxx_"),
1389 ]
1390 },
1391 {
1392 'name': 'Non_Secure_Test_Suites_Summary',
1393 'start': 'Non-secure test suites summary',
1394 'end': r'End of Non-secure test suites',
1395 'pattern': r"Test suite '(?P<"
1396 r"test_case_id>[^\n]+)' has (.*) "
1397 r"(?P<result>PASSED|FAILED)",
1398 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1399 'required': [
1400 ("psa_protected_storage"
1401 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1402 ("psa_internal_trusted_storage"
1403 "_ns_interface_tests_tfm_its_test_1xxx_"),
1404 ("auditlog_"
1405 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1406 ("crypto_"
1407 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1408 ("initial_attestation_service_"
1409 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1410 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1411 ]
1412 }
1413 ] # Monitors
1414 }, # RegressionIPC
1415 'RegressionIPCTfmLevel2': {
1416 "binaries": {
1417 "firmware": "tfm_s.axf",
1418 "bootloader": "tfm_ns.bin"
1419 },
1420 "monitors": [
1421 {
1422 'name': 'Secure_Test_Suites_Summary',
1423 'start': 'Secure test suites summary',
1424 'end': 'End of Secure test suites',
1425 'pattern': r"Test suite '(?P<"
1426 r"test_case_id>[^\n]+)' has (.*) "
1427 r"(?P<result>PASSED|FAILED)",
1428 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1429 'required': [
1430 ("psa_protected_storage_"
1431 "s_interface_tests_tfm_sst_test_2xxx_"),
1432 "sst_reliability_tests_tfm_sst_test_3xxx_",
1433 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1434 ("psa_internal_trusted_storage_"
1435 "s_interface_tests_tfm_its_test_2xxx_"),
1436 "its_reliability_tests_tfm_its_test_3xxx_",
1437 ("audit_"
1438 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1439 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1440 ("initial_attestation_service_"
1441 "secure_interface_tests_tfm_attest_test_1xxx_"),
1442 ]
1443 },
1444 {
1445 'name': 'Non_Secure_Test_Suites_Summary',
1446 'start': 'Non-secure test suites summary',
1447 'end': r'End of Non-secure test suites',
1448 'pattern': r"Test suite '(?P<"
1449 r"test_case_id>[^\n]+)' has (.*) "
1450 r"(?P<result>PASSED|FAILED)",
1451 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1452 'required': [
1453 ("psa_protected_storage"
1454 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1455 ("psa_internal_trusted_storage"
1456 "_ns_interface_tests_tfm_its_test_1xxx_"),
1457 ("auditlog_"
1458 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1459 ("crypto_"
1460 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1461 ("initial_attestation_service_"
1462 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1463 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1464 ]
1465 }
1466 ] # Monitors
1467 }, # RegressionIPCTfmLevel2
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1468 'RegressionIPCTfmLevel3': {
1469 "binaries": {
1470 "firmware": "tfm_s.axf",
1471 "bootloader": "tfm_ns.bin"
1472 },
1473 "monitors": [
1474 {
1475 'name': 'Secure_Test_Suites_Summary',
1476 'start': 'Secure test suites summary',
1477 'end': 'End of Secure test suites',
1478 'pattern': r"Test suite '(?P<"
1479 r"test_case_id>[^\n]+)' has (.*) "
1480 r"(?P<result>PASSED|FAILED)",
1481 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1482 'required': [
1483 ("psa_protected_storage_"
1484 "s_interface_tests_tfm_sst_test_2xxx_"),
1485 "sst_reliability_tests_tfm_sst_test_3xxx_",
1486 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1487 ("psa_internal_trusted_storage_"
1488 "s_interface_tests_tfm_its_test_2xxx_"),
1489 "its_reliability_tests_tfm_its_test_3xxx_",
1490 ("audit_"
1491 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1492 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1493 ("initial_attestation_service_"
1494 "secure_interface_tests_tfm_attest_test_1xxx_"),
1495 ]
1496 },
1497 {
1498 'name': 'Non_Secure_Test_Suites_Summary',
1499 'start': 'Non-secure test suites summary',
1500 'end': r'End of Non-secure test suites',
1501 'pattern': r"Test suite '(?P<"
1502 r"test_case_id>[^\n]+)' has (.*) "
1503 r"(?P<result>PASSED|FAILED)",
1504 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1505 'required': [
1506 ("psa_protected_storage"
1507 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1508 ("psa_internal_trusted_storage"
1509 "_ns_interface_tests_tfm_its_test_1xxx_"),
1510 ("auditlog_"
1511 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1512 ("crypto_"
1513 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1514 ("initial_attestation_service_"
1515 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1516 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1517 ]
1518 }
1519 ] # Monitors
1520 }, # RegressionIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1521 'CoreIPC': {
1522 "binaries": {
1523 "firmware": "tfm_s.axf",
1524 "bootloader": "tfm_ns.bin"
1525 },
1526 "monitors": [
1527 {
1528 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1529 'start': 'Non-Secure system',
1530 'end': r'starting\\.{3}',
1531 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1532 'fixup': {"pass": "!", "fail": ""},
1533 'required': ["secure_image_initializing"]
1534 } # Monitors
1535 ]
1536 }, # CoreIPC
1537 'CoreIPCTfmLevel2': {
1538 "binaries": {
1539 "firmware": "tfm_s.axf",
1540 "bootloader": "tfm_ns.bin"
1541 },
1542 "monitors": [
1543 {
1544 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1545 'start': 'Non-Secure system',
1546 'end': r'starting\\.{3}',
1547 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1548 'fixup': {"pass": "!", "fail": ""},
1549 'required': ["secure_image_initializing"]
1550 } # Monitors
1551 ]
1552 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1553 'CoreIPCTfmLevel3': {
1554 "binaries": {
1555 "firmware": "tfm_s.axf",
1556 "bootloader": "tfm_ns.bin"
1557 },
1558 "monitors": [
1559 {
1560 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1561 'start': 'Non-Secure system',
1562 'end': r'starting\\.{3}',
1563 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1564 'fixup': {"pass": "!", "fail": ""},
1565 'required': ["secure_image_initializing"]
1566 } # Monitors
1567 ]
1568 }, # CoreIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1569 } # Tests
1570}
1571
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1572
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1573# FVP with BL2 bootloader
1574# firmware <-> ns <-> application: --application cpu0=bl2.axf
1575# bootloader <-> s <-> data: --data cpu0=tfm_s_ns_signed.bin@0x10080000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1576fvp_mps2_an519_bl2 = {
1577 "templ": "fvp_mps2.jinja2",
1578 "job_name": "fvp_mps2_an519_bl2",
1579 "device_type": "fvp",
1580 "job_timeout": 15,
1581 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]1582 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1583 "poweroff_timeout": 1,
1584 "platforms": {"AN519": ""},
1585 "compilers": ["GNUARM", "ARMCLANG"],
1586 "build_types": ["Debug", "Release", "Minsizerel"],
1587 "boot_types": ["BL2"],
1588 "data_bin_offset": "0x10080000",
1589 "cpu0_baseline": 1,
1590 "tests": {
1591 'Default': {
1592 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1593 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1594 "bootloader": "tfm_s_ns_signed.bin"
1595 },
1596 "monitors": [
1597 {
1598 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1599 'start': 'Non-Secure system',
1600 'end': r'starting\\.{3}',
1601 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1602 'fixup': {"pass": "!", "fail": ""},
1603 'required': ["secure_image_initializing"]
1604 } # Monitors
1605 ]
1606 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1607 'DefaultProfileS': {
1608 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1609 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1610 "bootloader": "tfm_s_ns_signed.bin"
1611 },
1612 "monitors": [
1613 {
1614 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1615 'start': 'Non-Secure system',
1616 'end': r'starting\\.{3}',
1617 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1618 'fixup': {"pass": "!", "fail": ""},
1619 'required': ["secure_image_initializing"]
1620 } # Monitors
1621 ]
1622 }, # DefaultProfileS
1623 'DefaultProfileM': {
1624 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1625 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1626 "bootloader": "tfm_s_ns_signed.bin"
1627 },
1628 "monitors": [
1629 {
1630 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1631 'start': 'Non-Secure system',
1632 'end': r'starting\\.{3}',
1633 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1634 'fixup': {"pass": "!", "fail": ""},
1635 'required': ["secure_image_initializing"]
1636 } # Monitors
1637 ]
1638 }, # DefaultProfileM
1639
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1640 'Regression': {
1641 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1642 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1643 "bootloader": "tfm_s_ns_signed.bin"
1644 },
1645 "monitors": [
1646 {
1647 'name': 'Secure_Test_Suites_Summary',
1648 'start': 'Secure test suites summary',
1649 'end': 'End of Secure test suites',
1650 'pattern': r"Test suite '(?P<"
1651 r"test_case_id>[^\n]+)' has (.*) "
1652 r"(?P<result>PASSED|FAILED)",
1653 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1654 'required': [
1655 ("psa_protected_storage_"
1656 "s_interface_tests_tfm_sst_test_2xxx_"),
1657 "sst_reliability_tests_tfm_sst_test_3xxx_",
1658 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1659 ("psa_internal_trusted_storage_"
1660 "s_interface_tests_tfm_its_test_2xxx_"),
1661 "its_reliability_tests_tfm_its_test_3xxx_",
1662 ("audit_"
1663 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1664 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1665 ("initial_attestation_service_"
1666 "secure_interface_tests_tfm_attest_test_1xxx_"),
1667 ]
1668 },
1669 {
1670 'name': 'Non_Secure_Test_Suites_Summary',
1671 'start': 'Non-secure test suites summary',
1672 'end': r'End of Non-secure test suites',
1673 'pattern': r"Test suite '(?P<"
1674 r"test_case_id>[^\n]+)' has (.*) "
1675 r"(?P<result>PASSED|FAILED)",
1676 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1677 'required': [
1678 ("psa_protected_storage"
1679 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1680 ("psa_internal_trusted_storage"
1681 "_ns_interface_tests_tfm_its_test_1xxx_"),
1682 ("auditlog_"
1683 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1684 ("crypto_"
1685 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1686 ("initial_attestation_service_"
1687 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1688 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1689 ]
1690 }
1691 ] # Monitors
1692 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1693
1694 'RegressionProfileM': {
1695 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1696 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1697 "bootloader": "tfm_s_ns_signed.bin"
1698 },
1699 "monitors": [
1700 {
1701 'name': 'Secure_Test_Suites_Summary',
1702 'start': 'Secure test suites summary',
1703 'end': 'End of Secure test suites',
1704 'pattern': r"Test suite '(?P<"
1705 r"test_case_id>[^\n]+)' has (.*) "
1706 r"(?P<result>PASSED|FAILED)",
1707 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1708 'required': [
1709 ("psa_protected_storage_"
1710 "s_interface_tests_tfm_sst_test_2xxx_"),
1711 "sst_reliability_tests_tfm_sst_test_3xxx_",
1712 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1713 ("psa_internal_trusted_storage_"
1714 "s_interface_tests_tfm_its_test_2xxx_"),
1715 "its_reliability_tests_tfm_its_test_3xxx_",
1716 ("audit_"
1717 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1718 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1719 ("initial_attestation_service_"
1720 "secure_interface_tests_tfm_attest_test_1xxx_"),
1721 ]
1722 },
1723 {
1724 'name': 'Non_Secure_Test_Suites_Summary',
1725 'start': 'Non-secure test suites summary',
1726 'end': r'End of Non-secure test suites',
1727 'pattern': r"Test suite '(?P<"
1728 r"test_case_id>[^\n]+)' has (.*) "
1729 r"(?P<result>PASSED|FAILED)",
1730 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1731 'required': [
1732 ("psa_protected_storage"
1733 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1734 ("psa_internal_trusted_storage"
1735 "_ns_interface_tests_tfm_its_test_1xxx_"),
1736 ("auditlog_"
1737 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1738 ("crypto_"
1739 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1740 ("initial_attestation_service_"
1741 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1742 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1743 ]
1744 }
1745 ] # Monitors
1746 }, # RegressionProfileM
1747 'RegressionProfileS': {
1748 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1749 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1750 "bootloader": "tfm_s_ns_signed.bin"
1751 },
1752 "monitors": [
1753 {
1754 'name': 'Secure_Test_Suites_Summary',
1755 'start': 'Secure test suites summary',
1756 'end': 'End of Secure test suites',
1757 'pattern': r"Test suite '(?P<"
1758 r"test_case_id>[^\n]+)' has (.*) "
1759 r"(?P<result>PASSED|FAILED)",
1760 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1761 'required': [
1762 ("psa_protected_storage_"
1763 "s_interface_tests_tfm_sst_test_2xxx_"),
1764 "sst_reliability_tests_tfm_sst_test_3xxx_",
1765 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1766 ("psa_internal_trusted_storage_"
1767 "s_interface_tests_tfm_its_test_2xxx_"),
1768 "its_reliability_tests_tfm_its_test_3xxx_",
1769 ("audit_"
1770 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1771 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1772 ("initial_attestation_service_"
1773 "secure_interface_tests_tfm_attest_test_1xxx_"),
1774 ]
1775 },
1776 {
1777 'name': 'Non_Secure_Test_Suites_Summary',
1778 'start': 'Non-secure test suites summary',
1779 'end': r'End of Non-secure test suites',
1780 'pattern': r"Test suite '(?P<"
1781 r"test_case_id>[^\n]+)' has (.*) "
1782 r"(?P<result>PASSED|FAILED)",
1783 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1784 'required': [
1785 ("psa_protected_storage"
1786 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1787 ("psa_internal_trusted_storage"
1788 "_ns_interface_tests_tfm_its_test_1xxx_"),
1789 ("auditlog_"
1790 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1791 ("crypto_"
1792 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1793 ("initial_attestation_service_"
1794 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1795 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1796 ]
1797 }
1798 ] # Monitors
1799 }, # RegressionProfileS
1800
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1801 'RegressionIPC': {
1802 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1803 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1804 "bootloader": "tfm_s_ns_signed.bin"
1805 },
1806 "monitors": [
1807 {
1808 'name': 'Secure_Test_Suites_Summary',
1809 'start': 'Secure test suites summary',
1810 'end': 'End of Secure test suites',
1811 'pattern': r"Test suite '(?P<"
1812 r"test_case_id>[^\n]+)' has (.*) "
1813 r"(?P<result>PASSED|FAILED)",
1814 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1815 'required': [
1816 ("psa_protected_storage_"
1817 "s_interface_tests_tfm_sst_test_2xxx_"),
1818 "sst_reliability_tests_tfm_sst_test_3xxx_",
1819 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1820 ("psa_internal_trusted_storage_"
1821 "s_interface_tests_tfm_its_test_2xxx_"),
1822 "its_reliability_tests_tfm_its_test_3xxx_",
1823 ("audit_"
1824 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1825 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1826 ("initial_attestation_service_"
1827 "secure_interface_tests_tfm_attest_test_1xxx_"),
1828 ]
1829 },
1830 {
1831 'name': 'Non_Secure_Test_Suites_Summary',
1832 'start': 'Non-secure test suites summary',
1833 'end': r'End of Non-secure test suites',
1834 'pattern': r"Test suite '(?P<"
1835 r"test_case_id>[^\n]+)' has (.*) "
1836 r"(?P<result>PASSED|FAILED)",
1837 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1838 'required': [
1839 ("psa_protected_storage"
1840 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1841 ("psa_internal_trusted_storage"
1842 "_ns_interface_tests_tfm_its_test_1xxx_"),
1843 ("auditlog_"
1844 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1845 ("crypto_"
1846 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1847 ("initial_attestation_service_"
1848 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1849 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1850 ]
1851 }
1852 ] # Monitors
1853 }, # Regression
1854 'RegressionIPCTfmLevel2': {
1855 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1856 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1857 "bootloader": "tfm_s_ns_signed.bin"
1858 },
1859 "monitors": [
1860 {
1861 'name': 'Secure_Test_Suites_Summary',
1862 'start': 'Secure test suites summary',
1863 'end': 'End of Secure test suites',
1864 'pattern': r"Test suite '(?P<"
1865 r"test_case_id>[^\n]+)' has (.*) "
1866 r"(?P<result>PASSED|FAILED)",
1867 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1868 'required': [
1869 ("psa_protected_storage_"
1870 "s_interface_tests_tfm_sst_test_2xxx_"),
1871 "sst_reliability_tests_tfm_sst_test_3xxx_",
1872 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1873 ("psa_internal_trusted_storage_"
1874 "s_interface_tests_tfm_its_test_2xxx_"),
1875 "its_reliability_tests_tfm_its_test_3xxx_",
1876 ("audit_"
1877 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1878 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1879 ("initial_attestation_service_"
1880 "secure_interface_tests_tfm_attest_test_1xxx_"),
1881 ]
1882 },
1883 {
1884 'name': 'Non_Secure_Test_Suites_Summary',
1885 'start': 'Non-secure test suites summary',
1886 'end': r'End of Non-secure test suites',
1887 'pattern': r"Test suite '(?P<"
1888 r"test_case_id>[^\n]+)' has (.*) "
1889 r"(?P<result>PASSED|FAILED)",
1890 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1891 'required': [
1892 ("psa_protected_storage"
1893 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1894 ("psa_internal_trusted_storage"
1895 "_ns_interface_tests_tfm_its_test_1xxx_"),
1896 ("auditlog_"
1897 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1898 ("crypto_"
1899 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1900 ("initial_attestation_service_"
1901 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1902 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1903 ]
1904 }
1905 ] # Monitors
1906 }, # Regression
1907 'CoreIPC': {
1908 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1909 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1910 "bootloader": "tfm_s_ns_signed.bin"
1911 },
1912 "monitors": [
1913 {
1914 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1915 'start': 'Non-Secure system',
1916 'end': r'starting\\.{3}',
1917 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1918 'fixup': {"pass": "!", "fail": ""},
1919 'required': ["secure_image_initializing"]
1920 } # Monitors
1921 ]
1922 }, # CoreIPC
1923 'CoreIPCTfmLevel2': {
1924 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1925 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1926 "bootloader": "tfm_s_ns_signed.bin"
1927 },
1928 "monitors": [
1929 {
1930 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1931 'start': 'Non-Secure system',
1932 'end': r'starting\\.{3}',
1933 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1934 'fixup': {"pass": "!", "fail": ""},
1935 'required': ["secure_image_initializing"]
1936 } # Monitors
1937 ]
1938 }, # CoreIPCTfmLevel2
1939 } # Tests
1940}
1941
1942
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1943# FVP without BL2 bootloader
1944# firmware <-> ns <-> application: --application cpu0=tfm_s.axf
1945# bootloader <-> s <-> data: --data cpu0=tfm_ns.bin@0x00100000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1946fvp_mps2_an519_nobl2 = {
1947 "templ": "fvp_mps2.jinja2",
1948 "job_name": "fvp_mps2_an519_nobl2",
1949 "device_type": "fvp",
1950 "job_timeout": 15,
1951 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]1952 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1953 "poweroff_timeout": 1,
1954 "platforms": {"AN519": ""},
1955 "compilers": ["GNUARM", "ARMCLANG"],
1956 "build_types": ["Debug", "Release", "Minsizerel"],
1957 "boot_types": ["NOBL2"],
1958 "data_bin_offset": "0x00100000",
1959 "cpu0_baseline": 1,
1960 "tests": {
1961 'Default': {
1962 "binaries": {
1963 "firmware": "tfm_s.axf",
1964 "bootloader": "tfm_ns.bin"
1965 },
1966 "monitors": [
1967 {
1968 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1969 'start': 'Non-Secure system',
1970 'end': r'starting\\.{3}',
1971 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1972 'fixup': {"pass": "!", "fail": ""},
1973 'required': ["secure_image_initializing"]
1974 }
1975 ]
1976 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1977 'DefaultProfileS': {
1978 "binaries": {
1979 "firmware": "tfm_s.axf",
1980 "bootloader": "tfm_ns.bin"
1981 },
1982 "monitors": [
1983 {
1984 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1985 'start': 'Non-Secure system',
1986 'end': r'starting\\.{3}',
1987 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1988 'fixup': {"pass": "!", "fail": ""},
1989 'required': ["secure_image_initializing"]
1990 } # Monitors
1991 ]
1992 }, # DefaultProfileS
1993 'DefaultProfileM': {
1994 "binaries": {
1995 "firmware": "tfm_s.axf",
1996 "bootloader": "tfm_ns.bin"
1997 },
1998 "monitors": [
1999 {
2000 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2001 'start': 'Non-Secure system',
2002 'end': r'starting\\.{3}',
2003 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2004 'fixup': {"pass": "!", "fail": ""},
2005 'required': ["secure_image_initializing"]
2006 } # Monitors
2007 ]
2008 }, # DefaultProfileM
2009
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2010 'Regression': {
2011 "binaries": {
2012 "firmware": "tfm_s.axf",
2013 "bootloader": "tfm_ns.bin"
2014 },
2015 "monitors": [
2016 {
2017 'name': 'Secure_Test_Suites_Summary',
2018 'start': 'Secure test suites summary',
2019 'end': 'End of Secure test suites',
2020 'pattern': r"Test suite '(?P<"
2021 r"test_case_id>[^\n]+)' has (.*) "
2022 r"(?P<result>PASSED|FAILED)",
2023 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2024 'required': [
2025 ("psa_protected_storage_"
2026 "s_interface_tests_tfm_sst_test_2xxx_"),
2027 "sst_reliability_tests_tfm_sst_test_3xxx_",
2028 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2029 ("psa_internal_trusted_storage_"
2030 "s_interface_tests_tfm_its_test_2xxx_"),
2031 "its_reliability_tests_tfm_its_test_3xxx_",
2032 ("audit_"
2033 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2034 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2035 ("initial_attestation_service_"
2036 "secure_interface_tests_tfm_attest_test_1xxx_"),
2037 ]
2038 },
2039 {
2040 'name': 'Non_Secure_Test_Suites_Summary',
2041 'start': 'Non-secure test suites summary',
2042 'end': r'End of Non-secure test suites',
2043 'pattern': r"Test suite '(?P<"
2044 r"test_case_id>[^\n]+)' has (.*) "
2045 r"(?P<result>PASSED|FAILED)",
2046 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2047 'required': [
2048 ("psa_protected_storage"
2049 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2050 ("psa_internal_trusted_storage"
2051 "_ns_interface_tests_tfm_its_test_1xxx_"),
2052 ("auditlog_"
2053 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2054 ("crypto_"
2055 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2056 ("initial_attestation_service_"
2057 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2058 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2059 ]
2060 }
2061 ] # Monitors
2062 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2063 'RegressionProfileM': {
2064 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2065 "firmware": "tfm_s.axf",
2066 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2067 },
2068 "monitors": [
2069 {
2070 'name': 'Secure_Test_Suites_Summary',
2071 'start': 'Secure test suites summary',
2072 'end': 'End of Secure test suites',
2073 'pattern': r"Test suite '(?P<"
2074 r"test_case_id>[^\n]+)' has (.*) "
2075 r"(?P<result>PASSED|FAILED)",
2076 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2077 'required': [
2078 ("psa_protected_storage_"
2079 "s_interface_tests_tfm_sst_test_2xxx_"),
2080 "sst_reliability_tests_tfm_sst_test_3xxx_",
2081 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2082 ("psa_internal_trusted_storage_"
2083 "s_interface_tests_tfm_its_test_2xxx_"),
2084 "its_reliability_tests_tfm_its_test_3xxx_",
2085 ("audit_"
2086 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2087 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2088 ("initial_attestation_service_"
2089 "secure_interface_tests_tfm_attest_test_1xxx_"),
2090 ]
2091 },
2092 {
2093 'name': 'Non_Secure_Test_Suites_Summary',
2094 'start': 'Non-secure test suites summary',
2095 'end': r'End of Non-secure test suites',
2096 'pattern': r"Test suite '(?P<"
2097 r"test_case_id>[^\n]+)' has (.*) "
2098 r"(?P<result>PASSED|FAILED)",
2099 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2100 'required': [
2101 ("psa_protected_storage"
2102 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2103 ("psa_internal_trusted_storage"
2104 "_ns_interface_tests_tfm_its_test_1xxx_"),
2105 ("auditlog_"
2106 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2107 ("crypto_"
2108 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2109 ("initial_attestation_service_"
2110 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2111 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2112 ]
2113 }
2114 ] # Monitors
2115 }, # RegressionProfileM
2116 'RegressionProfileS': {
2117 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2118 "firmware": "tfm_s.axf",
2119 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2120 },
2121 "monitors": [
2122 {
2123 'name': 'Secure_Test_Suites_Summary',
2124 'start': 'Secure test suites summary',
2125 'end': 'End of Secure test suites',
2126 'pattern': r"Test suite '(?P<"
2127 r"test_case_id>[^\n]+)' has (.*) "
2128 r"(?P<result>PASSED|FAILED)",
2129 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2130 'required': [
2131 ("psa_protected_storage_"
2132 "s_interface_tests_tfm_sst_test_2xxx_"),
2133 "sst_reliability_tests_tfm_sst_test_3xxx_",
2134 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2135 ("psa_internal_trusted_storage_"
2136 "s_interface_tests_tfm_its_test_2xxx_"),
2137 "its_reliability_tests_tfm_its_test_3xxx_",
2138 ("audit_"
2139 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2140 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2141 ("initial_attestation_service_"
2142 "secure_interface_tests_tfm_attest_test_1xxx_"),
2143 ]
2144 },
2145 {
2146 'name': 'Non_Secure_Test_Suites_Summary',
2147 'start': 'Non-secure test suites summary',
2148 'end': r'End of Non-secure test suites',
2149 'pattern': r"Test suite '(?P<"
2150 r"test_case_id>[^\n]+)' has (.*) "
2151 r"(?P<result>PASSED|FAILED)",
2152 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2153 'required': [
2154 ("psa_protected_storage"
2155 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2156 ("psa_internal_trusted_storage"
2157 "_ns_interface_tests_tfm_its_test_1xxx_"),
2158 ("auditlog_"
2159 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2160 ("crypto_"
2161 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2162 ("initial_attestation_service_"
2163 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2164 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2165 ]
2166 }
2167 ] # Monitors
2168 }, # RegressionProfileS
2169
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2170 'RegressionIPC': {
2171 "binaries": {
2172 "firmware": "tfm_s.axf",
2173 "bootloader": "tfm_ns.bin"
2174 },
2175 "monitors": [
2176 {
2177 'name': 'Secure_Test_Suites_Summary',
2178 'start': 'Secure test suites summary',
2179 'end': 'End of Secure test suites',
2180 'pattern': r"Test suite '(?P<"
2181 r"test_case_id>[^\n]+)' has (.*) "
2182 r"(?P<result>PASSED|FAILED)",
2183 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2184 'required': [
2185 ("psa_protected_storage_"
2186 "s_interface_tests_tfm_sst_test_2xxx_"),
2187 "sst_reliability_tests_tfm_sst_test_3xxx_",
2188 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2189 ("psa_internal_trusted_storage_"
2190 "s_interface_tests_tfm_its_test_2xxx_"),
2191 "its_reliability_tests_tfm_its_test_3xxx_",
2192 ("audit_"
2193 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2194 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2195 ("initial_attestation_service_"
2196 "secure_interface_tests_tfm_attest_test_1xxx_"),
2197 ]
2198 },
2199 {
2200 'name': 'Non_Secure_Test_Suites_Summary',
2201 'start': 'Non-secure test suites summary',
2202 'end': r'End of Non-secure test suites',
2203 'pattern': r"Test suite '(?P<"
2204 r"test_case_id>[^\n]+)' has (.*) "
2205 r"(?P<result>PASSED|FAILED)",
2206 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2207 'required': [
2208 ("psa_protected_storage"
2209 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2210 ("psa_internal_trusted_storage"
2211 "_ns_interface_tests_tfm_its_test_1xxx_"),
2212 ("auditlog_"
2213 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2214 ("crypto_"
2215 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2216 ("initial_attestation_service_"
2217 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2218 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2219 ]
2220 }
2221 ] # Monitors
2222 }, # RegressionIPC
2223 'RegressionIPCTfmLevel2': {
2224 "binaries": {
2225 "firmware": "tfm_s.axf",
2226 "bootloader": "tfm_ns.bin"
2227 },
2228 "monitors": [
2229 {
2230 'name': 'Secure_Test_Suites_Summary',
2231 'start': 'Secure test suites summary',
2232 'end': 'End of Secure test suites',
2233 'pattern': r"Test suite '(?P<"
2234 r"test_case_id>[^\n]+)' has (.*) "
2235 r"(?P<result>PASSED|FAILED)",
2236 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2237 'required': [
2238 ("psa_protected_storage_"
2239 "s_interface_tests_tfm_sst_test_2xxx_"),
2240 "sst_reliability_tests_tfm_sst_test_3xxx_",
2241 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2242 ("psa_internal_trusted_storage_"
2243 "s_interface_tests_tfm_its_test_2xxx_"),
2244 "its_reliability_tests_tfm_its_test_3xxx_",
2245 ("audit_"
2246 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2247 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2248 ("initial_attestation_service_"
2249 "secure_interface_tests_tfm_attest_test_1xxx_"),
2250 ]
2251 },
2252 {
2253 'name': 'Non_Secure_Test_Suites_Summary',
2254 'start': 'Non-secure test suites summary',
2255 'end': r'End of Non-secure test suites',
2256 'pattern': r"Test suite '(?P<"
2257 r"test_case_id>[^\n]+)' has (.*) "
2258 r"(?P<result>PASSED|FAILED)",
2259 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2260 'required': [
2261 ("psa_protected_storage"
2262 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2263 ("psa_internal_trusted_storage"
2264 "_ns_interface_tests_tfm_its_test_1xxx_"),
2265 ("auditlog_"
2266 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2267 ("crypto_"
2268 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2269 ("initial_attestation_service_"
2270 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2271 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2272 ]
2273 }
2274 ] # Monitors
2275 }, # RegressionIPCTfmLevel2
2276 'CoreIPC': {
2277 "binaries": {
2278 "firmware": "tfm_s.axf",
2279 "bootloader": "tfm_ns.bin"
2280 },
2281 "monitors": [
2282 {
2283 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2284 'start': 'Non-Secure system',
2285 'end': r'starting\\.{3}',
2286 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2287 'fixup': {"pass": "!", "fail": ""},
2288 'required': ["secure_image_initializing"]
2289 } # Monitors
2290 ]
2291 }, # CoreIPC
2292 'CoreIPCTfmLevel2': {
2293 "binaries": {
2294 "firmware": "tfm_s.axf",
2295 "bootloader": "tfm_ns.bin"
2296 },
2297 "monitors": [
2298 {
2299 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2300 'start': 'Non-Secure system',
2301 'end': r'starting\\.{3}',
2302 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2303 'fixup': {"pass": "!", "fail": ""},
2304 'required': ["secure_image_initializing"]
2305 } # Monitors
2306 ]
2307 }, # CoreIPCTfmLevel2
2308 } # Tests
2309}
2310
2311
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2312# MPS2 with BL2 bootloader
2313# IMAGE0ADDRESS: 0x10000000
2314# IMAGE0FILE: \Software\bl2.bin ; BL2 bootloader
2315# IMAGE1ADDRESS: 0x10080000
2316# IMAGE1FILE: \Software\tfm_s_ns_signed.bin ; TF-M example application binary blob
2317qemu_mps2_bl2 = {
2318 "templ": "qemu_mps2_bl2.jinja2",
2319 "job_name": "qemu_mps2_bl2",
2320 "device_type": "qemu",
2321 "job_timeout": 300,
2322 "action_timeout": 300,
2323 "poweroff_timeout": 20,
2324 "platforms": {"AN521": ""},
2325 "compilers": ["GNUARM", "ARMCLANG"],
2326 "build_types": ["Debug", "Release"],
2327 "boot_types": ["BL2"],
Xinyu Zhang3f9c3cf2021-07-06 11:16:26 +0800[diff] [blame]2328 "tests": {}
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2329}
2330
2331
2332# Musca-B1 with BL2 bootloader
2333# unified hex file comprising of both bl2.bin and tfm_s_ns_signed.bin
2334# srec_cat bin/bl2.bin -Binary -offset 0xA000000 bin/tfm_s_ns_signed.bin -Binary -offset 0xA020000 -o tfm.hex -Intel
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2335musca_b1_bl2 = {
2336 "templ": "musca_b1.jinja2",
2337 "job_name": "musca_b1_bl2",
2338 "device_type": "musca-b",
Xinyu Zhang630dfe62021-06-17 14:38:11 +0800[diff] [blame]2339 "job_timeout": 40,
2340 "action_timeout": 20,
2341 "monitor_timeout": 30,
Ryan Harkinf6981082020-12-18 14:54:33 +0000[diff] [blame]2342 "poweroff_timeout": 40,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2343 "platforms": {"MUSCA_B1": ""},
2344 "compilers": ["GNUARM", "ARMCLANG"],
Xinyu Zhang43e5d672021-03-24 16:30:26 +0800[diff] [blame]2345 "build_types": ["Debug", "Release", "Minsizerel"],
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2346 "boot_types": ["BL2"],
2347 "tests": {
2348 "Default": {
2349 "binaries": {
2350 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2351 },
2352 "monitors": [
2353 {
2354 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2355 'start': 'Non-Secure system',
2356 'end': r'starting\\.{3}',
2357 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2358 'fixup': {"pass": "!", "fail": ""},
2359 'required': ["secure_image_initializing"]
2360 }
2361 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2362 },
2363 "CoreIPC": {
2364 "binaries": {
2365 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2366 },
2367 "monitors": [
2368 {
2369 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2370 'start': 'Non-Secure system',
2371 'end': r'starting\\.{3}',
2372 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2373 'fixup': {"pass": "!", "fail": ""},
2374 'required': ["secure_image_initializing"]
2375 }
2376 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2377 },
2378 "CoreIPCTfmLevel2": {
2379 "binaries": {
2380 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2381 },
2382 "monitors": [
2383 {
2384 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2385 'start': 'Non-Secure system',
2386 'end': r'starting\\.{3}',
2387 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2388 'fixup': {"pass": "!", "fail": ""},
2389 'required': ["secure_image_initializing"]
2390 }
2391 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2392 },
2393 "CoreIPCTfmLevel3": {
2394 "binaries": {
2395 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2396 },
2397 "monitors": [
2398 {
2399 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2400 'start': 'Non-Secure system',
2401 'end': r'starting\\.{3}',
2402 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2403 'fixup': {"pass": "!", "fail": ""},
2404 'required': ["secure_image_initializing"]
2405 }
2406 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2407 },
2408 "DefaultProfileM": {
2409 "binaries": {
2410 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2411 },
2412 "monitors": [
2413 {
2414 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2415 'start': 'Non-Secure system',
2416 'end': r'starting\\.{3}',
2417 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2418 'fixup': {"pass": "!", "fail": ""},
2419 'required': ["secure_image_initializing"]
2420 }
2421 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2422 },
2423 "DefaultProfileS": {
2424 "binaries": {
2425 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2426 },
2427 "monitors": [
2428 {
2429 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2430 'start': 'Non-Secure system',
2431 'end': r'starting\\.{3}',
2432 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2433 'fixup': {"pass": "!", "fail": ""},
2434 'required': ["secure_image_initializing"]
2435 }
2436 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2437 },
2438 "Regression": {
2439 "binaries": {
2440 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2441 },
2442 "monitors": [
2443 {
2444 'name': 'Secure_Test_Suites_Summary',
2445 'start': 'Secure test suites summary',
2446 'end': 'End of Secure test suites',
2447 'pattern': r"Test suite '(?P<"
2448 r"test_case_id>[^\n]+)' has (.*) "
2449 r"(?P<result>PASSED|FAILED)",
2450 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2451 'required': [
2452 ("psa_protected_storage_"
2453 "s_interface_tests_tfm_sst_test_2xxx_"),
2454 "sst_reliability_tests_tfm_sst_test_3xxx_",
2455 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2456 ("psa_internal_trusted_storage_"
2457 "s_interface_tests_tfm_its_test_2xxx_"),
2458 "its_reliability_tests_tfm_its_test_3xxx_",
2459 ("audit_"
2460 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2461 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2462 ("initial_attestation_service_"
2463 "secure_interface_tests_tfm_attest_test_1xxx_"),
2464 ]
2465 },
2466 {
2467 'name': 'Non_Secure_Test_Suites_Summary',
2468 'start': 'Non-secure test suites summary',
2469 'end': r'End of Non-secure test suites',
2470 'pattern': r"Test suite '(?P<"
2471 r"test_case_id>[^\n]+)' has (.*) "
2472 r"(?P<result>PASSED|FAILED)",
2473 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2474 'required': [
2475 ("psa_protected_storage"
2476 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2477 ("psa_internal_trusted_storage"
2478 "_ns_interface_tests_tfm_its_test_1xxx_"),
2479 ("auditlog_"
2480 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2481 ("crypto_"
2482 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2483 ("initial_attestation_service_"
2484 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2485 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2486 ]
2487 }
2488 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2489 },
2490 "RegressionIPC": {
2491 "binaries": {
2492 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2493 },
2494 "monitors": [
2495 {
2496 'name': 'Secure_Test_Suites_Summary',
2497 'start': 'Secure test suites summary',
2498 'end': 'End of Secure test suites',
2499 'pattern': r"Test suite '(?P<"
2500 r"test_case_id>[^\n]+)' has (.*) "
2501 r"(?P<result>PASSED|FAILED)",
2502 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2503 'required': [
2504 ("psa_protected_storage_"
2505 "s_interface_tests_tfm_sst_test_2xxx_"),
2506 "sst_reliability_tests_tfm_sst_test_3xxx_",
2507 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2508 ("psa_internal_trusted_storage_"
2509 "s_interface_tests_tfm_its_test_2xxx_"),
2510 "its_reliability_tests_tfm_its_test_3xxx_",
2511 ("audit_"
2512 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2513 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2514 ("initial_attestation_service_"
2515 "secure_interface_tests_tfm_attest_test_1xxx_"),
2516 ]
2517 },
2518 {
2519 'name': 'Non_Secure_Test_Suites_Summary',
2520 'start': 'Non-secure test suites summary',
2521 'end': r'End of Non-secure test suites',
2522 'pattern': r"Test suite '(?P<"
2523 r"test_case_id>[^\n]+)' has (.*) "
2524 r"(?P<result>PASSED|FAILED)",
2525 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2526 'required': [
2527 ("psa_protected_storage"
2528 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2529 ("psa_internal_trusted_storage"
2530 "_ns_interface_tests_tfm_its_test_1xxx_"),
2531 ("auditlog_"
2532 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2533 ("crypto_"
2534 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2535 ("initial_attestation_service_"
2536 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2537 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2538 ]
2539 }
2540 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2541 },
2542 "RegressionIPCTfmLevel2": {
2543 "binaries": {
2544 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2545 },
2546 "monitors": [
2547 {
2548 'name': 'Secure_Test_Suites_Summary',
2549 'start': 'Secure test suites summary',
2550 'end': 'End of Secure test suites',
2551 'pattern': r"Test suite '(?P<"
2552 r"test_case_id>[^\n]+)' has (.*) "
2553 r"(?P<result>PASSED|FAILED)",
2554 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2555 'required': [
2556 ("psa_protected_storage_"
2557 "s_interface_tests_tfm_sst_test_2xxx_"),
2558 "sst_reliability_tests_tfm_sst_test_3xxx_",
2559 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2560 ("psa_internal_trusted_storage_"
2561 "s_interface_tests_tfm_its_test_2xxx_"),
2562 "its_reliability_tests_tfm_its_test_3xxx_",
2563 ("audit_"
2564 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2565 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2566 ("initial_attestation_service_"
2567 "secure_interface_tests_tfm_attest_test_1xxx_"),
2568 ]
2569 },
2570 {
2571 'name': 'Non_Secure_Test_Suites_Summary',
2572 'start': 'Non-secure test suites summary',
2573 'end': r'End of Non-secure test suites',
2574 'pattern': r"Test suite '(?P<"
2575 r"test_case_id>[^\n]+)' has (.*) "
2576 r"(?P<result>PASSED|FAILED)",
2577 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2578 'required': [
2579 ("psa_protected_storage"
2580 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2581 ("psa_internal_trusted_storage"
2582 "_ns_interface_tests_tfm_its_test_1xxx_"),
2583 ("auditlog_"
2584 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2585 ("crypto_"
2586 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2587 ("initial_attestation_service_"
2588 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2589 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2590 ]
2591 }
2592 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2593 },
2594 "RegressionIPCTfmLevel3": {
2595 "binaries": {
2596 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2597 },
2598 "monitors": [
2599 {
2600 'name': 'Secure_Test_Suites_Summary',
2601 'start': 'Secure test suites summary',
2602 'end': 'End of Secure test suites',
2603 'pattern': r"Test suite '(?P<"
2604 r"test_case_id>[^\n]+)' has (.*) "
2605 r"(?P<result>PASSED|FAILED)",
2606 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2607 'required': [
2608 ("psa_protected_storage_"
2609 "s_interface_tests_tfm_sst_test_2xxx_"),
2610 "sst_reliability_tests_tfm_sst_test_3xxx_",
2611 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2612 ("psa_internal_trusted_storage_"
2613 "s_interface_tests_tfm_its_test_2xxx_"),
2614 "its_reliability_tests_tfm_its_test_3xxx_",
2615 ("audit_"
2616 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2617 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2618 ("initial_attestation_service_"
2619 "secure_interface_tests_tfm_attest_test_1xxx_"),
2620 ]
2621 },
2622 {
2623 'name': 'Non_Secure_Test_Suites_Summary',
2624 'start': 'Non-secure test suites summary',
2625 'end': r'End of Non-secure test suites',
2626 'pattern': r"Test suite '(?P<"
2627 r"test_case_id>[^\n]+)' has (.*) "
2628 r"(?P<result>PASSED|FAILED)",
2629 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2630 'required': [
2631 ("psa_protected_storage"
2632 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2633 ("psa_internal_trusted_storage"
2634 "_ns_interface_tests_tfm_its_test_1xxx_"),
2635 ("auditlog_"
2636 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2637 ("crypto_"
2638 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2639 ("initial_attestation_service_"
2640 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2641 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2642 ]
2643 }
2644 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2645 },
2646 "RegressionProfileM": {
2647 "binaries": {
2648 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2649 },
2650 "monitors": [
2651 {
2652 'name': 'Secure_Test_Suites_Summary',
2653 'start': 'Secure test suites summary',
2654 'end': 'End of Secure test suites',
2655 'pattern': r"Test suite '(?P<"
2656 r"test_case_id>[^\n]+)' has (.*) "
2657 r"(?P<result>PASSED|FAILED)",
2658 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2659 'required': [
2660 ("psa_protected_storage_"
2661 "s_interface_tests_tfm_sst_test_2xxx_"),
2662 "sst_reliability_tests_tfm_sst_test_3xxx_",
2663 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2664 ("psa_internal_trusted_storage_"
2665 "s_interface_tests_tfm_its_test_2xxx_"),
2666 "its_reliability_tests_tfm_its_test_3xxx_",
2667 ("audit_"
2668 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2669 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2670 ("initial_attestation_service_"
2671 "secure_interface_tests_tfm_attest_test_1xxx_"),
2672 ]
2673 },
2674 {
2675 'name': 'Non_Secure_Test_Suites_Summary',
2676 'start': 'Non-secure test suites summary',
2677 'end': r'End of Non-secure test suites',
2678 'pattern': r"Test suite '(?P<"
2679 r"test_case_id>[^\n]+)' has (.*) "
2680 r"(?P<result>PASSED|FAILED)",
2681 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2682 'required': [
2683 ("psa_protected_storage"
2684 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2685 ("psa_internal_trusted_storage"
2686 "_ns_interface_tests_tfm_its_test_1xxx_"),
2687 ("auditlog_"
2688 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2689 ("crypto_"
2690 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2691 ("initial_attestation_service_"
2692 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2693 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2694 ]
2695 }
2696 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2697 },
2698 "RegressionProfileS": {
2699 "binaries": {
2700 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2701 },
2702 "monitors": [
2703 {
2704 'name': 'Secure_Test_Suites_Summary',
2705 'start': 'Secure test suites summary',
2706 'end': 'End of Secure test suites',
2707 'pattern': r"Test suite '(?P<"
2708 r"test_case_id>[^\n]+)' has (.*) "
2709 r"(?P<result>PASSED|FAILED)",
2710 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2711 'required': [
2712 ("psa_protected_storage_"
2713 "s_interface_tests_tfm_sst_test_2xxx_"),
2714 "sst_reliability_tests_tfm_sst_test_3xxx_",
2715 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2716 ("psa_internal_trusted_storage_"
2717 "s_interface_tests_tfm_its_test_2xxx_"),
2718 "its_reliability_tests_tfm_its_test_3xxx_",
2719 ("audit_"
2720 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2721 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2722 ("initial_attestation_service_"
2723 "secure_interface_tests_tfm_attest_test_1xxx_"),
2724 ]
2725 },
2726 {
2727 'name': 'Non_Secure_Test_Suites_Summary',
2728 'start': 'Non-secure test suites summary',
2729 'end': r'End of Non-secure test suites',
2730 'pattern': r"Test suite '(?P<"
2731 r"test_case_id>[^\n]+)' has (.*) "
2732 r"(?P<result>PASSED|FAILED)",
2733 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2734 'required': [
2735 ("psa_protected_storage"
2736 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2737 ("psa_internal_trusted_storage"
2738 "_ns_interface_tests_tfm_its_test_1xxx_"),
2739 ("auditlog_"
2740 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2741 ("crypto_"
2742 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2743 ("initial_attestation_service_"
2744 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2745 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2746 ]
2747 }
2748 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2749 },
2750 },
2751}
2752
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]2753# Musca-B1 with BL2 bootloader and OTP enabled
2754# unified hex file comprising of both bl2.bin and tfm_s_ns_signed.bin
2755# srec_cat bin/bl2.bin -Binary -offset 0xA000000 bin/tfm_s_ns_signed.bin -Binary -offset 0xA020000 -o tfm.hex -Intel
2756musca_b1_otp_bl2 = {
2757 "templ": "musca_b1_otp.jinja2",
2758 "job_name": "musca_b1_opt_bl2",
2759 "device_type": "musca-b",
Xinyu Zhang630dfe62021-06-17 14:38:11 +0800[diff] [blame]2760 "job_timeout": 40,
2761 "action_timeout": 20,
2762 "monitor_timeout": 30,
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]2763 "poweroff_timeout": 40,
2764 "platforms": {"MUSCA_B1_OTP": ""},
Xinyu Zhangc4bb2e12021-07-21 22:40:35 +0800[diff] [blame]2765 "compilers": ["GNUARM"],
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]2766 "build_types": ["Debug"],
2767 "boot_types": ["BL2"],
2768 "tests": {
2769 "RegressionIPCTfmLevel3": {
2770 "binaries": {
2771 "firmware": "tfm.hex",
2772 },
2773 "monitors": [
2774 {
2775 'name': 'Secure_Test_Suites_Summary',
2776 'start': 'Secure test suites summary',
2777 'end': 'End of Secure test suites',
2778 'pattern': r"Test suite '(?P<"
2779 r"test_case_id>[^\n]+)' has (.*) "
2780 r"(?P<result>PASSED|FAILED)",
2781 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2782 'required': [
2783 ("psa_protected_storage_"
2784 "s_interface_tests_tfm_sst_test_2xxx_"),
2785 "sst_reliability_tests_tfm_sst_test_3xxx_",
2786 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2787 ("psa_internal_trusted_storage_"
2788 "s_interface_tests_tfm_its_test_2xxx_"),
2789 "its_reliability_tests_tfm_its_test_3xxx_",
2790 ("audit_"
2791 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2792 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2793 ("initial_attestation_service_"
2794 "secure_interface_tests_tfm_attest_test_1xxx_"),
2795 ]
2796 },
2797 {
2798 'name': 'Non_Secure_Test_Suites_Summary',
2799 'start': 'Non-secure test suites summary',
2800 'end': r'End of Non-secure test suites',
2801 'pattern': r"Test suite '(?P<"
2802 r"test_case_id>[^\n]+)' has (.*) "
2803 r"(?P<result>PASSED|FAILED)",
2804 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2805 'required': [
2806 ("psa_protected_storage"
2807 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2808 ("psa_internal_trusted_storage"
2809 "_ns_interface_tests_tfm_its_test_1xxx_"),
2810 ("auditlog_"
2811 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2812 ("crypto_"
2813 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2814 ("initial_attestation_service_"
2815 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2816 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2817 ]
2818 }
2819 ] # Monitors
2820 },
2821 },
2822}
2823
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame^]2824# STM32L562E-DK
2825stm32l562e_dk = {
2826 "templ": "stm32l562e_dk.jinja2",
2827 "job_name": "stm32l562e_dk",
2828 "device_type": "stm32l562e-dk",
2829 "job_timeout": 24,
2830 "action_timeout": 15,
2831 "monitor_timeout": 15,
2832 "poweroff_timeout": 5,
2833 "platforms": {"stm32l562e_dk": ""},
2834 "compilers": ["GNUARM", "ARMCLANG"],
2835 "build_types": ["Release", "Minsizerel"],
2836 "boot_types": ["BL2"],
2837 "tests": {
2838 "Regression": {
2839 "binaries": {
2840 "tarball": "stm32l562e-dk-tfm.tar.bz2",
2841 },
2842 "monitors": [
2843 {
2844 'name': 'Secure_Test_Suites_Summary',
2845 'start': 'Secure test suites summary',
2846 'end': 'End of Secure test suites',
2847 'pattern': r"Test suite '(?P<"
2848 r"test_case_id>[^\n]+)' has (.*) "
2849 r"(?P<result>PASSED|FAILED)",
2850 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2851 'required': ["secure_image_initializing"]
2852 },
2853 {
2854 'name': 'Non_Secure_Test_Suites_Summary',
2855 'start': 'Non-secure test suites summary',
2856 'end': 'End of Non-secure test suites',
2857 'pattern': r"Test suite '(?P<"
2858 r"test_case_id>[^\n]+)' has (.*) "
2859 r"(?P<result>PASSED|FAILED)",
2860 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2861 'required': ["secure_image_initializing"]
2862 }
2863 ] # Monitors
2864 },
2865 "RegressionIPC": {
2866 "binaries": {
2867 "tarball": "stm32l562e-dk-tfm.tar.bz2",
2868 },
2869 "monitors": [
2870 {
2871 'name': 'Secure_Test_Suites_Summary',
2872 'start': 'Secure test suites summary',
2873 'end': 'End of Secure test suites',
2874 'pattern': r"Test suite '(?P<"
2875 r"test_case_id>[^\n]+)' has (.*) "
2876 r"(?P<result>PASSED|FAILED)",
2877 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2878 'required': ["secure_image_initializing"]
2879 },
2880 {
2881 'name': 'Non_Secure_Test_Suites_Summary',
2882 'start': 'Non-secure test suites summary',
2883 'end': 'End of Non-secure test suites',
2884 'pattern': r"Test suite '(?P<"
2885 r"test_case_id>[^\n]+)' has (.*) "
2886 r"(?P<result>PASSED|FAILED)",
2887 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2888 'required': ["secure_image_initializing"]
2889 }
2890 ] # Monitors
2891 },
2892 "RegressionIPCTfmLevel2": {
2893 "binaries": {
2894 "tarball": "stm32l562e-dk-tfm.tar.bz2",
2895 },
2896 "monitors": [
2897 {
2898 'name': 'Secure_Test_Suites_Summary',
2899 'start': 'Secure test suites summary',
2900 'end': 'End of Secure test suites',
2901 'pattern': r"Test suite '(?P<"
2902 r"test_case_id>[^\n]+)' has (.*) "
2903 r"(?P<result>PASSED|FAILED)",
2904 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2905 'required': ["secure_image_initializing"]
2906 },
2907 {
2908 'name': 'Non_Secure_Test_Suites_Summary',
2909 'start': 'Non-secure test suites summary',
2910 'end': 'End of Non-secure test suites',
2911 'pattern': r"Test suite '(?P<"
2912 r"test_case_id>[^\n]+)' has (.*) "
2913 r"(?P<result>PASSED|FAILED)",
2914 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2915 'required': ["secure_image_initializing"]
2916 }
2917 ] # Monitors
2918 },
2919 "RegressionIPCTfmLevel3": {
2920 "binaries": {
2921 "tarball": "stm32l562e-dk-tfm.tar.bz2",
2922 },
2923 "monitors": [
2924 {
2925 'name': 'Secure_Test_Suites_Summary',
2926 'start': 'Secure test suites summary',
2927 'end': 'End of Secure test suites',
2928 'pattern': r"Test suite '(?P<"
2929 r"test_case_id>[^\n]+)' has (.*) "
2930 r"(?P<result>PASSED|FAILED)",
2931 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2932 'required': ["secure_image_initializing"]
2933 },
2934 {
2935 'name': 'Non_Secure_Test_Suites_Summary',
2936 'start': 'Non-secure test suites summary',
2937 'end': 'End of Non-secure test suites',
2938 'pattern': r"Test suite '(?P<"
2939 r"test_case_id>[^\n]+)' has (.*) "
2940 r"(?P<result>PASSED|FAILED)",
2941 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2942 'required': ["secure_image_initializing"]
2943 }
2944 ] # Monitors
2945 },
2946 },
2947}
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]2948
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]2949# All configurations should be mapped here
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2950lava_gen_config_map = {
2951 "mps2_an521_bl2": tfm_mps2_sse_200,
2952 "fvp_mps2_an521_bl2": fvp_mps2_an521_bl2,
2953 "fvp_mps2_an521_nobl2": fvp_mps2_an521_nobl2,
2954 "fvp_mps2_an519_bl2": fvp_mps2_an519_bl2,
2955 "fvp_mps2_an519_nobl2": fvp_mps2_an519_nobl2,
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2956 "qemu_mps2_bl2": qemu_mps2_bl2,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2957 "musca_b1": musca_b1_bl2,
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]2958 "musca_b1_otp": musca_b1_otp_bl2,
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame^]2959 "stm32l562e_dk": stm32l562e_dk,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2960}
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2961
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]2962lavagen_config_sort_order = [
2963 "templ",
2964 "job_name",
2965 "device_type",
2966 "job_timeout",
2967 "action_timeout",
2968 "monitor_timeout",
2969 "recovery_store_url",
2970 "artifact_store_url",
2971 "platforms",
2972 "compilers",
2973 "build_types",
2974 "boot_types",
2975 "tests"
2976]
2977
2978lava_gen_monitor_sort_order = [
2979 'name',
2980 'start',
2981 'end',
2982 'pattern',
2983 'fixup',
2984]
2985
2986if __name__ == "__main__":
2987 import os
2988 import sys
2989 from lava_helper import sort_lavagen_config
2990 try:
2991 from tfm_ci_pylib.utils import export_config_map
2992 except ImportError:
2993 dir_path = os.path.dirname(os.path.realpath(__file__))
2994 sys.path.append(os.path.join(dir_path, "../"))
2995 from tfm_ci_pylib.utils import export_config_map
2996
2997 if len(sys.argv) == 2:
2998 if sys.argv[1] == "--export":
2999 export_config_map(lava_gen_config_map)
3000 if len(sys.argv) == 3:
3001 if sys.argv[1] == "--export":
3002 export_config_map(sort_lavagen_config(lava_gen_config_map),
3003 sys.argv[2])