TrustedFirmware Git Browser
Code Review Sign In
review.trustedfirmware.org / next / ci / tf-m-ci-scripts / 9b1aef93aa1b6c71de5d615a380705953d2e56c1 / . / lava_helper / lava_helper_configs.py
blob: 8826abef710b4b37f6364d18a556306dd48a1fe9 [file] [log] [blame]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]1#!/usr/bin/env python3
2
3""" lava_job_generator_configs.py:
4
5 Default configurations for lava job generator """
6
7from __future__ import print_function
8
9__copyright__ = """
10/*
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]11 * Copyright (c) 2018-2021, Arm Limited. All rights reserved.
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]12 *
13 * SPDX-License-Identifier: BSD-3-Clause
14 *
15 */
16 """
Karl Zhang08681e62020-10-30 13:56:03 +0800[diff] [blame]17
18__author__ = "tf-m@lists.trustedfirmware.org"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]19__project__ = "Trusted Firmware-M Open CI"
Karl Zhang08681e62020-10-30 13:56:03 +0800[diff] [blame]20__version__ = "1.2.0"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]21
22
23def lava_gen_get_config_subset(config,
24 default=True,
25 core=True,
26 regression=True):
27 """ Allow dynamic generation of configuration combinations by subtracking
28 undesired ones """
29
30 from copy import deepcopy
31 cfg = deepcopy(config)
32 tests = deepcopy(config["tests"])
33
34 # Remove all configs not requests by the caller
35 if not default:
36 tests.pop("Default")
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]37 if not core:
38 tests.pop("CoreIPC")
39 tests.pop("CoreIPCTfmLevel2")
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]40 tests.pop("CoreIPCTfmLevel3")
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]41 if not regression:
42 tests.pop("Regression")
43
44 cfg["tests"] = tests
45 return cfg
46
47
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]48# MPS2 with BL2 bootloader
49# IMAGE0ADDRESS: 0x10000000
50# IMAGE0FILE: \Software\bl2.bin ; BL2 bootloader
51# IMAGE1ADDRESS: 0x10080000
52# IMAGE1FILE: \Software\tfm_s_ns_signed.bin ; TF-M example application binary blob
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]53tfm_mps2_sse_200 = {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]54 "templ": "mps2.jinja2",
55 "job_name": "mps2_an521_bl2",
Minos Galanakisafb43152019-09-25 14:17:39 +0100[diff] [blame]56 "device_type": "mps",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]57 "job_timeout": 15,
58 "action_timeout": 10,
59 "monitor_timeout": 10,
60 "poweroff_timeout": 1,
61 "recovery_store_url": "https://ci.trustedfirmware.org/userContent/",
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]62 "platforms": {"AN521": "mps2_sse200_an512_new.tar.gz"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]63 "compilers": ["GNUARM", "ARMCLANG"],
64 "build_types": ["Debug", "Release", "Minsizerel"],
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]65 "boot_types": ["BL2"],
66 "tests": {
67 'Default': {
68 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]69 "firmware": "tfm_s_ns_signed.bin",
70 "bootloader": "bl2.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]71 },
72 "monitors": [
73 {
74 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]75 'start': 'Non-Secure system',
76 'end': r'starting\\.{3}',
77 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]78 'fixup': {"pass": "!", "fail": ""},
79 'required': ["secure_image_initializing"]
80 } # Monitors
81 ]
82 }, # Default
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]83 'DefaultProfileS': {
84 "binaries": {
85 "firmware": "tfm_s_ns_signed.bin",
86 "bootloader": "bl2.bin"
87 },
88 "monitors": [
89 {
90 'name': 'Secure_Test_Suites_Summary',
91 'start': 'Non-Secure system',
92 'end': r'starting\\.{3}',
93 'pattern': r'Non-Secure system starting\\.{3}',
94 'fixup': {"pass": "!", "fail": ""},
95 'required': ["secure_image_initializing"]
96 } # Monitors
97 ]
98 }, # DefaultProfileS
99 'DefaultProfileM': {
100 "binaries": {
101 "firmware": "tfm_s_ns_signed.bin",
102 "bootloader": "bl2.bin"
103 },
104 "monitors": [
105 {
106 'name': 'Secure_Test_Suites_Summary',
107 'start': 'Non-Secure system',
108 'end': r'starting\\.{3}',
109 'pattern': r'Non-Secure system starting\\.{3}',
110 'fixup': {"pass": "!", "fail": ""},
111 'required': ["secure_image_initializing"]
112 } # Monitors
113 ]
114 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame^]115 'DefaultProfileL': {
116 "binaries": {
117 "firmware": "tfm_s_ns_signed.bin",
118 "bootloader": "bl2.bin"
119 },
120 "monitors": [
121 {
122 'name': 'Secure_Test_Suites_Summary',
123 'start': 'Non-Secure system',
124 'end': r'starting\\.{3}',
125 'pattern': r'Non-Secure system starting\\.{3}',
126 'fixup': {"pass": "!", "fail": ""},
127 'required': ["secure_image_initializing"]
128 } # Monitors
129 ]
130 }, # DefaultProfileL
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]131
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]132 'Regression': {
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]133 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]134 "firmware": "tfm_s_ns_signed.bin",
135 "bootloader": "bl2.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]136 },
137 "monitors": [
138 {
139 'name': 'Secure_Test_Suites_Summary',
140 'start': 'Secure test suites summary',
141 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]142 'pattern': r"Test suite '(?P<"
143 r"test_case_id>[^\n]+)' has (.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]144 r"(?P<result>PASSED|FAILED)",
145 'fixup': {"pass": "PASSED", "fail": "FAILED"},
146 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]147 ("psa_protected_storage_"
148 "s_interface_tests_tfm_sst_test_2xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]149 "sst_reliability_tests_tfm_sst_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]150 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
TudorCretu8b138472019-08-30 10:51:05 +0100[diff] [blame]151 ("psa_internal_trusted_storage_"
152 "s_interface_tests_tfm_its_test_2xxx_"),
153 "its_reliability_tests_tfm_its_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]154 ("audit_"
155 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
156 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
157 ("initial_attestation_service_"
158 "secure_interface_tests_tfm_attest_test_1xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]159 ]
160 },
161 {
162 'name': 'Non_Secure_Test_Suites_Summary',
163 'start': 'Non-secure test suites summary',
164 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]165 'pattern': r"Test suite '(?P<"
166 r"test_case_id>[^\n]+)' has (.*) "
167 r"(?P<result>PASSED|FAILED)",
168 'fixup': {"pass": "PASSED", "fail": "FAILED"},
169 'required': [
170 ("psa_protected_storage"
171 "_ns_interface_tests_tfm_sst_test_1xxx_"),
172 ("psa_internal_trusted_storage"
173 "_ns_interface_tests_tfm_its_test_1xxx_"),
174 ("auditlog_"
175 "non_secure_interface_test_tfm_audit_test_1xxx_"),
176 ("crypto_"
177 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
178 ("initial_attestation_service_"
179 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
180 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
181 ]
182 }
183 ] # Monitors
184 }, # Regression
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]185
186 'RegressionProfileM': {
187 "binaries": {
188 "firmware": "tfm_s_ns_signed.bin",
189 "bootloader": "bl2.bin"
190 },
191 "monitors": [
192 {
193 'name': 'Secure_Test_Suites_Summary',
194 'start': 'Secure test suites summary',
195 'end': 'End of Secure test suites',
196 'pattern': r"Test suite '(?P<"
197 r"test_case_id>[^\n]+)' has (.*) "
198 r"(?P<result>PASSED|FAILED)",
199 'fixup': {"pass": "PASSED", "fail": "FAILED"},
200 'required': [
201 ("psa_protected_storage_"
202 "s_interface_tests_tfm_sst_test_2xxx_"),
203 "sst_reliability_tests_tfm_sst_test_3xxx_",
204 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
205 ("psa_internal_trusted_storage_"
206 "s_interface_tests_tfm_its_test_2xxx_"),
207 "its_reliability_tests_tfm_its_test_3xxx_",
208 ("audit_"
209 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
210 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
211 ("initial_attestation_service_"
212 "secure_interface_tests_tfm_attest_test_1xxx_"),
213 ]
214 },
215 {
216 'name': 'Non_Secure_Test_Suites_Summary',
217 'start': 'Non-secure test suites summary',
218 'end': r'End of Non-secure test suites',
219 'pattern': r"Test suite '(?P<"
220 r"test_case_id>[^\n]+)' has (.*) "
221 r"(?P<result>PASSED|FAILED)",
222 'fixup': {"pass": "PASSED", "fail": "FAILED"},
223 'required': [
224 ("psa_protected_storage"
225 "_ns_interface_tests_tfm_sst_test_1xxx_"),
226 ("psa_internal_trusted_storage"
227 "_ns_interface_tests_tfm_its_test_1xxx_"),
228 ("auditlog_"
229 "non_secure_interface_test_tfm_audit_test_1xxx_"),
230 ("crypto_"
231 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
232 ("initial_attestation_service_"
233 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
234 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
235 ]
236 }
237 ] # Monitors
238 }, # RegressionProfileM
239 'RegressionProfileS': {
240 "binaries": {
241 "firmware": "tfm_s_ns_signed.bin",
242 "bootloader": "bl2.bin"
243 },
244 "monitors": [
245 {
246 'name': 'Secure_Test_Suites_Summary',
247 'start': 'Secure test suites summary',
248 'end': 'End of Secure test suites',
249 'pattern': r"Test suite '(?P<"
250 r"test_case_id>[^\n]+)' has (.*) "
251 r"(?P<result>PASSED|FAILED)",
252 'fixup': {"pass": "PASSED", "fail": "FAILED"},
253 'required': [
254 ("psa_protected_storage_"
255 "s_interface_tests_tfm_sst_test_2xxx_"),
256 "sst_reliability_tests_tfm_sst_test_3xxx_",
257 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
258 ("psa_internal_trusted_storage_"
259 "s_interface_tests_tfm_its_test_2xxx_"),
260 "its_reliability_tests_tfm_its_test_3xxx_",
261 ("audit_"
262 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
263 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
264 ("initial_attestation_service_"
265 "secure_interface_tests_tfm_attest_test_1xxx_"),
266 ]
267 },
268 {
269 'name': 'Non_Secure_Test_Suites_Summary',
270 'start': 'Non-secure test suites summary',
271 'end': r'End of Non-secure test suites',
272 'pattern': r"Test suite '(?P<"
273 r"test_case_id>[^\n]+)' has (.*) "
274 r"(?P<result>PASSED|FAILED)",
275 'fixup': {"pass": "PASSED", "fail": "FAILED"},
276 'required': [
277 ("psa_protected_storage"
278 "_ns_interface_tests_tfm_sst_test_1xxx_"),
279 ("psa_internal_trusted_storage"
280 "_ns_interface_tests_tfm_its_test_1xxx_"),
281 ("auditlog_"
282 "non_secure_interface_test_tfm_audit_test_1xxx_"),
283 ("crypto_"
284 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
285 ("initial_attestation_service_"
286 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
287 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
288 ]
289 }
290 ] # Monitors
291 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame^]292 'RegressionProfileL': {
293 "binaries": {
294 "firmware": "tfm_s_ns_signed.bin",
295 "bootloader": "bl2.bin"
296 },
297 "monitors": [
298 {
299 'name': 'Secure_Test_Suites_Summary',
300 'start': 'Secure test suites summary',
301 'end': 'End of Secure test suites',
302 'pattern': r"Test suite '(?P<"
303 r"test_case_id>[^\n]+)' has (.*) "
304 r"(?P<result>PASSED|FAILED)",
305 'fixup': {"pass": "PASSED", "fail": "FAILED"},
306 'required': [
307 ("psa_protected_storage_"
308 "s_interface_tests_tfm_sst_test_2xxx_"),
309 "sst_reliability_tests_tfm_sst_test_3xxx_",
310 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
311 ("psa_internal_trusted_storage_"
312 "s_interface_tests_tfm_its_test_2xxx_"),
313 "its_reliability_tests_tfm_its_test_3xxx_",
314 ("audit_"
315 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
316 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
317 ("initial_attestation_service_"
318 "secure_interface_tests_tfm_attest_test_1xxx_"),
319 ]
320 },
321 {
322 'name': 'Non_Secure_Test_Suites_Summary',
323 'start': 'Non-secure test suites summary',
324 'end': r'End of Non-secure test suites',
325 'pattern': r"Test suite '(?P<"
326 r"test_case_id>[^\n]+)' has (.*) "
327 r"(?P<result>PASSED|FAILED)",
328 'fixup': {"pass": "PASSED", "fail": "FAILED"},
329 'required': [
330 ("psa_protected_storage"
331 "_ns_interface_tests_tfm_sst_test_1xxx_"),
332 ("psa_internal_trusted_storage"
333 "_ns_interface_tests_tfm_its_test_1xxx_"),
334 ("auditlog_"
335 "non_secure_interface_test_tfm_audit_test_1xxx_"),
336 ("crypto_"
337 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
338 ("initial_attestation_service_"
339 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
340 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
341 ]
342 }
343 ] # Monitors
344 }, # RegressionProfileL
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]345
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]346 'RegressionIPC': {
347 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]348 "firmware": "tfm_s_ns_signed.bin",
349 "bootloader": "bl2.bin"
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]350 },
351 "monitors": [
352 {
353 'name': 'Secure_Test_Suites_Summary',
354 'start': 'Secure test suites summary',
355 'end': 'End of Secure test suites',
356 'pattern': r"Test suite '(?P<"
357 r"test_case_id>[^\n]+)' has (.*) "
358 r"(?P<result>PASSED|FAILED)",
359 'fixup': {"pass": "PASSED", "fail": "FAILED"},
360 'required': [
361 ("psa_protected_storage_"
362 "s_interface_tests_tfm_sst_test_2xxx_"),
363 "sst_reliability_tests_tfm_sst_test_3xxx_",
364 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
365 ("psa_internal_trusted_storage_"
366 "s_interface_tests_tfm_its_test_2xxx_"),
367 "its_reliability_tests_tfm_its_test_3xxx_",
368 ("audit_"
369 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
370 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
371 ("initial_attestation_service_"
372 "secure_interface_tests_tfm_attest_test_1xxx_"),
373 ]
374 },
375 {
376 'name': 'Non_Secure_Test_Suites_Summary',
377 'start': 'Non-secure test suites summary',
378 'end': r'End of Non-secure test suites',
379 'pattern': r"Test suite '(?P<"
380 r"test_case_id>[^\n]+)' has (.*) "
381 r"(?P<result>PASSED|FAILED)",
382 'fixup': {"pass": "PASSED", "fail": "FAILED"},
383 'required': [
384 ("psa_protected_storage"
385 "_ns_interface_tests_tfm_sst_test_1xxx_"),
386 ("psa_internal_trusted_storage"
387 "_ns_interface_tests_tfm_its_test_1xxx_"),
388 ("auditlog_"
389 "non_secure_interface_test_tfm_audit_test_1xxx_"),
390 ("crypto_"
391 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
392 ("initial_attestation_service_"
393 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
394 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
395 ]
396 }
397 ] # Monitors
398 }, # Regression
399 'RegressionIPCTfmLevel2': {
400 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]401 "firmware": "tfm_s_ns_signed.bin",
402 "bootloader": "bl2.bin"
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]403 },
404 "monitors": [
405 {
406 'name': 'Secure_Test_Suites_Summary',
407 'start': 'Secure test suites summary',
408 'end': 'End of Secure test suites',
409 'pattern': r"Test suite '(?P<"
410 r"test_case_id>[^\n]+)' has (.*) "
411 r"(?P<result>PASSED|FAILED)",
412 'fixup': {"pass": "PASSED", "fail": "FAILED"},
413 'required': [
414 ("psa_protected_storage_"
415 "s_interface_tests_tfm_sst_test_2xxx_"),
416 "sst_reliability_tests_tfm_sst_test_3xxx_",
417 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
418 ("psa_internal_trusted_storage_"
419 "s_interface_tests_tfm_its_test_2xxx_"),
420 "its_reliability_tests_tfm_its_test_3xxx_",
421 ("audit_"
422 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
423 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
424 ("initial_attestation_service_"
425 "secure_interface_tests_tfm_attest_test_1xxx_"),
426 ]
427 },
428 {
429 'name': 'Non_Secure_Test_Suites_Summary',
430 'start': 'Non-secure test suites summary',
431 'end': r'End of Non-secure test suites',
432 'pattern': r"Test suite '(?P<"
433 r"test_case_id>[^\n]+)' has (.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]434 r"(?P<result>PASSED|FAILED)",
435 'fixup': {"pass": "PASSED", "fail": "FAILED"},
436 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]437 ("psa_protected_storage"
438 "_ns_interface_tests_tfm_sst_test_1xxx_"),
TudorCretu8b138472019-08-30 10:51:05 +0100[diff] [blame]439 ("psa_internal_trusted_storage"
440 "_ns_interface_tests_tfm_its_test_1xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]441 ("auditlog_"
442 "non_secure_interface_test_tfm_audit_test_1xxx_"),
443 ("crypto_"
444 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
445 ("initial_attestation_service_"
Minos Galanakisf0dae4e2019-05-20 10:56:57 +0100[diff] [blame]446 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]447 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
448 ]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]449 }
450 ] # Monitors
451 }, # Regression
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]452 'RegressionIPCTfmLevel3': {
453 "binaries": {
454 "firmware": "tfm_s_ns_signed.bin",
455 "bootloader": "bl2.bin"
456 },
457 "monitors": [
458 {
459 'name': 'Secure_Test_Suites_Summary',
460 'start': 'Secure test suites summary',
461 'end': 'End of Secure test suites',
462 'pattern': r"Test suite '(?P<"
463 r"test_case_id>[^\n]+)' has (.*) "
464 r"(?P<result>PASSED|FAILED)",
465 'fixup': {"pass": "PASSED", "fail": "FAILED"},
466 'required': [
467 ("psa_protected_storage_"
468 "s_interface_tests_tfm_sst_test_2xxx_"),
469 "sst_reliability_tests_tfm_sst_test_3xxx_",
470 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
471 ("psa_internal_trusted_storage_"
472 "s_interface_tests_tfm_its_test_2xxx_"),
473 "its_reliability_tests_tfm_its_test_3xxx_",
474 ("audit_"
475 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
476 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
477 ("initial_attestation_service_"
478 "secure_interface_tests_tfm_attest_test_1xxx_"),
479 ]
480 },
481 {
482 'name': 'Non_Secure_Test_Suites_Summary',
483 'start': 'Non-secure test suites summary',
484 'end': r'End of Non-secure test suites',
485 'pattern': r"Test suite '(?P<"
486 r"test_case_id>[^\n]+)' has (.*) "
487 r"(?P<result>PASSED|FAILED)",
488 'fixup': {"pass": "PASSED", "fail": "FAILED"},
489 'required': [
490 ("psa_protected_storage"
491 "_ns_interface_tests_tfm_sst_test_1xxx_"),
492 ("psa_internal_trusted_storage"
493 "_ns_interface_tests_tfm_its_test_1xxx_"),
494 ("auditlog_"
495 "non_secure_interface_test_tfm_audit_test_1xxx_"),
496 ("crypto_"
497 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
498 ("initial_attestation_service_"
499 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
500 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
501 ]
502 }
503 ] # Monitors
504 }, # Regression
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]505 'CoreIPC': {
506 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]507 "firmware": "tfm_s_ns_signed.bin",
508 "bootloader": "bl2.bin"
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]509 },
510 "monitors": [
511 {
512 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]513 'start': 'Non-Secure system',
514 'end': r'starting\\.{3}',
515 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]516 'fixup': {"pass": "!", "fail": ""},
517 'required': ["secure_image_initializing"]
518 } # Monitors
519 ]
520 }, # CoreIPC
521 'CoreIPCTfmLevel2': {
522 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]523 "firmware": "tfm_s_ns_signed.bin",
524 "bootloader": "bl2.bin"
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]525 },
526 "monitors": [
527 {
528 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]529 'start': 'Non-Secure system',
530 'end': r'starting\\.{3}',
531 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]532 'fixup': {"pass": "!", "fail": ""},
533 'required': ["secure_image_initializing"]
534 } # Monitors
535 ]
536 }, # CoreIPCTfmLevel2
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]537 'CoreIPCTfmLevel3': {
538 "binaries": {
539 "firmware": "tfm_s_ns_signed.bin",
540 "bootloader": "bl2.bin"
541 },
542 "monitors": [
543 {
544 'name': 'Secure_Test_Suites_Summary',
545 'start': 'Non-Secure system',
546 'end': r'starting\\.{3}',
547 'pattern': r'Non-Secure system starting\\.{3}',
548 'fixup': {"pass": "!", "fail": ""},
549 'required': ["secure_image_initializing"]
550 } # Monitors
551 ]
552 }, # CoreIPCTfmLevel3
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]553 } # Tests
554}
555
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]556
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]557# FVP with BL2 bootloader
558# firmware <-> ns <-> application: --application cpu0=bl2.axf
559# bootloader <-> s <-> data: --data cpu0=tfm_s_ns_signed.bin@0x10080000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]560fvp_mps2_an521_bl2 = {
561 "templ": "fvp_mps2.jinja2",
562 "job_name": "fvp_mps2_an521_bl2",
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]563 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]564 "job_timeout": 15,
565 "action_timeout": 10,
566 "monitor_timeout": 10,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]567 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]568 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]569 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]570 "build_types": ["Debug", "Release", "Minsizerel"],
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]571 "boot_types": ["BL2"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]572 "data_bin_offset": "0x10080000",
573 "tests": {
574 'Default': {
575 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]576 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]577 "bootloader": "tfm_s_ns_signed.bin"
578 },
579 "monitors": [
580 {
581 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]582 'start': 'Non-Secure system',
583 'end': r'starting\\.{3}',
584 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]585 'fixup': {"pass": "!", "fail": ""},
586 'required': ["secure_image_initializing"]
587 } # Monitors
588 ]
589 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]590 'DefaultProfileS': {
591 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]592 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]593 "bootloader": "tfm_s_ns_signed.bin"
594 },
595 "monitors": [
596 {
597 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]598 'start': 'Non-Secure system',
599 'end': r'starting\\.{3}',
600 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]601 'fixup': {"pass": "!", "fail": ""},
602 'required': ["secure_image_initializing"]
603 } # Monitors
604 ]
605 }, # DefaultProfileS
606 'DefaultProfileM': {
607 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]608 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]609 "bootloader": "tfm_s_ns_signed.bin"
610 },
611 "monitors": [
612 {
613 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]614 'start': 'Non-Secure system',
615 'end': r'starting\\.{3}',
616 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]617 'fixup': {"pass": "!", "fail": ""},
618 'required': ["secure_image_initializing"]
619 } # Monitors
620 ]
621 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame^]622 'DefaultProfileL': {
623 "binaries": {
624 "firmware": "bl2.axf",
625 "bootloader": "tfm_s_ns_signed.bin"
626 },
627 "monitors": [
628 {
629 'name': 'Secure_Test_Suites_Summary',
630 'start': 'Non-Secure system',
631 'end': r'starting\\.{3}',
632 'pattern': r'Non-Secure system starting\\.{3}',
633 'fixup': {"pass": "!", "fail": ""},
634 'required': ["secure_image_initializing"]
635 } # Monitors
636 ]
637 }, # DefaultProfileL
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]638
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]639 'Regression': {
640 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]641 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]642 "bootloader": "tfm_s_ns_signed.bin"
643 },
644 "monitors": [
645 {
646 'name': 'Secure_Test_Suites_Summary',
647 'start': 'Secure test suites summary',
648 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]649 'pattern': r"Test suite '(?P<"
650 r"test_case_id>[^\n]+)' has (.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]651 r"(?P<result>PASSED|FAILED)",
652 'fixup': {"pass": "PASSED", "fail": "FAILED"},
653 'required': [
654 ("psa_protected_storage_"
655 "s_interface_tests_tfm_sst_test_2xxx_"),
656 "sst_reliability_tests_tfm_sst_test_3xxx_",
657 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
658 ("psa_internal_trusted_storage_"
659 "s_interface_tests_tfm_its_test_2xxx_"),
660 "its_reliability_tests_tfm_its_test_3xxx_",
661 ("audit_"
662 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
663 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
664 ("initial_attestation_service_"
665 "secure_interface_tests_tfm_attest_test_1xxx_"),
666 ]
667 },
668 {
669 'name': 'Non_Secure_Test_Suites_Summary',
670 'start': 'Non-secure test suites summary',
671 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]672 'pattern': r"Test suite '(?P<"
673 r"test_case_id>[^\n]+)' has (.*) "
674 r"(?P<result>PASSED|FAILED)",
675 'fixup': {"pass": "PASSED", "fail": "FAILED"},
676 'required': [
677 ("psa_protected_storage"
678 "_ns_interface_tests_tfm_sst_test_1xxx_"),
679 ("psa_internal_trusted_storage"
680 "_ns_interface_tests_tfm_its_test_1xxx_"),
681 ("auditlog_"
682 "non_secure_interface_test_tfm_audit_test_1xxx_"),
683 ("crypto_"
684 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
685 ("initial_attestation_service_"
686 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
687 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
688 ]
689 }
690 ] # Monitors
691 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]692
693 'RegressionProfileM': {
694 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]695 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]696 "bootloader": "tfm_s_ns_signed.bin"
697 },
698 "monitors": [
699 {
700 'name': 'Secure_Test_Suites_Summary',
701 'start': 'Secure test suites summary',
702 'end': 'End of Secure test suites',
703 'pattern': r"Test suite '(?P<"
704 r"test_case_id>[^\n]+)' has (.*) "
705 r"(?P<result>PASSED|FAILED)",
706 'fixup': {"pass": "PASSED", "fail": "FAILED"},
707 'required': [
708 ("psa_protected_storage_"
709 "s_interface_tests_tfm_sst_test_2xxx_"),
710 "sst_reliability_tests_tfm_sst_test_3xxx_",
711 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
712 ("psa_internal_trusted_storage_"
713 "s_interface_tests_tfm_its_test_2xxx_"),
714 "its_reliability_tests_tfm_its_test_3xxx_",
715 ("audit_"
716 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
717 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
718 ("initial_attestation_service_"
719 "secure_interface_tests_tfm_attest_test_1xxx_"),
720 ]
721 },
722 {
723 'name': 'Non_Secure_Test_Suites_Summary',
724 'start': 'Non-secure test suites summary',
725 'end': r'End of Non-secure test suites',
726 'pattern': r"Test suite '(?P<"
727 r"test_case_id>[^\n]+)' has (.*) "
728 r"(?P<result>PASSED|FAILED)",
729 'fixup': {"pass": "PASSED", "fail": "FAILED"},
730 'required': [
731 ("psa_protected_storage"
732 "_ns_interface_tests_tfm_sst_test_1xxx_"),
733 ("psa_internal_trusted_storage"
734 "_ns_interface_tests_tfm_its_test_1xxx_"),
735 ("auditlog_"
736 "non_secure_interface_test_tfm_audit_test_1xxx_"),
737 ("crypto_"
738 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
739 ("initial_attestation_service_"
740 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
741 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
742 ]
743 }
744 ] # Monitors
745 }, # RegressionProfileM
746 'RegressionProfileS': {
747 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]748 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]749 "bootloader": "tfm_s_ns_signed.bin"
750 },
751 "monitors": [
752 {
753 'name': 'Secure_Test_Suites_Summary',
754 'start': 'Secure test suites summary',
755 'end': 'End of Secure test suites',
756 'pattern': r"Test suite '(?P<"
757 r"test_case_id>[^\n]+)' has (.*) "
758 r"(?P<result>PASSED|FAILED)",
759 'fixup': {"pass": "PASSED", "fail": "FAILED"},
760 'required': [
761 ("psa_protected_storage_"
762 "s_interface_tests_tfm_sst_test_2xxx_"),
763 "sst_reliability_tests_tfm_sst_test_3xxx_",
764 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
765 ("psa_internal_trusted_storage_"
766 "s_interface_tests_tfm_its_test_2xxx_"),
767 "its_reliability_tests_tfm_its_test_3xxx_",
768 ("audit_"
769 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
770 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
771 ("initial_attestation_service_"
772 "secure_interface_tests_tfm_attest_test_1xxx_"),
773 ]
774 },
775 {
776 'name': 'Non_Secure_Test_Suites_Summary',
777 'start': 'Non-secure test suites summary',
778 'end': r'End of Non-secure test suites',
779 'pattern': r"Test suite '(?P<"
780 r"test_case_id>[^\n]+)' has (.*) "
781 r"(?P<result>PASSED|FAILED)",
782 'fixup': {"pass": "PASSED", "fail": "FAILED"},
783 'required': [
784 ("psa_protected_storage"
785 "_ns_interface_tests_tfm_sst_test_1xxx_"),
786 ("psa_internal_trusted_storage"
787 "_ns_interface_tests_tfm_its_test_1xxx_"),
788 ("auditlog_"
789 "non_secure_interface_test_tfm_audit_test_1xxx_"),
790 ("crypto_"
791 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
792 ("initial_attestation_service_"
793 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
794 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
795 ]
796 }
797 ] # Monitors
798 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame^]799 'RegressionProfileL': {
800 "binaries": {
801 "firmware": "bl2.axf",
802 "bootloader": "tfm_s_ns_signed.bin"
803 },
804 "monitors": [
805 {
806 'name': 'Secure_Test_Suites_Summary',
807 'start': 'Secure test suites summary',
808 'end': 'End of Secure test suites',
809 'pattern': r"Test suite '(?P<"
810 r"test_case_id>[^\n]+)' has (.*) "
811 r"(?P<result>PASSED|FAILED)",
812 'fixup': {"pass": "PASSED", "fail": "FAILED"},
813 'required': [
814 ("psa_protected_storage_"
815 "s_interface_tests_tfm_sst_test_2xxx_"),
816 "sst_reliability_tests_tfm_sst_test_3xxx_",
817 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
818 ("psa_internal_trusted_storage_"
819 "s_interface_tests_tfm_its_test_2xxx_"),
820 "its_reliability_tests_tfm_its_test_3xxx_",
821 ("audit_"
822 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
823 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
824 ("initial_attestation_service_"
825 "secure_interface_tests_tfm_attest_test_1xxx_"),
826 ]
827 },
828 {
829 'name': 'Non_Secure_Test_Suites_Summary',
830 'start': 'Non-secure test suites summary',
831 'end': r'End of Non-secure test suites',
832 'pattern': r"Test suite '(?P<"
833 r"test_case_id>[^\n]+)' has (.*) "
834 r"(?P<result>PASSED|FAILED)",
835 'fixup': {"pass": "PASSED", "fail": "FAILED"},
836 'required': [
837 ("psa_protected_storage"
838 "_ns_interface_tests_tfm_sst_test_1xxx_"),
839 ("psa_internal_trusted_storage"
840 "_ns_interface_tests_tfm_its_test_1xxx_"),
841 ("auditlog_"
842 "non_secure_interface_test_tfm_audit_test_1xxx_"),
843 ("crypto_"
844 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
845 ("initial_attestation_service_"
846 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
847 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
848 ]
849 }
850 ] # Monitors
851 }, # RegressionProfileL
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]852
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]853 'RegressionIPC': {
854 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]855 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]856 "bootloader": "tfm_s_ns_signed.bin"
857 },
858 "monitors": [
859 {
860 'name': 'Secure_Test_Suites_Summary',
861 'start': 'Secure test suites summary',
862 'end': 'End of Secure test suites',
863 'pattern': r"Test suite '(?P<"
864 r"test_case_id>[^\n]+)' has (.*) "
865 r"(?P<result>PASSED|FAILED)",
866 'fixup': {"pass": "PASSED", "fail": "FAILED"},
867 'required': [
868 ("psa_protected_storage_"
869 "s_interface_tests_tfm_sst_test_2xxx_"),
870 "sst_reliability_tests_tfm_sst_test_3xxx_",
871 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
872 ("psa_internal_trusted_storage_"
873 "s_interface_tests_tfm_its_test_2xxx_"),
874 "its_reliability_tests_tfm_its_test_3xxx_",
875 ("audit_"
876 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
877 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
878 ("initial_attestation_service_"
879 "secure_interface_tests_tfm_attest_test_1xxx_"),
880 ]
881 },
882 {
883 'name': 'Non_Secure_Test_Suites_Summary',
884 'start': 'Non-secure test suites summary',
885 'end': r'End of Non-secure test suites',
886 'pattern': r"Test suite '(?P<"
887 r"test_case_id>[^\n]+)' has (.*) "
888 r"(?P<result>PASSED|FAILED)",
889 'fixup': {"pass": "PASSED", "fail": "FAILED"},
890 'required': [
891 ("psa_protected_storage"
892 "_ns_interface_tests_tfm_sst_test_1xxx_"),
893 ("psa_internal_trusted_storage"
894 "_ns_interface_tests_tfm_its_test_1xxx_"),
895 ("auditlog_"
896 "non_secure_interface_test_tfm_audit_test_1xxx_"),
897 ("crypto_"
898 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
899 ("initial_attestation_service_"
900 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
901 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
902 ]
903 }
904 ] # Monitors
905 }, # Regression
906 'RegressionIPCTfmLevel2': {
907 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]908 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]909 "bootloader": "tfm_s_ns_signed.bin"
910 },
911 "monitors": [
912 {
913 'name': 'Secure_Test_Suites_Summary',
914 'start': 'Secure test suites summary',
915 'end': 'End of Secure test suites',
916 'pattern': r"Test suite '(?P<"
917 r"test_case_id>[^\n]+)' has (.*) "
918 r"(?P<result>PASSED|FAILED)",
919 'fixup': {"pass": "PASSED", "fail": "FAILED"},
920 'required': [
921 ("psa_protected_storage_"
922 "s_interface_tests_tfm_sst_test_2xxx_"),
923 "sst_reliability_tests_tfm_sst_test_3xxx_",
924 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
925 ("psa_internal_trusted_storage_"
926 "s_interface_tests_tfm_its_test_2xxx_"),
927 "its_reliability_tests_tfm_its_test_3xxx_",
928 ("audit_"
929 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
930 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
931 ("initial_attestation_service_"
932 "secure_interface_tests_tfm_attest_test_1xxx_"),
933 ]
934 },
935 {
936 'name': 'Non_Secure_Test_Suites_Summary',
937 'start': 'Non-secure test suites summary',
938 'end': r'End of Non-secure test suites',
939 'pattern': r"Test suite '(?P<"
940 r"test_case_id>[^\n]+)' has (.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]941 r"(?P<result>PASSED|FAILED)",
942 'fixup': {"pass": "PASSED", "fail": "FAILED"},
943 'required': [
944 ("psa_protected_storage"
945 "_ns_interface_tests_tfm_sst_test_1xxx_"),
946 ("psa_internal_trusted_storage"
947 "_ns_interface_tests_tfm_its_test_1xxx_"),
948 ("auditlog_"
949 "non_secure_interface_test_tfm_audit_test_1xxx_"),
950 ("crypto_"
951 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
952 ("initial_attestation_service_"
953 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
954 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
955 ]
956 }
957 ] # Monitors
958 }, # Regression
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]959 'RegressionIPCTfmLevel3': {
960 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]961 "firmware": "bl2.axf",
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]962 "bootloader": "tfm_s_ns_signed.bin"
963 },
964 "monitors": [
965 {
966 'name': 'Secure_Test_Suites_Summary',
967 'start': 'Secure test suites summary',
968 'end': 'End of Secure test suites',
969 'pattern': r"Test suite '(?P<"
970 r"test_case_id>[^\n]+)' has (.*) "
971 r"(?P<result>PASSED|FAILED)",
972 'fixup': {"pass": "PASSED", "fail": "FAILED"},
973 'required': [
974 ("psa_protected_storage_"
975 "s_interface_tests_tfm_sst_test_2xxx_"),
976 "sst_reliability_tests_tfm_sst_test_3xxx_",
977 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
978 ("psa_internal_trusted_storage_"
979 "s_interface_tests_tfm_its_test_2xxx_"),
980 "its_reliability_tests_tfm_its_test_3xxx_",
981 ("audit_"
982 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
983 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
984 ("initial_attestation_service_"
985 "secure_interface_tests_tfm_attest_test_1xxx_"),
986 ]
987 },
988 {
989 'name': 'Non_Secure_Test_Suites_Summary',
990 'start': 'Non-secure test suites summary',
991 'end': r'End of Non-secure test suites',
992 'pattern': r"Test suite '(?P<"
993 r"test_case_id>[^\n]+)' has (.*) "
994 r"(?P<result>PASSED|FAILED)",
995 'fixup': {"pass": "PASSED", "fail": "FAILED"},
996 'required': [
997 ("psa_protected_storage"
998 "_ns_interface_tests_tfm_sst_test_1xxx_"),
999 ("psa_internal_trusted_storage"
1000 "_ns_interface_tests_tfm_its_test_1xxx_"),
1001 ("auditlog_"
1002 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1003 ("crypto_"
1004 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1005 ("initial_attestation_service_"
1006 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1007 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1008 ]
1009 }
1010 ] # Monitors
1011 }, # Regression
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1012 'CoreIPC': {
1013 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1014 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1015 "bootloader": "tfm_s_ns_signed.bin"
1016 },
1017 "monitors": [
1018 {
1019 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1020 'start': 'Non-Secure system',
1021 'end': r'starting\\.{3}',
1022 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1023 'fixup': {"pass": "!", "fail": ""},
1024 'required': ["secure_image_initializing"]
1025 } # Monitors
1026 ]
1027 }, # CoreIPC
1028 'CoreIPCTfmLevel2': {
1029 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1030 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1031 "bootloader": "tfm_s_ns_signed.bin"
1032 },
1033 "monitors": [
1034 {
1035 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1036 'start': 'Non-Secure system',
1037 'end': r'starting\\.{3}',
1038 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1039 'fixup': {"pass": "!", "fail": ""},
1040 'required': ["secure_image_initializing"]
1041 } # Monitors
1042 ]
1043 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1044 'CoreIPCTfmLevel3': {
1045 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1046 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1047 "bootloader": "tfm_s_ns_signed.bin"
1048 },
1049 "monitors": [
1050 {
1051 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1052 'start': 'Non-Secure system',
1053 'end': r'starting\\.{3}',
1054 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1055 'fixup': {"pass": "!", "fail": ""},
1056 'required': ["secure_image_initializing"]
1057 } # Monitors
1058 ]
1059 }, # CoreIPCTfmLevel3
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1060 } # Tests
1061}
1062
1063
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1064# FVP without BL2 bootloader
1065# firmware <-> ns <-> application: --application cpu0=tfm_s.axf
1066# bootloader <-> s <-> data: --data cpu0=tfm_ns.bin@0x00100000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1067fvp_mps2_an521_nobl2 = {
1068 "templ": "fvp_mps2.jinja2",
1069 "job_name": "fvp_mps2_an521_nobl2",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1070 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1071 "job_timeout": 15,
1072 "action_timeout": 10,
1073 "monitor_timeout": 10,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1074 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]1075 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1076 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1077 "build_types": ["Debug", "Release", "Minsizerel"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1078 "boot_types": ["NOBL2"],
1079 "data_bin_offset": "0x00100000",
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]1080 "cpu_baseline": 1,
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1081 "tests": {
1082 'Default': {
1083 "binaries": {
1084 "firmware": "tfm_s.axf",
1085 "bootloader": "tfm_ns.bin"
1086 },
1087 "monitors": [
1088 {
1089 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1090 'start': 'Non-Secure system',
1091 'end': r'starting\\.{3}',
1092 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1093 'fixup': {"pass": "!", "fail": ""},
1094 'required': ["secure_image_initializing"]
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1095 }
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1096 ]
1097 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1098 'DefaultProfileS': {
1099 "binaries": {
1100 "firmware": "tfm_s.axf",
1101 "bootloader": "tfm_ns.bin"
1102 },
1103 "monitors": [
1104 {
1105 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1106 'start': 'Non-Secure system',
1107 'end': r'starting\\.{3}',
1108 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1109 'fixup': {"pass": "!", "fail": ""},
1110 'required': ["secure_image_initializing"]
1111 } # Monitors
1112 ]
1113 }, # DefaultProfileS
1114 'DefaultProfileM': {
1115 "binaries": {
1116 "firmware": "tfm_s.axf",
1117 "bootloader": "tfm_ns.bin"
1118 },
1119 "monitors": [
1120 {
1121 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1122 'start': 'Non-Secure system',
1123 'end': r'starting\\.{3}',
1124 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1125 'fixup': {"pass": "!", "fail": ""},
1126 'required': ["secure_image_initializing"]
1127 } # Monitors
1128 ]
1129 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame^]1130 'DefaultProfileL': {
1131 "binaries": {
1132 "firmware": "tfm_s.axf",
1133 "bootloader": "tfm_ns.bin"
1134 },
1135 "monitors": [
1136 {
1137 'name': 'Secure_Test_Suites_Summary',
1138 'start': 'Non-Secure system',
1139 'end': r'starting\\.{3}',
1140 'pattern': r'Non-Secure system starting\\.{3}',
1141 'fixup': {"pass": "!", "fail": ""},
1142 'required': ["secure_image_initializing"]
1143 } # Monitors
1144 ]
1145 }, # DefaultProfileL
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1146
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1147 'Regression': {
1148 "binaries": {
1149 "firmware": "tfm_s.axf",
1150 "bootloader": "tfm_ns.bin"
1151 },
1152 "monitors": [
1153 {
1154 'name': 'Secure_Test_Suites_Summary',
1155 'start': 'Secure test suites summary',
1156 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1157 'pattern': r"Test suite '(?P<"
1158 r"test_case_id>[^\n]+)' has (.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1159 r"(?P<result>PASSED|FAILED)",
1160 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1161 'required': [
1162 ("psa_protected_storage_"
1163 "s_interface_tests_tfm_sst_test_2xxx_"),
1164 "sst_reliability_tests_tfm_sst_test_3xxx_",
1165 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1166 ("psa_internal_trusted_storage_"
1167 "s_interface_tests_tfm_its_test_2xxx_"),
1168 "its_reliability_tests_tfm_its_test_3xxx_",
1169 ("audit_"
1170 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1171 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1172 ("initial_attestation_service_"
1173 "secure_interface_tests_tfm_attest_test_1xxx_"),
1174 ]
1175 },
1176 {
1177 'name': 'Non_Secure_Test_Suites_Summary',
1178 'start': 'Non-secure test suites summary',
1179 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1180 'pattern': r"Test suite '(?P<"
1181 r"test_case_id>[^\n]+)' has (.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1182 r"(?P<result>PASSED|FAILED)",
1183 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1184 'required': [
1185 ("psa_protected_storage"
1186 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1187 ("psa_internal_trusted_storage"
1188 "_ns_interface_tests_tfm_its_test_1xxx_"),
1189 ("auditlog_"
1190 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1191 ("crypto_"
1192 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1193 ("initial_attestation_service_"
1194 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1195 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1196 ]
1197 }
1198 ] # Monitors
1199 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1200 'RegressionProfileM': {
1201 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1202 "firmware": "tfm_s.axf",
1203 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1204 },
1205 "monitors": [
1206 {
1207 'name': 'Secure_Test_Suites_Summary',
1208 'start': 'Secure test suites summary',
1209 'end': 'End of Secure test suites',
1210 'pattern': r"Test suite '(?P<"
1211 r"test_case_id>[^\n]+)' has (.*) "
1212 r"(?P<result>PASSED|FAILED)",
1213 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1214 'required': [
1215 ("psa_protected_storage_"
1216 "s_interface_tests_tfm_sst_test_2xxx_"),
1217 "sst_reliability_tests_tfm_sst_test_3xxx_",
1218 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1219 ("psa_internal_trusted_storage_"
1220 "s_interface_tests_tfm_its_test_2xxx_"),
1221 "its_reliability_tests_tfm_its_test_3xxx_",
1222 ("audit_"
1223 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1224 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1225 ("initial_attestation_service_"
1226 "secure_interface_tests_tfm_attest_test_1xxx_"),
1227 ]
1228 },
1229 {
1230 'name': 'Non_Secure_Test_Suites_Summary',
1231 'start': 'Non-secure test suites summary',
1232 'end': r'End of Non-secure test suites',
1233 'pattern': r"Test suite '(?P<"
1234 r"test_case_id>[^\n]+)' has (.*) "
1235 r"(?P<result>PASSED|FAILED)",
1236 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1237 'required': [
1238 ("psa_protected_storage"
1239 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1240 ("psa_internal_trusted_storage"
1241 "_ns_interface_tests_tfm_its_test_1xxx_"),
1242 ("auditlog_"
1243 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1244 ("crypto_"
1245 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1246 ("initial_attestation_service_"
1247 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1248 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1249 ]
1250 }
1251 ] # Monitors
1252 }, # RegressionProfileM
1253 'RegressionProfileS': {
1254 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1255 "firmware": "tfm_s.axf",
1256 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1257 },
1258 "monitors": [
1259 {
1260 'name': 'Secure_Test_Suites_Summary',
1261 'start': 'Secure test suites summary',
1262 'end': 'End of Secure test suites',
1263 'pattern': r"Test suite '(?P<"
1264 r"test_case_id>[^\n]+)' has (.*) "
1265 r"(?P<result>PASSED|FAILED)",
1266 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1267 'required': [
1268 ("psa_protected_storage_"
1269 "s_interface_tests_tfm_sst_test_2xxx_"),
1270 "sst_reliability_tests_tfm_sst_test_3xxx_",
1271 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1272 ("psa_internal_trusted_storage_"
1273 "s_interface_tests_tfm_its_test_2xxx_"),
1274 "its_reliability_tests_tfm_its_test_3xxx_",
1275 ("audit_"
1276 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1277 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1278 ("initial_attestation_service_"
1279 "secure_interface_tests_tfm_attest_test_1xxx_"),
1280 ]
1281 },
1282 {
1283 'name': 'Non_Secure_Test_Suites_Summary',
1284 'start': 'Non-secure test suites summary',
1285 'end': r'End of Non-secure test suites',
1286 'pattern': r"Test suite '(?P<"
1287 r"test_case_id>[^\n]+)' has (.*) "
1288 r"(?P<result>PASSED|FAILED)",
1289 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1290 'required': [
1291 ("psa_protected_storage"
1292 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1293 ("psa_internal_trusted_storage"
1294 "_ns_interface_tests_tfm_its_test_1xxx_"),
1295 ("auditlog_"
1296 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1297 ("crypto_"
1298 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1299 ("initial_attestation_service_"
1300 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1301 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1302 ]
1303 }
1304 ] # Monitors
1305 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame^]1306 'RegressionProfileL': {
1307 "binaries": {
1308 "firmware": "tfm_s.axf",
1309 "bootloader": "tfm_ns.bin"
1310 },
1311 "monitors": [
1312 {
1313 'name': 'Secure_Test_Suites_Summary',
1314 'start': 'Secure test suites summary',
1315 'end': 'End of Secure test suites',
1316 'pattern': r"Test suite '(?P<"
1317 r"test_case_id>[^\n]+)' has (.*) "
1318 r"(?P<result>PASSED|FAILED)",
1319 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1320 'required': [
1321 ("psa_protected_storage_"
1322 "s_interface_tests_tfm_sst_test_2xxx_"),
1323 "sst_reliability_tests_tfm_sst_test_3xxx_",
1324 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1325 ("psa_internal_trusted_storage_"
1326 "s_interface_tests_tfm_its_test_2xxx_"),
1327 "its_reliability_tests_tfm_its_test_3xxx_",
1328 ("audit_"
1329 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1330 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1331 ("initial_attestation_service_"
1332 "secure_interface_tests_tfm_attest_test_1xxx_"),
1333 ]
1334 },
1335 {
1336 'name': 'Non_Secure_Test_Suites_Summary',
1337 'start': 'Non-secure test suites summary',
1338 'end': r'End of Non-secure test suites',
1339 'pattern': r"Test suite '(?P<"
1340 r"test_case_id>[^\n]+)' has (.*) "
1341 r"(?P<result>PASSED|FAILED)",
1342 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1343 'required': [
1344 ("psa_protected_storage"
1345 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1346 ("psa_internal_trusted_storage"
1347 "_ns_interface_tests_tfm_its_test_1xxx_"),
1348 ("auditlog_"
1349 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1350 ("crypto_"
1351 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1352 ("initial_attestation_service_"
1353 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1354 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1355 ]
1356 }
1357 ] # Monitors
1358 }, # RegressionProfileL
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1359
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1360 'RegressionIPC': {
1361 "binaries": {
1362 "firmware": "tfm_s.axf",
1363 "bootloader": "tfm_ns.bin"
1364 },
1365 "monitors": [
1366 {
1367 'name': 'Secure_Test_Suites_Summary',
1368 'start': 'Secure test suites summary',
1369 'end': 'End of Secure test suites',
1370 'pattern': r"Test suite '(?P<"
1371 r"test_case_id>[^\n]+)' has (.*) "
1372 r"(?P<result>PASSED|FAILED)",
1373 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1374 'required': [
1375 ("psa_protected_storage_"
1376 "s_interface_tests_tfm_sst_test_2xxx_"),
1377 "sst_reliability_tests_tfm_sst_test_3xxx_",
1378 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1379 ("psa_internal_trusted_storage_"
1380 "s_interface_tests_tfm_its_test_2xxx_"),
1381 "its_reliability_tests_tfm_its_test_3xxx_",
1382 ("audit_"
1383 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1384 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1385 ("initial_attestation_service_"
1386 "secure_interface_tests_tfm_attest_test_1xxx_"),
1387 ]
1388 },
1389 {
1390 'name': 'Non_Secure_Test_Suites_Summary',
1391 'start': 'Non-secure test suites summary',
1392 'end': r'End of Non-secure test suites',
1393 'pattern': r"Test suite '(?P<"
1394 r"test_case_id>[^\n]+)' has (.*) "
1395 r"(?P<result>PASSED|FAILED)",
1396 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1397 'required': [
1398 ("psa_protected_storage"
1399 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1400 ("psa_internal_trusted_storage"
1401 "_ns_interface_tests_tfm_its_test_1xxx_"),
1402 ("auditlog_"
1403 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1404 ("crypto_"
1405 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1406 ("initial_attestation_service_"
1407 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1408 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1409 ]
1410 }
1411 ] # Monitors
1412 }, # RegressionIPC
1413 'RegressionIPCTfmLevel2': {
1414 "binaries": {
1415 "firmware": "tfm_s.axf",
1416 "bootloader": "tfm_ns.bin"
1417 },
1418 "monitors": [
1419 {
1420 'name': 'Secure_Test_Suites_Summary',
1421 'start': 'Secure test suites summary',
1422 'end': 'End of Secure test suites',
1423 'pattern': r"Test suite '(?P<"
1424 r"test_case_id>[^\n]+)' has (.*) "
1425 r"(?P<result>PASSED|FAILED)",
1426 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1427 'required': [
1428 ("psa_protected_storage_"
1429 "s_interface_tests_tfm_sst_test_2xxx_"),
1430 "sst_reliability_tests_tfm_sst_test_3xxx_",
1431 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1432 ("psa_internal_trusted_storage_"
1433 "s_interface_tests_tfm_its_test_2xxx_"),
1434 "its_reliability_tests_tfm_its_test_3xxx_",
1435 ("audit_"
1436 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1437 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1438 ("initial_attestation_service_"
1439 "secure_interface_tests_tfm_attest_test_1xxx_"),
1440 ]
1441 },
1442 {
1443 'name': 'Non_Secure_Test_Suites_Summary',
1444 'start': 'Non-secure test suites summary',
1445 'end': r'End of Non-secure test suites',
1446 'pattern': r"Test suite '(?P<"
1447 r"test_case_id>[^\n]+)' has (.*) "
1448 r"(?P<result>PASSED|FAILED)",
1449 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1450 'required': [
1451 ("psa_protected_storage"
1452 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1453 ("psa_internal_trusted_storage"
1454 "_ns_interface_tests_tfm_its_test_1xxx_"),
1455 ("auditlog_"
1456 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1457 ("crypto_"
1458 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1459 ("initial_attestation_service_"
1460 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1461 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1462 ]
1463 }
1464 ] # Monitors
1465 }, # RegressionIPCTfmLevel2
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1466 'RegressionIPCTfmLevel3': {
1467 "binaries": {
1468 "firmware": "tfm_s.axf",
1469 "bootloader": "tfm_ns.bin"
1470 },
1471 "monitors": [
1472 {
1473 'name': 'Secure_Test_Suites_Summary',
1474 'start': 'Secure test suites summary',
1475 'end': 'End of Secure test suites',
1476 'pattern': r"Test suite '(?P<"
1477 r"test_case_id>[^\n]+)' has (.*) "
1478 r"(?P<result>PASSED|FAILED)",
1479 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1480 'required': [
1481 ("psa_protected_storage_"
1482 "s_interface_tests_tfm_sst_test_2xxx_"),
1483 "sst_reliability_tests_tfm_sst_test_3xxx_",
1484 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1485 ("psa_internal_trusted_storage_"
1486 "s_interface_tests_tfm_its_test_2xxx_"),
1487 "its_reliability_tests_tfm_its_test_3xxx_",
1488 ("audit_"
1489 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1490 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1491 ("initial_attestation_service_"
1492 "secure_interface_tests_tfm_attest_test_1xxx_"),
1493 ]
1494 },
1495 {
1496 'name': 'Non_Secure_Test_Suites_Summary',
1497 'start': 'Non-secure test suites summary',
1498 'end': r'End of Non-secure test suites',
1499 'pattern': r"Test suite '(?P<"
1500 r"test_case_id>[^\n]+)' has (.*) "
1501 r"(?P<result>PASSED|FAILED)",
1502 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1503 'required': [
1504 ("psa_protected_storage"
1505 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1506 ("psa_internal_trusted_storage"
1507 "_ns_interface_tests_tfm_its_test_1xxx_"),
1508 ("auditlog_"
1509 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1510 ("crypto_"
1511 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1512 ("initial_attestation_service_"
1513 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1514 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1515 ]
1516 }
1517 ] # Monitors
1518 }, # RegressionIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1519 'CoreIPC': {
1520 "binaries": {
1521 "firmware": "tfm_s.axf",
1522 "bootloader": "tfm_ns.bin"
1523 },
1524 "monitors": [
1525 {
1526 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1527 'start': 'Non-Secure system',
1528 'end': r'starting\\.{3}',
1529 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1530 'fixup': {"pass": "!", "fail": ""},
1531 'required': ["secure_image_initializing"]
1532 } # Monitors
1533 ]
1534 }, # CoreIPC
1535 'CoreIPCTfmLevel2': {
1536 "binaries": {
1537 "firmware": "tfm_s.axf",
1538 "bootloader": "tfm_ns.bin"
1539 },
1540 "monitors": [
1541 {
1542 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1543 'start': 'Non-Secure system',
1544 'end': r'starting\\.{3}',
1545 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1546 'fixup': {"pass": "!", "fail": ""},
1547 'required': ["secure_image_initializing"]
1548 } # Monitors
1549 ]
1550 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1551 'CoreIPCTfmLevel3': {
1552 "binaries": {
1553 "firmware": "tfm_s.axf",
1554 "bootloader": "tfm_ns.bin"
1555 },
1556 "monitors": [
1557 {
1558 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1559 'start': 'Non-Secure system',
1560 'end': r'starting\\.{3}',
1561 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1562 'fixup': {"pass": "!", "fail": ""},
1563 'required': ["secure_image_initializing"]
1564 } # Monitors
1565 ]
1566 }, # CoreIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1567 } # Tests
1568}
1569
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1570
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1571# FVP with BL2 bootloader
1572# firmware <-> ns <-> application: --application cpu0=bl2.axf
1573# bootloader <-> s <-> data: --data cpu0=tfm_s_ns_signed.bin@0x10080000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1574fvp_mps2_an519_bl2 = {
1575 "templ": "fvp_mps2.jinja2",
1576 "job_name": "fvp_mps2_an519_bl2",
1577 "device_type": "fvp",
1578 "job_timeout": 15,
1579 "action_timeout": 10,
1580 "monitor_timeout": 10,
1581 "poweroff_timeout": 1,
1582 "platforms": {"AN519": ""},
1583 "compilers": ["GNUARM", "ARMCLANG"],
1584 "build_types": ["Debug", "Release", "Minsizerel"],
1585 "boot_types": ["BL2"],
1586 "data_bin_offset": "0x10080000",
1587 "cpu0_baseline": 1,
1588 "tests": {
1589 'Default': {
1590 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1591 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1592 "bootloader": "tfm_s_ns_signed.bin"
1593 },
1594 "monitors": [
1595 {
1596 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1597 'start': 'Non-Secure system',
1598 'end': r'starting\\.{3}',
1599 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1600 'fixup': {"pass": "!", "fail": ""},
1601 'required': ["secure_image_initializing"]
1602 } # Monitors
1603 ]
1604 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1605 'DefaultProfileS': {
1606 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1607 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1608 "bootloader": "tfm_s_ns_signed.bin"
1609 },
1610 "monitors": [
1611 {
1612 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1613 'start': 'Non-Secure system',
1614 'end': r'starting\\.{3}',
1615 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1616 'fixup': {"pass": "!", "fail": ""},
1617 'required': ["secure_image_initializing"]
1618 } # Monitors
1619 ]
1620 }, # DefaultProfileS
1621 'DefaultProfileM': {
1622 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1623 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1624 "bootloader": "tfm_s_ns_signed.bin"
1625 },
1626 "monitors": [
1627 {
1628 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1629 'start': 'Non-Secure system',
1630 'end': r'starting\\.{3}',
1631 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1632 'fixup': {"pass": "!", "fail": ""},
1633 'required': ["secure_image_initializing"]
1634 } # Monitors
1635 ]
1636 }, # DefaultProfileM
1637
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1638 'Regression': {
1639 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1640 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1641 "bootloader": "tfm_s_ns_signed.bin"
1642 },
1643 "monitors": [
1644 {
1645 'name': 'Secure_Test_Suites_Summary',
1646 'start': 'Secure test suites summary',
1647 'end': 'End of Secure test suites',
1648 'pattern': r"Test suite '(?P<"
1649 r"test_case_id>[^\n]+)' has (.*) "
1650 r"(?P<result>PASSED|FAILED)",
1651 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1652 'required': [
1653 ("psa_protected_storage_"
1654 "s_interface_tests_tfm_sst_test_2xxx_"),
1655 "sst_reliability_tests_tfm_sst_test_3xxx_",
1656 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1657 ("psa_internal_trusted_storage_"
1658 "s_interface_tests_tfm_its_test_2xxx_"),
1659 "its_reliability_tests_tfm_its_test_3xxx_",
1660 ("audit_"
1661 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1662 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1663 ("initial_attestation_service_"
1664 "secure_interface_tests_tfm_attest_test_1xxx_"),
1665 ]
1666 },
1667 {
1668 'name': 'Non_Secure_Test_Suites_Summary',
1669 'start': 'Non-secure test suites summary',
1670 'end': r'End of Non-secure test suites',
1671 'pattern': r"Test suite '(?P<"
1672 r"test_case_id>[^\n]+)' has (.*) "
1673 r"(?P<result>PASSED|FAILED)",
1674 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1675 'required': [
1676 ("psa_protected_storage"
1677 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1678 ("psa_internal_trusted_storage"
1679 "_ns_interface_tests_tfm_its_test_1xxx_"),
1680 ("auditlog_"
1681 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1682 ("crypto_"
1683 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1684 ("initial_attestation_service_"
1685 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1686 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1687 ]
1688 }
1689 ] # Monitors
1690 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1691
1692 'RegressionProfileM': {
1693 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1694 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1695 "bootloader": "tfm_s_ns_signed.bin"
1696 },
1697 "monitors": [
1698 {
1699 'name': 'Secure_Test_Suites_Summary',
1700 'start': 'Secure test suites summary',
1701 'end': 'End of Secure test suites',
1702 'pattern': r"Test suite '(?P<"
1703 r"test_case_id>[^\n]+)' has (.*) "
1704 r"(?P<result>PASSED|FAILED)",
1705 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1706 'required': [
1707 ("psa_protected_storage_"
1708 "s_interface_tests_tfm_sst_test_2xxx_"),
1709 "sst_reliability_tests_tfm_sst_test_3xxx_",
1710 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1711 ("psa_internal_trusted_storage_"
1712 "s_interface_tests_tfm_its_test_2xxx_"),
1713 "its_reliability_tests_tfm_its_test_3xxx_",
1714 ("audit_"
1715 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1716 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1717 ("initial_attestation_service_"
1718 "secure_interface_tests_tfm_attest_test_1xxx_"),
1719 ]
1720 },
1721 {
1722 'name': 'Non_Secure_Test_Suites_Summary',
1723 'start': 'Non-secure test suites summary',
1724 'end': r'End of Non-secure test suites',
1725 'pattern': r"Test suite '(?P<"
1726 r"test_case_id>[^\n]+)' has (.*) "
1727 r"(?P<result>PASSED|FAILED)",
1728 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1729 'required': [
1730 ("psa_protected_storage"
1731 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1732 ("psa_internal_trusted_storage"
1733 "_ns_interface_tests_tfm_its_test_1xxx_"),
1734 ("auditlog_"
1735 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1736 ("crypto_"
1737 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1738 ("initial_attestation_service_"
1739 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1740 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1741 ]
1742 }
1743 ] # Monitors
1744 }, # RegressionProfileM
1745 'RegressionProfileS': {
1746 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1747 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1748 "bootloader": "tfm_s_ns_signed.bin"
1749 },
1750 "monitors": [
1751 {
1752 'name': 'Secure_Test_Suites_Summary',
1753 'start': 'Secure test suites summary',
1754 'end': 'End of Secure test suites',
1755 'pattern': r"Test suite '(?P<"
1756 r"test_case_id>[^\n]+)' has (.*) "
1757 r"(?P<result>PASSED|FAILED)",
1758 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1759 'required': [
1760 ("psa_protected_storage_"
1761 "s_interface_tests_tfm_sst_test_2xxx_"),
1762 "sst_reliability_tests_tfm_sst_test_3xxx_",
1763 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1764 ("psa_internal_trusted_storage_"
1765 "s_interface_tests_tfm_its_test_2xxx_"),
1766 "its_reliability_tests_tfm_its_test_3xxx_",
1767 ("audit_"
1768 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1769 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1770 ("initial_attestation_service_"
1771 "secure_interface_tests_tfm_attest_test_1xxx_"),
1772 ]
1773 },
1774 {
1775 'name': 'Non_Secure_Test_Suites_Summary',
1776 'start': 'Non-secure test suites summary',
1777 'end': r'End of Non-secure test suites',
1778 'pattern': r"Test suite '(?P<"
1779 r"test_case_id>[^\n]+)' has (.*) "
1780 r"(?P<result>PASSED|FAILED)",
1781 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1782 'required': [
1783 ("psa_protected_storage"
1784 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1785 ("psa_internal_trusted_storage"
1786 "_ns_interface_tests_tfm_its_test_1xxx_"),
1787 ("auditlog_"
1788 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1789 ("crypto_"
1790 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1791 ("initial_attestation_service_"
1792 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1793 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1794 ]
1795 }
1796 ] # Monitors
1797 }, # RegressionProfileS
1798
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1799 'RegressionIPC': {
1800 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1801 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1802 "bootloader": "tfm_s_ns_signed.bin"
1803 },
1804 "monitors": [
1805 {
1806 'name': 'Secure_Test_Suites_Summary',
1807 'start': 'Secure test suites summary',
1808 'end': 'End of Secure test suites',
1809 'pattern': r"Test suite '(?P<"
1810 r"test_case_id>[^\n]+)' has (.*) "
1811 r"(?P<result>PASSED|FAILED)",
1812 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1813 'required': [
1814 ("psa_protected_storage_"
1815 "s_interface_tests_tfm_sst_test_2xxx_"),
1816 "sst_reliability_tests_tfm_sst_test_3xxx_",
1817 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1818 ("psa_internal_trusted_storage_"
1819 "s_interface_tests_tfm_its_test_2xxx_"),
1820 "its_reliability_tests_tfm_its_test_3xxx_",
1821 ("audit_"
1822 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1823 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1824 ("initial_attestation_service_"
1825 "secure_interface_tests_tfm_attest_test_1xxx_"),
1826 ]
1827 },
1828 {
1829 'name': 'Non_Secure_Test_Suites_Summary',
1830 'start': 'Non-secure test suites summary',
1831 'end': r'End of Non-secure test suites',
1832 'pattern': r"Test suite '(?P<"
1833 r"test_case_id>[^\n]+)' has (.*) "
1834 r"(?P<result>PASSED|FAILED)",
1835 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1836 'required': [
1837 ("psa_protected_storage"
1838 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1839 ("psa_internal_trusted_storage"
1840 "_ns_interface_tests_tfm_its_test_1xxx_"),
1841 ("auditlog_"
1842 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1843 ("crypto_"
1844 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1845 ("initial_attestation_service_"
1846 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1847 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1848 ]
1849 }
1850 ] # Monitors
1851 }, # Regression
1852 'RegressionIPCTfmLevel2': {
1853 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1854 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1855 "bootloader": "tfm_s_ns_signed.bin"
1856 },
1857 "monitors": [
1858 {
1859 'name': 'Secure_Test_Suites_Summary',
1860 'start': 'Secure test suites summary',
1861 'end': 'End of Secure test suites',
1862 'pattern': r"Test suite '(?P<"
1863 r"test_case_id>[^\n]+)' has (.*) "
1864 r"(?P<result>PASSED|FAILED)",
1865 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1866 'required': [
1867 ("psa_protected_storage_"
1868 "s_interface_tests_tfm_sst_test_2xxx_"),
1869 "sst_reliability_tests_tfm_sst_test_3xxx_",
1870 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1871 ("psa_internal_trusted_storage_"
1872 "s_interface_tests_tfm_its_test_2xxx_"),
1873 "its_reliability_tests_tfm_its_test_3xxx_",
1874 ("audit_"
1875 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1876 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1877 ("initial_attestation_service_"
1878 "secure_interface_tests_tfm_attest_test_1xxx_"),
1879 ]
1880 },
1881 {
1882 'name': 'Non_Secure_Test_Suites_Summary',
1883 'start': 'Non-secure test suites summary',
1884 'end': r'End of Non-secure test suites',
1885 'pattern': r"Test suite '(?P<"
1886 r"test_case_id>[^\n]+)' has (.*) "
1887 r"(?P<result>PASSED|FAILED)",
1888 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1889 'required': [
1890 ("psa_protected_storage"
1891 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1892 ("psa_internal_trusted_storage"
1893 "_ns_interface_tests_tfm_its_test_1xxx_"),
1894 ("auditlog_"
1895 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1896 ("crypto_"
1897 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1898 ("initial_attestation_service_"
1899 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1900 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1901 ]
1902 }
1903 ] # Monitors
1904 }, # Regression
1905 'CoreIPC': {
1906 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1907 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1908 "bootloader": "tfm_s_ns_signed.bin"
1909 },
1910 "monitors": [
1911 {
1912 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1913 'start': 'Non-Secure system',
1914 'end': r'starting\\.{3}',
1915 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1916 'fixup': {"pass": "!", "fail": ""},
1917 'required': ["secure_image_initializing"]
1918 } # Monitors
1919 ]
1920 }, # CoreIPC
1921 'CoreIPCTfmLevel2': {
1922 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1923 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1924 "bootloader": "tfm_s_ns_signed.bin"
1925 },
1926 "monitors": [
1927 {
1928 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1929 'start': 'Non-Secure system',
1930 'end': r'starting\\.{3}',
1931 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1932 'fixup': {"pass": "!", "fail": ""},
1933 'required': ["secure_image_initializing"]
1934 } # Monitors
1935 ]
1936 }, # CoreIPCTfmLevel2
1937 } # Tests
1938}
1939
1940
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1941# FVP without BL2 bootloader
1942# firmware <-> ns <-> application: --application cpu0=tfm_s.axf
1943# bootloader <-> s <-> data: --data cpu0=tfm_ns.bin@0x00100000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1944fvp_mps2_an519_nobl2 = {
1945 "templ": "fvp_mps2.jinja2",
1946 "job_name": "fvp_mps2_an519_nobl2",
1947 "device_type": "fvp",
1948 "job_timeout": 15,
1949 "action_timeout": 10,
1950 "monitor_timeout": 10,
1951 "poweroff_timeout": 1,
1952 "platforms": {"AN519": ""},
1953 "compilers": ["GNUARM", "ARMCLANG"],
1954 "build_types": ["Debug", "Release", "Minsizerel"],
1955 "boot_types": ["NOBL2"],
1956 "data_bin_offset": "0x00100000",
1957 "cpu0_baseline": 1,
1958 "tests": {
1959 'Default': {
1960 "binaries": {
1961 "firmware": "tfm_s.axf",
1962 "bootloader": "tfm_ns.bin"
1963 },
1964 "monitors": [
1965 {
1966 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1967 'start': 'Non-Secure system',
1968 'end': r'starting\\.{3}',
1969 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1970 'fixup': {"pass": "!", "fail": ""},
1971 'required': ["secure_image_initializing"]
1972 }
1973 ]
1974 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1975 'DefaultProfileS': {
1976 "binaries": {
1977 "firmware": "tfm_s.axf",
1978 "bootloader": "tfm_ns.bin"
1979 },
1980 "monitors": [
1981 {
1982 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1983 'start': 'Non-Secure system',
1984 'end': r'starting\\.{3}',
1985 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1986 'fixup': {"pass": "!", "fail": ""},
1987 'required': ["secure_image_initializing"]
1988 } # Monitors
1989 ]
1990 }, # DefaultProfileS
1991 'DefaultProfileM': {
1992 "binaries": {
1993 "firmware": "tfm_s.axf",
1994 "bootloader": "tfm_ns.bin"
1995 },
1996 "monitors": [
1997 {
1998 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1999 'start': 'Non-Secure system',
2000 'end': r'starting\\.{3}',
2001 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2002 'fixup': {"pass": "!", "fail": ""},
2003 'required': ["secure_image_initializing"]
2004 } # Monitors
2005 ]
2006 }, # DefaultProfileM
2007
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2008 'Regression': {
2009 "binaries": {
2010 "firmware": "tfm_s.axf",
2011 "bootloader": "tfm_ns.bin"
2012 },
2013 "monitors": [
2014 {
2015 'name': 'Secure_Test_Suites_Summary',
2016 'start': 'Secure test suites summary',
2017 'end': 'End of Secure test suites',
2018 'pattern': r"Test suite '(?P<"
2019 r"test_case_id>[^\n]+)' has (.*) "
2020 r"(?P<result>PASSED|FAILED)",
2021 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2022 'required': [
2023 ("psa_protected_storage_"
2024 "s_interface_tests_tfm_sst_test_2xxx_"),
2025 "sst_reliability_tests_tfm_sst_test_3xxx_",
2026 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2027 ("psa_internal_trusted_storage_"
2028 "s_interface_tests_tfm_its_test_2xxx_"),
2029 "its_reliability_tests_tfm_its_test_3xxx_",
2030 ("audit_"
2031 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2032 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2033 ("initial_attestation_service_"
2034 "secure_interface_tests_tfm_attest_test_1xxx_"),
2035 ]
2036 },
2037 {
2038 'name': 'Non_Secure_Test_Suites_Summary',
2039 'start': 'Non-secure test suites summary',
2040 'end': r'End of Non-secure test suites',
2041 'pattern': r"Test suite '(?P<"
2042 r"test_case_id>[^\n]+)' has (.*) "
2043 r"(?P<result>PASSED|FAILED)",
2044 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2045 'required': [
2046 ("psa_protected_storage"
2047 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2048 ("psa_internal_trusted_storage"
2049 "_ns_interface_tests_tfm_its_test_1xxx_"),
2050 ("auditlog_"
2051 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2052 ("crypto_"
2053 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2054 ("initial_attestation_service_"
2055 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2056 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2057 ]
2058 }
2059 ] # Monitors
2060 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2061 'RegressionProfileM': {
2062 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2063 "firmware": "tfm_s.axf",
2064 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2065 },
2066 "monitors": [
2067 {
2068 'name': 'Secure_Test_Suites_Summary',
2069 'start': 'Secure test suites summary',
2070 'end': 'End of Secure test suites',
2071 'pattern': r"Test suite '(?P<"
2072 r"test_case_id>[^\n]+)' has (.*) "
2073 r"(?P<result>PASSED|FAILED)",
2074 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2075 'required': [
2076 ("psa_protected_storage_"
2077 "s_interface_tests_tfm_sst_test_2xxx_"),
2078 "sst_reliability_tests_tfm_sst_test_3xxx_",
2079 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2080 ("psa_internal_trusted_storage_"
2081 "s_interface_tests_tfm_its_test_2xxx_"),
2082 "its_reliability_tests_tfm_its_test_3xxx_",
2083 ("audit_"
2084 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2085 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2086 ("initial_attestation_service_"
2087 "secure_interface_tests_tfm_attest_test_1xxx_"),
2088 ]
2089 },
2090 {
2091 'name': 'Non_Secure_Test_Suites_Summary',
2092 'start': 'Non-secure test suites summary',
2093 'end': r'End of Non-secure test suites',
2094 'pattern': r"Test suite '(?P<"
2095 r"test_case_id>[^\n]+)' has (.*) "
2096 r"(?P<result>PASSED|FAILED)",
2097 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2098 'required': [
2099 ("psa_protected_storage"
2100 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2101 ("psa_internal_trusted_storage"
2102 "_ns_interface_tests_tfm_its_test_1xxx_"),
2103 ("auditlog_"
2104 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2105 ("crypto_"
2106 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2107 ("initial_attestation_service_"
2108 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2109 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2110 ]
2111 }
2112 ] # Monitors
2113 }, # RegressionProfileM
2114 'RegressionProfileS': {
2115 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]2116 "firmware": "tfm_s.axf",
2117 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]2118 },
2119 "monitors": [
2120 {
2121 'name': 'Secure_Test_Suites_Summary',
2122 'start': 'Secure test suites summary',
2123 'end': 'End of Secure test suites',
2124 'pattern': r"Test suite '(?P<"
2125 r"test_case_id>[^\n]+)' has (.*) "
2126 r"(?P<result>PASSED|FAILED)",
2127 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2128 'required': [
2129 ("psa_protected_storage_"
2130 "s_interface_tests_tfm_sst_test_2xxx_"),
2131 "sst_reliability_tests_tfm_sst_test_3xxx_",
2132 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2133 ("psa_internal_trusted_storage_"
2134 "s_interface_tests_tfm_its_test_2xxx_"),
2135 "its_reliability_tests_tfm_its_test_3xxx_",
2136 ("audit_"
2137 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2138 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2139 ("initial_attestation_service_"
2140 "secure_interface_tests_tfm_attest_test_1xxx_"),
2141 ]
2142 },
2143 {
2144 'name': 'Non_Secure_Test_Suites_Summary',
2145 'start': 'Non-secure test suites summary',
2146 'end': r'End of Non-secure test suites',
2147 'pattern': r"Test suite '(?P<"
2148 r"test_case_id>[^\n]+)' has (.*) "
2149 r"(?P<result>PASSED|FAILED)",
2150 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2151 'required': [
2152 ("psa_protected_storage"
2153 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2154 ("psa_internal_trusted_storage"
2155 "_ns_interface_tests_tfm_its_test_1xxx_"),
2156 ("auditlog_"
2157 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2158 ("crypto_"
2159 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2160 ("initial_attestation_service_"
2161 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2162 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2163 ]
2164 }
2165 ] # Monitors
2166 }, # RegressionProfileS
2167
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2168 'RegressionIPC': {
2169 "binaries": {
2170 "firmware": "tfm_s.axf",
2171 "bootloader": "tfm_ns.bin"
2172 },
2173 "monitors": [
2174 {
2175 'name': 'Secure_Test_Suites_Summary',
2176 'start': 'Secure test suites summary',
2177 'end': 'End of Secure test suites',
2178 'pattern': r"Test suite '(?P<"
2179 r"test_case_id>[^\n]+)' has (.*) "
2180 r"(?P<result>PASSED|FAILED)",
2181 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2182 'required': [
2183 ("psa_protected_storage_"
2184 "s_interface_tests_tfm_sst_test_2xxx_"),
2185 "sst_reliability_tests_tfm_sst_test_3xxx_",
2186 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2187 ("psa_internal_trusted_storage_"
2188 "s_interface_tests_tfm_its_test_2xxx_"),
2189 "its_reliability_tests_tfm_its_test_3xxx_",
2190 ("audit_"
2191 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2192 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2193 ("initial_attestation_service_"
2194 "secure_interface_tests_tfm_attest_test_1xxx_"),
2195 ]
2196 },
2197 {
2198 'name': 'Non_Secure_Test_Suites_Summary',
2199 'start': 'Non-secure test suites summary',
2200 'end': r'End of Non-secure test suites',
2201 'pattern': r"Test suite '(?P<"
2202 r"test_case_id>[^\n]+)' has (.*) "
2203 r"(?P<result>PASSED|FAILED)",
2204 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2205 'required': [
2206 ("psa_protected_storage"
2207 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2208 ("psa_internal_trusted_storage"
2209 "_ns_interface_tests_tfm_its_test_1xxx_"),
2210 ("auditlog_"
2211 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2212 ("crypto_"
2213 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2214 ("initial_attestation_service_"
2215 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2216 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2217 ]
2218 }
2219 ] # Monitors
2220 }, # RegressionIPC
2221 'RegressionIPCTfmLevel2': {
2222 "binaries": {
2223 "firmware": "tfm_s.axf",
2224 "bootloader": "tfm_ns.bin"
2225 },
2226 "monitors": [
2227 {
2228 'name': 'Secure_Test_Suites_Summary',
2229 'start': 'Secure test suites summary',
2230 'end': 'End of Secure test suites',
2231 'pattern': r"Test suite '(?P<"
2232 r"test_case_id>[^\n]+)' has (.*) "
2233 r"(?P<result>PASSED|FAILED)",
2234 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2235 'required': [
2236 ("psa_protected_storage_"
2237 "s_interface_tests_tfm_sst_test_2xxx_"),
2238 "sst_reliability_tests_tfm_sst_test_3xxx_",
2239 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2240 ("psa_internal_trusted_storage_"
2241 "s_interface_tests_tfm_its_test_2xxx_"),
2242 "its_reliability_tests_tfm_its_test_3xxx_",
2243 ("audit_"
2244 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2245 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2246 ("initial_attestation_service_"
2247 "secure_interface_tests_tfm_attest_test_1xxx_"),
2248 ]
2249 },
2250 {
2251 'name': 'Non_Secure_Test_Suites_Summary',
2252 'start': 'Non-secure test suites summary',
2253 'end': r'End of Non-secure test suites',
2254 'pattern': r"Test suite '(?P<"
2255 r"test_case_id>[^\n]+)' has (.*) "
2256 r"(?P<result>PASSED|FAILED)",
2257 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2258 'required': [
2259 ("psa_protected_storage"
2260 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2261 ("psa_internal_trusted_storage"
2262 "_ns_interface_tests_tfm_its_test_1xxx_"),
2263 ("auditlog_"
2264 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2265 ("crypto_"
2266 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2267 ("initial_attestation_service_"
2268 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2269 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2270 ]
2271 }
2272 ] # Monitors
2273 }, # RegressionIPCTfmLevel2
2274 'CoreIPC': {
2275 "binaries": {
2276 "firmware": "tfm_s.axf",
2277 "bootloader": "tfm_ns.bin"
2278 },
2279 "monitors": [
2280 {
2281 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2282 'start': 'Non-Secure system',
2283 'end': r'starting\\.{3}',
2284 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2285 'fixup': {"pass": "!", "fail": ""},
2286 'required': ["secure_image_initializing"]
2287 } # Monitors
2288 ]
2289 }, # CoreIPC
2290 'CoreIPCTfmLevel2': {
2291 "binaries": {
2292 "firmware": "tfm_s.axf",
2293 "bootloader": "tfm_ns.bin"
2294 },
2295 "monitors": [
2296 {
2297 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2298 'start': 'Non-Secure system',
2299 'end': r'starting\\.{3}',
2300 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2301 'fixup': {"pass": "!", "fail": ""},
2302 'required': ["secure_image_initializing"]
2303 } # Monitors
2304 ]
2305 }, # CoreIPCTfmLevel2
2306 } # Tests
2307}
2308
2309
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2310# MPS2 with BL2 bootloader
2311# IMAGE0ADDRESS: 0x10000000
2312# IMAGE0FILE: \Software\bl2.bin ; BL2 bootloader
2313# IMAGE1ADDRESS: 0x10080000
2314# IMAGE1FILE: \Software\tfm_s_ns_signed.bin ; TF-M example application binary blob
2315qemu_mps2_bl2 = {
2316 "templ": "qemu_mps2_bl2.jinja2",
2317 "job_name": "qemu_mps2_bl2",
2318 "device_type": "qemu",
2319 "job_timeout": 300,
2320 "action_timeout": 300,
2321 "poweroff_timeout": 20,
2322 "platforms": {"AN521": ""},
2323 "compilers": ["GNUARM", "ARMCLANG"],
2324 "build_types": ["Debug", "Release"],
2325 "boot_types": ["BL2"],
2326 "tests": {
Fathi Boudra7d762242020-12-15 11:53:58 +0100[diff] [blame]2327 # 'Default': {
2328 # "binaries": {
2329 # "firmware": "tfm_s_ns_signed.bin",
2330 # "bootloader": "bl2.bin"
2331 # },
2332 # "monitors": [
2333 # {
2334 # 'name': 'Secure_Test_Suites_Summary',
2335 # 'start': r'[Sec Thread]',
2336 # 'end': r'system starting',
2337 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2338 # r'(?P<test_case_id>Secure image '
2339 # r'initializing)(?P<result>!)',
2340 # 'fixup': {"pass": "!", "fail": ""},
2341 # 'required': ["secure_image_initializing"]
2342 # } # Monitors
2343 # ]
2344 # }, # Default
Fathi Boudrae4439712020-12-17 09:57:04 +0100[diff] [blame]2345 # 'DefaultProfileS': {
2346 # "binaries": {
2347 # "firmware": "tfm_s_ns_signed.bin",
2348 # "bootloader": "bl2.bin"
2349 # },
2350 # "monitors": [
2351 # {
2352 # 'name': 'Secure_Test_Suites_Summary',
2353 # 'start': r'[Sec Thread]',
2354 # 'end': r'system starting',
2355 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2356 # r'(?P<test_case_id>Secure image '
2357 # r'initializing)(?P<result>!)',
2358 # 'fixup': {"pass": "!", "fail": ""},
2359 # 'required': ["secure_image_initializing"]
2360 # } # Monitors
2361 # ]
2362 # }, # DefaultProfileS
Fathi Boudra0936ee32020-12-17 12:08:42 +0100[diff] [blame]2363 # 'DefaultProfileM': {
2364 # "binaries": {
2365 # "firmware": "tfm_s_ns_signed.bin",
2366 # "bootloader": "bl2.bin"
2367 # },
2368 # "monitors": [
2369 # {
2370 # 'name': 'Secure_Test_Suites_Summary',
2371 # 'start': r'[Sec Thread]',
2372 # 'end': r'system starting',
2373 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2374 # r'(?P<test_case_id>Secure image '
2375 # r'initializing)(?P<result>!)',
2376 # 'fixup': {"pass": "!", "fail": ""},
2377 # 'required': ["secure_image_initializing"]
2378 # } # Monitors
2379 # ]
2380 # }, # DefaultProfileM
Fathi Boudra12f8ac12020-12-15 10:07:05 +0100[diff] [blame]2381 'Regression': {
2382 "binaries": {
2383 "firmware": "tfm_s_ns_signed.bin",
2384 "bootloader": "bl2.bin"
2385 },
2386 "monitors": [
2387 {
2388 'name': 'Secure_Test_Suites_Summary',
2389 'start': 'Secure test suites summary',
2390 'end': 'End of Secure test suites',
2391 'pattern': r"Test suite '(?P<"
2392 r"test_case_id>[^\n]+)' has (.*) "
2393 r"(?P<result>PASSED|FAILED)",
2394 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2395 'required': [
2396 ("psa_protected_storage_"
2397 "s_interface_tests_tfm_sst_test_2xxx_"),
2398 "sst_reliability_tests_tfm_sst_test_3xxx_",
2399 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2400 ("psa_internal_trusted_storage_"
2401 "s_interface_tests_tfm_its_test_2xxx_"),
2402 "its_reliability_tests_tfm_its_test_3xxx_",
2403 ("audit_"
2404 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2405 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2406 ("initial_attestation_service_"
2407 "secure_interface_tests_tfm_attest_test_1xxx_"),
2408 ]
2409 },
2410 {
2411 'name': 'Non_Secure_Test_Suites_Summary',
2412 'start': 'Non-secure test suites summary',
2413 'end': r'End of Non-secure test suites',
2414 'pattern': r"Test suite '(?P<"
2415 r"test_case_id>[^\n]+)' has (.*) "
2416 r"(?P<result>PASSED|FAILED)",
2417 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2418 'required': [
2419 ("psa_protected_storage"
2420 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2421 ("psa_internal_trusted_storage"
2422 "_ns_interface_tests_tfm_its_test_1xxx_"),
2423 ("auditlog_"
2424 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2425 ("crypto_"
2426 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2427 ("initial_attestation_service_"
2428 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2429 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2430 ]
2431 }
2432 ] # Monitors
2433 }, # Regression
2434 'RegressionProfileM': {
2435 "binaries": {
2436 "firmware": "tfm_s_ns_signed.bin",
2437 "bootloader": "bl2.bin"
2438 },
2439 "monitors": [
2440 {
2441 'name': 'Secure_Test_Suites_Summary',
2442 'start': 'Secure test suites summary',
2443 'end': 'End of Secure test suites',
2444 'pattern': r"Test suite '(?P<"
2445 r"test_case_id>[^\n]+)' has (.*) "
2446 r"(?P<result>PASSED|FAILED)",
2447 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2448 'required': [
2449 ("psa_protected_storage_"
2450 "s_interface_tests_tfm_sst_test_2xxx_"),
2451 "sst_reliability_tests_tfm_sst_test_3xxx_",
2452 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2453 ("psa_internal_trusted_storage_"
2454 "s_interface_tests_tfm_its_test_2xxx_"),
2455 "its_reliability_tests_tfm_its_test_3xxx_",
2456 ("audit_"
2457 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2458 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2459 ("initial_attestation_service_"
2460 "secure_interface_tests_tfm_attest_test_1xxx_"),
2461 ]
2462 },
2463 {
2464 'name': 'Non_Secure_Test_Suites_Summary',
2465 'start': 'Non-secure test suites summary',
2466 'end': r'End of Non-secure test suites',
2467 'pattern': r"Test suite '(?P<"
2468 r"test_case_id>[^\n]+)' has (.*) "
2469 r"(?P<result>PASSED|FAILED)",
2470 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2471 'required': [
2472 ("psa_protected_storage"
2473 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2474 ("psa_internal_trusted_storage"
2475 "_ns_interface_tests_tfm_its_test_1xxx_"),
2476 ("auditlog_"
2477 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2478 ("crypto_"
2479 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2480 ("initial_attestation_service_"
2481 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2482 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2483 ]
2484 }
2485 ] # Monitors
2486 }, # RegressionProfileM
2487 'RegressionProfileS': {
2488 "binaries": {
2489 "firmware": "tfm_s_ns_signed.bin",
2490 "bootloader": "bl2.bin"
2491 },
2492 "monitors": [
2493 {
2494 'name': 'Secure_Test_Suites_Summary',
2495 'start': 'Secure test suites summary',
2496 'end': 'End of Secure test suites',
2497 'pattern': r"Test suite '(?P<"
2498 r"test_case_id>[^\n]+)' has (.*) "
2499 r"(?P<result>PASSED|FAILED)",
2500 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2501 'required': [
2502 ("psa_protected_storage_"
2503 "s_interface_tests_tfm_sst_test_2xxx_"),
2504 "sst_reliability_tests_tfm_sst_test_3xxx_",
2505 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2506 ("psa_internal_trusted_storage_"
2507 "s_interface_tests_tfm_its_test_2xxx_"),
2508 "its_reliability_tests_tfm_its_test_3xxx_",
2509 ("audit_"
2510 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2511 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2512 ("initial_attestation_service_"
2513 "secure_interface_tests_tfm_attest_test_1xxx_"),
2514 ]
2515 },
2516 {
2517 'name': 'Non_Secure_Test_Suites_Summary',
2518 'start': 'Non-secure test suites summary',
2519 'end': r'End of Non-secure test suites',
2520 'pattern': r"Test suite '(?P<"
2521 r"test_case_id>[^\n]+)' has (.*) "
2522 r"(?P<result>PASSED|FAILED)",
2523 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2524 'required': [
2525 ("psa_protected_storage"
2526 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2527 ("psa_internal_trusted_storage"
2528 "_ns_interface_tests_tfm_its_test_1xxx_"),
2529 ("auditlog_"
2530 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2531 ("crypto_"
2532 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2533 ("initial_attestation_service_"
2534 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2535 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2536 ]
2537 }
2538 ] # Monitors
2539 }, # RegressionProfileS
2540 'RegressionIPC': {
2541 "binaries": {
2542 "firmware": "tfm_s_ns_signed.bin",
2543 "bootloader": "bl2.bin"
2544 },
2545 "monitors": [
2546 {
2547 'name': 'Secure_Test_Suites_Summary',
2548 'start': 'Secure test suites summary',
2549 'end': 'End of Secure test suites',
2550 'pattern': r"Test suite '(?P<"
2551 r"test_case_id>[^\n]+)' has (.*) "
2552 r"(?P<result>PASSED|FAILED)",
2553 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2554 'required': [
2555 ("psa_protected_storage_"
2556 "s_interface_tests_tfm_sst_test_2xxx_"),
2557 "sst_reliability_tests_tfm_sst_test_3xxx_",
2558 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2559 ("psa_internal_trusted_storage_"
2560 "s_interface_tests_tfm_its_test_2xxx_"),
2561 "its_reliability_tests_tfm_its_test_3xxx_",
2562 ("audit_"
2563 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2564 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2565 ("initial_attestation_service_"
2566 "secure_interface_tests_tfm_attest_test_1xxx_"),
2567 ]
2568 },
2569 {
2570 'name': 'Non_Secure_Test_Suites_Summary',
2571 'start': 'Non-secure test suites summary',
2572 'end': r'End of Non-secure test suites',
2573 'pattern': r"Test suite '(?P<"
2574 r"test_case_id>[^\n]+)' has (.*) "
2575 r"(?P<result>PASSED|FAILED)",
2576 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2577 'required': [
2578 ("psa_protected_storage"
2579 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2580 ("psa_internal_trusted_storage"
2581 "_ns_interface_tests_tfm_its_test_1xxx_"),
2582 ("auditlog_"
2583 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2584 ("crypto_"
2585 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2586 ("initial_attestation_service_"
2587 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2588 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2589 ]
2590 }
2591 ] # Monitors
2592 }, # Regression
2593 'RegressionIPCTfmLevel2': {
2594 "binaries": {
2595 "firmware": "tfm_s_ns_signed.bin",
2596 "bootloader": "bl2.bin"
2597 },
2598 "monitors": [
2599 {
2600 'name': 'Secure_Test_Suites_Summary',
2601 'start': 'Secure test suites summary',
2602 'end': 'End of Secure test suites',
2603 'pattern': r"Test suite '(?P<"
2604 r"test_case_id>[^\n]+)' has (.*) "
2605 r"(?P<result>PASSED|FAILED)",
2606 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2607 'required': [
2608 ("psa_protected_storage_"
2609 "s_interface_tests_tfm_sst_test_2xxx_"),
2610 "sst_reliability_tests_tfm_sst_test_3xxx_",
2611 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2612 ("psa_internal_trusted_storage_"
2613 "s_interface_tests_tfm_its_test_2xxx_"),
2614 "its_reliability_tests_tfm_its_test_3xxx_",
2615 ("audit_"
2616 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2617 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2618 ("initial_attestation_service_"
2619 "secure_interface_tests_tfm_attest_test_1xxx_"),
2620 ]
2621 },
2622 {
2623 'name': 'Non_Secure_Test_Suites_Summary',
2624 'start': 'Non-secure test suites summary',
2625 'end': r'End of Non-secure test suites',
2626 'pattern': r"Test suite '(?P<"
2627 r"test_case_id>[^\n]+)' has (.*) "
2628 r"(?P<result>PASSED|FAILED)",
2629 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2630 'required': [
2631 ("psa_protected_storage"
2632 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2633 ("psa_internal_trusted_storage"
2634 "_ns_interface_tests_tfm_its_test_1xxx_"),
2635 ("auditlog_"
2636 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2637 ("crypto_"
2638 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2639 ("initial_attestation_service_"
2640 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2641 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2642 ]
2643 }
2644 ] # Monitors
2645 }, # Regression
2646 'RegressionIPCTfmLevel3': {
2647 "binaries": {
2648 "firmware": "tfm_s_ns_signed.bin",
2649 "bootloader": "bl2.bin"
2650 },
2651 "monitors": [
2652 {
2653 'name': 'Secure_Test_Suites_Summary',
2654 'start': 'Secure test suites summary',
2655 'end': 'End of Secure test suites',
2656 'pattern': r"Test suite '(?P<"
2657 r"test_case_id>[^\n]+)' has (.*) "
2658 r"(?P<result>PASSED|FAILED)",
2659 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2660 'required': [
2661 ("psa_protected_storage_"
2662 "s_interface_tests_tfm_sst_test_2xxx_"),
2663 "sst_reliability_tests_tfm_sst_test_3xxx_",
2664 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2665 ("psa_internal_trusted_storage_"
2666 "s_interface_tests_tfm_its_test_2xxx_"),
2667 "its_reliability_tests_tfm_its_test_3xxx_",
2668 ("audit_"
2669 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2670 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2671 ("initial_attestation_service_"
2672 "secure_interface_tests_tfm_attest_test_1xxx_"),
2673 ]
2674 },
2675 {
2676 'name': 'Non_Secure_Test_Suites_Summary',
2677 'start': 'Non-secure test suites summary',
2678 'end': r'End of Non-secure test suites',
2679 'pattern': r"Test suite '(?P<"
2680 r"test_case_id>[^\n]+)' has (.*) "
2681 r"(?P<result>PASSED|FAILED)",
2682 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2683 'required': [
2684 ("psa_protected_storage"
2685 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2686 ("psa_internal_trusted_storage"
2687 "_ns_interface_tests_tfm_its_test_1xxx_"),
2688 ("auditlog_"
2689 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2690 ("crypto_"
2691 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2692 ("initial_attestation_service_"
2693 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2694 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2695 ]
2696 }
2697 ] # Monitors
2698 }, # Regression
Fathi Boudra633c9bc2020-12-15 21:04:11 +0100[diff] [blame]2699 # 'CoreIPC': {
2700 # "binaries": {
2701 # "firmware": "tfm_s_ns_signed.bin",
2702 # "bootloader": "bl2.bin"
2703 # },
2704 # "monitors": [
2705 # {
2706 # 'name': 'Secure_Test_Suites_Summary',
2707 # 'start': r'[Sec Thread]',
2708 # 'end': r'system starting',
2709 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2710 # r'(?P<test_case_id>Secure image '
2711 # r'initializing)(?P<result>!)',
2712 # 'fixup': {"pass": "!", "fail": ""},
2713 # 'required': ["secure_image_initializing"]
2714 # } # Monitors
2715 # ]
2716 # }, # CoreIPC
2717 # 'CoreIPCTfmLevel2': {
2718 # "binaries": {
2719 # "firmware": "tfm_s_ns_signed.bin",
2720 # "bootloader": "bl2.bin"
2721 # },
2722 # "monitors": [
2723 # {
2724 # 'name': 'Secure_Test_Suites_Summary',
2725 # 'start': r'[Sec Thread]',
2726 # 'end': r'system starting',
2727 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2728 # r'(?P<test_case_id>Secure image '
2729 # r'initializing)(?P<result>!)',
2730 # 'fixup': {"pass": "!", "fail": ""},
2731 # 'required': ["secure_image_initializing"]
2732 # } # Monitors
2733 # ]
2734 # }, # CoreIPCTfmLevel2
2735 # 'CoreIPCTfmLevel3': {
2736 # "binaries": {
2737 # "firmware": "tfm_s_ns_signed.bin",
2738 # "bootloader": "bl2.bin"
2739 # },
2740 # "monitors": [
2741 # {
2742 # 'name': 'Secure_Test_Suites_Summary',
2743 # 'start': r'[Sec Thread]',
2744 # 'end': r'system starting',
2745 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2746 # r'(?P<test_case_id>Secure image '
2747 # r'initializing)(?P<result>!)',
2748 # 'fixup': {"pass": "!", "fail": ""},
2749 # 'required': ["secure_image_initializing"]
2750 # } # Monitors
2751 # ]
2752 # }, # CoreIPCTfmLevel3
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2753 }
2754}
2755
2756
2757# Musca-B1 with BL2 bootloader
2758# unified hex file comprising of both bl2.bin and tfm_s_ns_signed.bin
2759# srec_cat bin/bl2.bin -Binary -offset 0xA000000 bin/tfm_s_ns_signed.bin -Binary -offset 0xA020000 -o tfm.hex -Intel
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2760musca_b1_bl2 = {
2761 "templ": "musca_b1.jinja2",
2762 "job_name": "musca_b1_bl2",
2763 "device_type": "musca-b",
Ryan Harkinf6981082020-12-18 14:54:33 +0000[diff] [blame]2764 "job_timeout": 24,
2765 "action_timeout": 12,
Milosz Wasilewski90859032020-12-22 09:12:44 +0000[diff] [blame]2766 "monitor_timeout": 10,
Ryan Harkinf6981082020-12-18 14:54:33 +0000[diff] [blame]2767 "poweroff_timeout": 40,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2768 "platforms": {"MUSCA_B1": ""},
2769 "compilers": ["GNUARM", "ARMCLANG"],
2770 "build_types": ["Debug", "Release"],
2771 "boot_types": ["BL2"],
2772 "tests": {
2773 "Default": {
2774 "binaries": {
2775 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2776 },
2777 "monitors": [
2778 {
2779 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2780 'start': 'Non-Secure system',
2781 'end': r'starting\\.{3}',
2782 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2783 'fixup': {"pass": "!", "fail": ""},
2784 'required': ["secure_image_initializing"]
2785 }
2786 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2787 },
2788 "CoreIPC": {
2789 "binaries": {
2790 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2791 },
2792 "monitors": [
2793 {
2794 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2795 'start': 'Non-Secure system',
2796 'end': r'starting\\.{3}',
2797 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2798 'fixup': {"pass": "!", "fail": ""},
2799 'required': ["secure_image_initializing"]
2800 }
2801 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2802 },
2803 "CoreIPCTfmLevel2": {
2804 "binaries": {
2805 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2806 },
2807 "monitors": [
2808 {
2809 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2810 'start': 'Non-Secure system',
2811 'end': r'starting\\.{3}',
2812 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2813 'fixup': {"pass": "!", "fail": ""},
2814 'required': ["secure_image_initializing"]
2815 }
2816 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2817 },
2818 "CoreIPCTfmLevel3": {
2819 "binaries": {
2820 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2821 },
2822 "monitors": [
2823 {
2824 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2825 'start': 'Non-Secure system',
2826 'end': r'starting\\.{3}',
2827 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2828 'fixup': {"pass": "!", "fail": ""},
2829 'required': ["secure_image_initializing"]
2830 }
2831 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2832 },
2833 "DefaultProfileM": {
2834 "binaries": {
2835 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2836 },
2837 "monitors": [
2838 {
2839 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2840 'start': 'Non-Secure system',
2841 'end': r'starting\\.{3}',
2842 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2843 'fixup': {"pass": "!", "fail": ""},
2844 'required': ["secure_image_initializing"]
2845 }
2846 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2847 },
2848 "DefaultProfileS": {
2849 "binaries": {
2850 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2851 },
2852 "monitors": [
2853 {
2854 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2855 'start': 'Non-Secure system',
2856 'end': r'starting\\.{3}',
2857 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2858 'fixup': {"pass": "!", "fail": ""},
2859 'required': ["secure_image_initializing"]
2860 }
2861 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2862 },
2863 "Regression": {
2864 "binaries": {
2865 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2866 },
2867 "monitors": [
2868 {
2869 'name': 'Secure_Test_Suites_Summary',
2870 'start': 'Secure test suites summary',
2871 'end': 'End of Secure test suites',
2872 'pattern': r"Test suite '(?P<"
2873 r"test_case_id>[^\n]+)' has (.*) "
2874 r"(?P<result>PASSED|FAILED)",
2875 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2876 'required': [
2877 ("psa_protected_storage_"
2878 "s_interface_tests_tfm_sst_test_2xxx_"),
2879 "sst_reliability_tests_tfm_sst_test_3xxx_",
2880 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2881 ("psa_internal_trusted_storage_"
2882 "s_interface_tests_tfm_its_test_2xxx_"),
2883 "its_reliability_tests_tfm_its_test_3xxx_",
2884 ("audit_"
2885 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2886 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2887 ("initial_attestation_service_"
2888 "secure_interface_tests_tfm_attest_test_1xxx_"),
2889 ]
2890 },
2891 {
2892 'name': 'Non_Secure_Test_Suites_Summary',
2893 'start': 'Non-secure test suites summary',
2894 'end': r'End of Non-secure test suites',
2895 'pattern': r"Test suite '(?P<"
2896 r"test_case_id>[^\n]+)' has (.*) "
2897 r"(?P<result>PASSED|FAILED)",
2898 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2899 'required': [
2900 ("psa_protected_storage"
2901 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2902 ("psa_internal_trusted_storage"
2903 "_ns_interface_tests_tfm_its_test_1xxx_"),
2904 ("auditlog_"
2905 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2906 ("crypto_"
2907 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2908 ("initial_attestation_service_"
2909 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2910 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2911 ]
2912 }
2913 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2914 },
2915 "RegressionIPC": {
2916 "binaries": {
2917 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2918 },
2919 "monitors": [
2920 {
2921 'name': 'Secure_Test_Suites_Summary',
2922 'start': 'Secure test suites summary',
2923 'end': 'End of Secure test suites',
2924 'pattern': r"Test suite '(?P<"
2925 r"test_case_id>[^\n]+)' has (.*) "
2926 r"(?P<result>PASSED|FAILED)",
2927 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2928 'required': [
2929 ("psa_protected_storage_"
2930 "s_interface_tests_tfm_sst_test_2xxx_"),
2931 "sst_reliability_tests_tfm_sst_test_3xxx_",
2932 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2933 ("psa_internal_trusted_storage_"
2934 "s_interface_tests_tfm_its_test_2xxx_"),
2935 "its_reliability_tests_tfm_its_test_3xxx_",
2936 ("audit_"
2937 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2938 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2939 ("initial_attestation_service_"
2940 "secure_interface_tests_tfm_attest_test_1xxx_"),
2941 ]
2942 },
2943 {
2944 'name': 'Non_Secure_Test_Suites_Summary',
2945 'start': 'Non-secure test suites summary',
2946 'end': r'End of Non-secure test suites',
2947 'pattern': r"Test suite '(?P<"
2948 r"test_case_id>[^\n]+)' has (.*) "
2949 r"(?P<result>PASSED|FAILED)",
2950 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2951 'required': [
2952 ("psa_protected_storage"
2953 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2954 ("psa_internal_trusted_storage"
2955 "_ns_interface_tests_tfm_its_test_1xxx_"),
2956 ("auditlog_"
2957 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2958 ("crypto_"
2959 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2960 ("initial_attestation_service_"
2961 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2962 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2963 ]
2964 }
2965 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2966 },
2967 "RegressionIPCTfmLevel2": {
2968 "binaries": {
2969 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2970 },
2971 "monitors": [
2972 {
2973 'name': 'Secure_Test_Suites_Summary',
2974 'start': 'Secure test suites summary',
2975 'end': 'End of Secure test suites',
2976 'pattern': r"Test suite '(?P<"
2977 r"test_case_id>[^\n]+)' has (.*) "
2978 r"(?P<result>PASSED|FAILED)",
2979 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2980 'required': [
2981 ("psa_protected_storage_"
2982 "s_interface_tests_tfm_sst_test_2xxx_"),
2983 "sst_reliability_tests_tfm_sst_test_3xxx_",
2984 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2985 ("psa_internal_trusted_storage_"
2986 "s_interface_tests_tfm_its_test_2xxx_"),
2987 "its_reliability_tests_tfm_its_test_3xxx_",
2988 ("audit_"
2989 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2990 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2991 ("initial_attestation_service_"
2992 "secure_interface_tests_tfm_attest_test_1xxx_"),
2993 ]
2994 },
2995 {
2996 'name': 'Non_Secure_Test_Suites_Summary',
2997 'start': 'Non-secure test suites summary',
2998 'end': r'End of Non-secure test suites',
2999 'pattern': r"Test suite '(?P<"
3000 r"test_case_id>[^\n]+)' has (.*) "
3001 r"(?P<result>PASSED|FAILED)",
3002 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3003 'required': [
3004 ("psa_protected_storage"
3005 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3006 ("psa_internal_trusted_storage"
3007 "_ns_interface_tests_tfm_its_test_1xxx_"),
3008 ("auditlog_"
3009 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3010 ("crypto_"
3011 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3012 ("initial_attestation_service_"
3013 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3014 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3015 ]
3016 }
3017 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3018 },
3019 "RegressionIPCTfmLevel3": {
3020 "binaries": {
3021 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3022 },
3023 "monitors": [
3024 {
3025 'name': 'Secure_Test_Suites_Summary',
3026 'start': 'Secure test suites summary',
3027 'end': 'End of Secure test suites',
3028 'pattern': r"Test suite '(?P<"
3029 r"test_case_id>[^\n]+)' has (.*) "
3030 r"(?P<result>PASSED|FAILED)",
3031 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3032 'required': [
3033 ("psa_protected_storage_"
3034 "s_interface_tests_tfm_sst_test_2xxx_"),
3035 "sst_reliability_tests_tfm_sst_test_3xxx_",
3036 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3037 ("psa_internal_trusted_storage_"
3038 "s_interface_tests_tfm_its_test_2xxx_"),
3039 "its_reliability_tests_tfm_its_test_3xxx_",
3040 ("audit_"
3041 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3042 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3043 ("initial_attestation_service_"
3044 "secure_interface_tests_tfm_attest_test_1xxx_"),
3045 ]
3046 },
3047 {
3048 'name': 'Non_Secure_Test_Suites_Summary',
3049 'start': 'Non-secure test suites summary',
3050 'end': r'End of Non-secure test suites',
3051 'pattern': r"Test suite '(?P<"
3052 r"test_case_id>[^\n]+)' has (.*) "
3053 r"(?P<result>PASSED|FAILED)",
3054 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3055 'required': [
3056 ("psa_protected_storage"
3057 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3058 ("psa_internal_trusted_storage"
3059 "_ns_interface_tests_tfm_its_test_1xxx_"),
3060 ("auditlog_"
3061 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3062 ("crypto_"
3063 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3064 ("initial_attestation_service_"
3065 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3066 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3067 ]
3068 }
3069 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3070 },
3071 "RegressionProfileM": {
3072 "binaries": {
3073 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3074 },
3075 "monitors": [
3076 {
3077 'name': 'Secure_Test_Suites_Summary',
3078 'start': 'Secure test suites summary',
3079 'end': 'End of Secure test suites',
3080 'pattern': r"Test suite '(?P<"
3081 r"test_case_id>[^\n]+)' has (.*) "
3082 r"(?P<result>PASSED|FAILED)",
3083 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3084 'required': [
3085 ("psa_protected_storage_"
3086 "s_interface_tests_tfm_sst_test_2xxx_"),
3087 "sst_reliability_tests_tfm_sst_test_3xxx_",
3088 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3089 ("psa_internal_trusted_storage_"
3090 "s_interface_tests_tfm_its_test_2xxx_"),
3091 "its_reliability_tests_tfm_its_test_3xxx_",
3092 ("audit_"
3093 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3094 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3095 ("initial_attestation_service_"
3096 "secure_interface_tests_tfm_attest_test_1xxx_"),
3097 ]
3098 },
3099 {
3100 'name': 'Non_Secure_Test_Suites_Summary',
3101 'start': 'Non-secure test suites summary',
3102 'end': r'End of Non-secure test suites',
3103 'pattern': r"Test suite '(?P<"
3104 r"test_case_id>[^\n]+)' has (.*) "
3105 r"(?P<result>PASSED|FAILED)",
3106 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3107 'required': [
3108 ("psa_protected_storage"
3109 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3110 ("psa_internal_trusted_storage"
3111 "_ns_interface_tests_tfm_its_test_1xxx_"),
3112 ("auditlog_"
3113 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3114 ("crypto_"
3115 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3116 ("initial_attestation_service_"
3117 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3118 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3119 ]
3120 }
3121 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3122 },
3123 "RegressionProfileS": {
3124 "binaries": {
3125 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]3126 },
3127 "monitors": [
3128 {
3129 'name': 'Secure_Test_Suites_Summary',
3130 'start': 'Secure test suites summary',
3131 'end': 'End of Secure test suites',
3132 'pattern': r"Test suite '(?P<"
3133 r"test_case_id>[^\n]+)' has (.*) "
3134 r"(?P<result>PASSED|FAILED)",
3135 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3136 'required': [
3137 ("psa_protected_storage_"
3138 "s_interface_tests_tfm_sst_test_2xxx_"),
3139 "sst_reliability_tests_tfm_sst_test_3xxx_",
3140 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3141 ("psa_internal_trusted_storage_"
3142 "s_interface_tests_tfm_its_test_2xxx_"),
3143 "its_reliability_tests_tfm_its_test_3xxx_",
3144 ("audit_"
3145 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3146 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3147 ("initial_attestation_service_"
3148 "secure_interface_tests_tfm_attest_test_1xxx_"),
3149 ]
3150 },
3151 {
3152 'name': 'Non_Secure_Test_Suites_Summary',
3153 'start': 'Non-secure test suites summary',
3154 'end': r'End of Non-secure test suites',
3155 'pattern': r"Test suite '(?P<"
3156 r"test_case_id>[^\n]+)' has (.*) "
3157 r"(?P<result>PASSED|FAILED)",
3158 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3159 'required': [
3160 ("psa_protected_storage"
3161 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3162 ("psa_internal_trusted_storage"
3163 "_ns_interface_tests_tfm_its_test_1xxx_"),
3164 ("auditlog_"
3165 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3166 ("crypto_"
3167 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3168 ("initial_attestation_service_"
3169 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3170 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3171 ]
3172 }
3173 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3174 },
3175 },
3176}
3177
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3178# Musca-B1 with BL2 bootloader and OTP enabled
3179# unified hex file comprising of both bl2.bin and tfm_s_ns_signed.bin
3180# srec_cat bin/bl2.bin -Binary -offset 0xA000000 bin/tfm_s_ns_signed.bin -Binary -offset 0xA020000 -o tfm.hex -Intel
3181musca_b1_otp_bl2 = {
3182 "templ": "musca_b1_otp.jinja2",
3183 "job_name": "musca_b1_opt_bl2",
3184 "device_type": "musca-b",
3185 "job_timeout": 24,
3186 "action_timeout": 12,
3187 "monitor_timeout": 10,
3188 "poweroff_timeout": 40,
3189 "platforms": {"MUSCA_B1_OTP": ""},
3190 "compilers": ["ARMCLANG"],
3191 "build_types": ["Debug"],
3192 "boot_types": ["BL2"],
3193 "tests": {
3194 "RegressionIPCTfmLevel3": {
3195 "binaries": {
3196 "firmware": "tfm.hex",
3197 },
3198 "monitors": [
3199 {
3200 'name': 'Secure_Test_Suites_Summary',
3201 'start': 'Secure test suites summary',
3202 'end': 'End of Secure test suites',
3203 'pattern': r"Test suite '(?P<"
3204 r"test_case_id>[^\n]+)' has (.*) "
3205 r"(?P<result>PASSED|FAILED)",
3206 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3207 'required': [
3208 ("psa_protected_storage_"
3209 "s_interface_tests_tfm_sst_test_2xxx_"),
3210 "sst_reliability_tests_tfm_sst_test_3xxx_",
3211 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3212 ("psa_internal_trusted_storage_"
3213 "s_interface_tests_tfm_its_test_2xxx_"),
3214 "its_reliability_tests_tfm_its_test_3xxx_",
3215 ("audit_"
3216 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3217 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3218 ("initial_attestation_service_"
3219 "secure_interface_tests_tfm_attest_test_1xxx_"),
3220 ]
3221 },
3222 {
3223 'name': 'Non_Secure_Test_Suites_Summary',
3224 'start': 'Non-secure test suites summary',
3225 'end': r'End of Non-secure test suites',
3226 'pattern': r"Test suite '(?P<"
3227 r"test_case_id>[^\n]+)' has (.*) "
3228 r"(?P<result>PASSED|FAILED)",
3229 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3230 'required': [
3231 ("psa_protected_storage"
3232 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3233 ("psa_internal_trusted_storage"
3234 "_ns_interface_tests_tfm_its_test_1xxx_"),
3235 ("auditlog_"
3236 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3237 ("crypto_"
3238 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3239 ("initial_attestation_service_"
3240 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3241 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3242 ]
3243 }
3244 ] # Monitors
3245 },
3246 },
3247}
3248
3249
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]3250# All configurations should be mapped here
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3251lava_gen_config_map = {
3252 "mps2_an521_bl2": tfm_mps2_sse_200,
3253 "fvp_mps2_an521_bl2": fvp_mps2_an521_bl2,
3254 "fvp_mps2_an521_nobl2": fvp_mps2_an521_nobl2,
3255 "fvp_mps2_an519_bl2": fvp_mps2_an519_bl2,
3256 "fvp_mps2_an519_nobl2": fvp_mps2_an519_nobl2,
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]3257 "qemu_mps2_bl2": qemu_mps2_bl2,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3258 "musca_b1": musca_b1_bl2,
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3259 "musca_b1_otp": musca_b1_otp_bl2,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3260}
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]3261
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]3262lavagen_config_sort_order = [
3263 "templ",
3264 "job_name",
3265 "device_type",
3266 "job_timeout",
3267 "action_timeout",
3268 "monitor_timeout",
3269 "recovery_store_url",
3270 "artifact_store_url",
3271 "platforms",
3272 "compilers",
3273 "build_types",
3274 "boot_types",
3275 "tests"
3276]
3277
3278lava_gen_monitor_sort_order = [
3279 'name',
3280 'start',
3281 'end',
3282 'pattern',
3283 'fixup',
3284]
3285
3286if __name__ == "__main__":
3287 import os
3288 import sys
3289 from lava_helper import sort_lavagen_config
3290 try:
3291 from tfm_ci_pylib.utils import export_config_map
3292 except ImportError:
3293 dir_path = os.path.dirname(os.path.realpath(__file__))
3294 sys.path.append(os.path.join(dir_path, "../"))
3295 from tfm_ci_pylib.utils import export_config_map
3296
3297 if len(sys.argv) == 2:
3298 if sys.argv[1] == "--export":
3299 export_config_map(lava_gen_config_map)
3300 if len(sys.argv) == 3:
3301 if sys.argv[1] == "--export":
3302 export_config_map(sort_lavagen_config(lava_gen_config_map),
3303 sys.argv[2])