TrustedFirmware Git Browser
Code Review Sign In
review.trustedfirmware.org / next / ci / tf-m-ci-scripts / a6ca5611431e48eca01795a57dde52de0e77e30d / . / lava_helper / lava_helper_configs.py
blob: e41ef966bbd0d082f1a5a38ab9a94194b1973606 [file] [log] [blame]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]1#!/usr/bin/env python3
2
3""" lava_job_generator_configs.py:
4
5 Default configurations for lava job generator """
6
7from __future__ import print_function
8
9__copyright__ = """
10/*
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]11 * Copyright (c) 2018-2021, Arm Limited. All rights reserved.
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]12 *
13 * SPDX-License-Identifier: BSD-3-Clause
14 *
15 */
16 """
Karl Zhang08681e62020-10-30 13:56:03 +0800[diff] [blame]17
18__author__ = "tf-m@lists.trustedfirmware.org"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]19__project__ = "Trusted Firmware-M Open CI"
Karl Zhang08681e62020-10-30 13:56:03 +0800[diff] [blame]20__version__ = "1.2.0"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]21
22
23def lava_gen_get_config_subset(config,
24 default=True,
25 core=True,
26 regression=True):
27 """ Allow dynamic generation of configuration combinations by subtracking
28 undesired ones """
29
30 from copy import deepcopy
31 cfg = deepcopy(config)
32 tests = deepcopy(config["tests"])
33
34 # Remove all configs not requests by the caller
35 if not default:
36 tests.pop("Default")
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]37 if not core:
38 tests.pop("CoreIPC")
39 tests.pop("CoreIPCTfmLevel2")
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]40 tests.pop("CoreIPCTfmLevel3")
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]41 if not regression:
42 tests.pop("Regression")
43
44 cfg["tests"] = tests
45 return cfg
46
47
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]48# MPS2 with BL2 bootloader
49# IMAGE0ADDRESS: 0x10000000
50# IMAGE0FILE: \Software\bl2.bin ; BL2 bootloader
51# IMAGE1ADDRESS: 0x10080000
52# IMAGE1FILE: \Software\tfm_s_ns_signed.bin ; TF-M example application binary blob
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]53tfm_mps2_sse_200 = {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]54 "templ": "mps2.jinja2",
55 "job_name": "mps2_an521_bl2",
Minos Galanakisafb43152019-09-25 14:17:39 +0100[diff] [blame]56 "device_type": "mps",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]57 "job_timeout": 15,
58 "action_timeout": 10,
59 "monitor_timeout": 10,
60 "poweroff_timeout": 1,
61 "recovery_store_url": "https://ci.trustedfirmware.org/userContent/",
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]62 "platforms": {"AN521": "mps2_sse200_an512_new.tar.gz"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]63 "compilers": ["GNUARM", "ARMCLANG"],
64 "build_types": ["Debug", "Release", "Minsizerel"],
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]65 "boot_types": ["BL2"],
66 "tests": {
67 'Default': {
68 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]69 "firmware": "tfm_s_ns_signed.bin",
70 "bootloader": "bl2.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]71 },
72 "monitors": [
73 {
74 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]75 'start': 'Non-Secure system',
76 'end': r'starting\\.{3}',
77 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]78 'fixup': {"pass": "!", "fail": ""},
79 'required': ["secure_image_initializing"]
80 } # Monitors
81 ]
82 }, # Default
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]83 'DefaultProfileS': {
84 "binaries": {
85 "firmware": "tfm_s_ns_signed.bin",
86 "bootloader": "bl2.bin"
87 },
88 "monitors": [
89 {
90 'name': 'Secure_Test_Suites_Summary',
91 'start': 'Non-Secure system',
92 'end': r'starting\\.{3}',
93 'pattern': r'Non-Secure system starting\\.{3}',
94 'fixup': {"pass": "!", "fail": ""},
95 'required': ["secure_image_initializing"]
96 } # Monitors
97 ]
98 }, # DefaultProfileS
99 'DefaultProfileM': {
100 "binaries": {
101 "firmware": "tfm_s_ns_signed.bin",
102 "bootloader": "bl2.bin"
103 },
104 "monitors": [
105 {
106 'name': 'Secure_Test_Suites_Summary',
107 'start': 'Non-Secure system',
108 'end': r'starting\\.{3}',
109 'pattern': r'Non-Secure system starting\\.{3}',
110 'fixup': {"pass": "!", "fail": ""},
111 'required': ["secure_image_initializing"]
112 } # Monitors
113 ]
114 }, # DefaultProfileM
115
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]116 'Regression': {
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]117 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]118 "firmware": "tfm_s_ns_signed.bin",
119 "bootloader": "bl2.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]120 },
121 "monitors": [
122 {
123 'name': 'Secure_Test_Suites_Summary',
124 'start': 'Secure test suites summary',
125 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]126 'pattern': r"Test suite '(?P<"
127 r"test_case_id>[^\n]+)' has (.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]128 r"(?P<result>PASSED|FAILED)",
129 'fixup': {"pass": "PASSED", "fail": "FAILED"},
130 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]131 ("psa_protected_storage_"
132 "s_interface_tests_tfm_sst_test_2xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]133 "sst_reliability_tests_tfm_sst_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]134 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
TudorCretu8b138472019-08-30 10:51:05 +0100[diff] [blame]135 ("psa_internal_trusted_storage_"
136 "s_interface_tests_tfm_its_test_2xxx_"),
137 "its_reliability_tests_tfm_its_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]138 ("audit_"
139 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
140 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
141 ("initial_attestation_service_"
142 "secure_interface_tests_tfm_attest_test_1xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]143 ]
144 },
145 {
146 'name': 'Non_Secure_Test_Suites_Summary',
147 'start': 'Non-secure test suites summary',
148 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]149 'pattern': r"Test suite '(?P<"
150 r"test_case_id>[^\n]+)' has (.*) "
151 r"(?P<result>PASSED|FAILED)",
152 'fixup': {"pass": "PASSED", "fail": "FAILED"},
153 'required': [
154 ("psa_protected_storage"
155 "_ns_interface_tests_tfm_sst_test_1xxx_"),
156 ("psa_internal_trusted_storage"
157 "_ns_interface_tests_tfm_its_test_1xxx_"),
158 ("auditlog_"
159 "non_secure_interface_test_tfm_audit_test_1xxx_"),
160 ("crypto_"
161 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
162 ("initial_attestation_service_"
163 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
164 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
165 ]
166 }
167 ] # Monitors
168 }, # Regression
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]169
170 'RegressionProfileM': {
171 "binaries": {
172 "firmware": "tfm_s_ns_signed.bin",
173 "bootloader": "bl2.bin"
174 },
175 "monitors": [
176 {
177 'name': 'Secure_Test_Suites_Summary',
178 'start': 'Secure test suites summary',
179 'end': 'End of Secure test suites',
180 'pattern': r"Test suite '(?P<"
181 r"test_case_id>[^\n]+)' has (.*) "
182 r"(?P<result>PASSED|FAILED)",
183 'fixup': {"pass": "PASSED", "fail": "FAILED"},
184 'required': [
185 ("psa_protected_storage_"
186 "s_interface_tests_tfm_sst_test_2xxx_"),
187 "sst_reliability_tests_tfm_sst_test_3xxx_",
188 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
189 ("psa_internal_trusted_storage_"
190 "s_interface_tests_tfm_its_test_2xxx_"),
191 "its_reliability_tests_tfm_its_test_3xxx_",
192 ("audit_"
193 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
194 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
195 ("initial_attestation_service_"
196 "secure_interface_tests_tfm_attest_test_1xxx_"),
197 ]
198 },
199 {
200 'name': 'Non_Secure_Test_Suites_Summary',
201 'start': 'Non-secure test suites summary',
202 'end': r'End of Non-secure test suites',
203 'pattern': r"Test suite '(?P<"
204 r"test_case_id>[^\n]+)' has (.*) "
205 r"(?P<result>PASSED|FAILED)",
206 'fixup': {"pass": "PASSED", "fail": "FAILED"},
207 'required': [
208 ("psa_protected_storage"
209 "_ns_interface_tests_tfm_sst_test_1xxx_"),
210 ("psa_internal_trusted_storage"
211 "_ns_interface_tests_tfm_its_test_1xxx_"),
212 ("auditlog_"
213 "non_secure_interface_test_tfm_audit_test_1xxx_"),
214 ("crypto_"
215 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
216 ("initial_attestation_service_"
217 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
218 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
219 ]
220 }
221 ] # Monitors
222 }, # RegressionProfileM
223 'RegressionProfileS': {
224 "binaries": {
225 "firmware": "tfm_s_ns_signed.bin",
226 "bootloader": "bl2.bin"
227 },
228 "monitors": [
229 {
230 'name': 'Secure_Test_Suites_Summary',
231 'start': 'Secure test suites summary',
232 'end': 'End of Secure test suites',
233 'pattern': r"Test suite '(?P<"
234 r"test_case_id>[^\n]+)' has (.*) "
235 r"(?P<result>PASSED|FAILED)",
236 'fixup': {"pass": "PASSED", "fail": "FAILED"},
237 'required': [
238 ("psa_protected_storage_"
239 "s_interface_tests_tfm_sst_test_2xxx_"),
240 "sst_reliability_tests_tfm_sst_test_3xxx_",
241 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
242 ("psa_internal_trusted_storage_"
243 "s_interface_tests_tfm_its_test_2xxx_"),
244 "its_reliability_tests_tfm_its_test_3xxx_",
245 ("audit_"
246 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
247 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
248 ("initial_attestation_service_"
249 "secure_interface_tests_tfm_attest_test_1xxx_"),
250 ]
251 },
252 {
253 'name': 'Non_Secure_Test_Suites_Summary',
254 'start': 'Non-secure test suites summary',
255 'end': r'End of Non-secure test suites',
256 'pattern': r"Test suite '(?P<"
257 r"test_case_id>[^\n]+)' has (.*) "
258 r"(?P<result>PASSED|FAILED)",
259 'fixup': {"pass": "PASSED", "fail": "FAILED"},
260 'required': [
261 ("psa_protected_storage"
262 "_ns_interface_tests_tfm_sst_test_1xxx_"),
263 ("psa_internal_trusted_storage"
264 "_ns_interface_tests_tfm_its_test_1xxx_"),
265 ("auditlog_"
266 "non_secure_interface_test_tfm_audit_test_1xxx_"),
267 ("crypto_"
268 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
269 ("initial_attestation_service_"
270 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
271 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
272 ]
273 }
274 ] # Monitors
275 }, # RegressionProfileS
276
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]277 'RegressionIPC': {
278 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]279 "firmware": "tfm_s_ns_signed.bin",
280 "bootloader": "bl2.bin"
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]281 },
282 "monitors": [
283 {
284 'name': 'Secure_Test_Suites_Summary',
285 'start': 'Secure test suites summary',
286 'end': 'End of Secure test suites',
287 'pattern': r"Test suite '(?P<"
288 r"test_case_id>[^\n]+)' has (.*) "
289 r"(?P<result>PASSED|FAILED)",
290 'fixup': {"pass": "PASSED", "fail": "FAILED"},
291 'required': [
292 ("psa_protected_storage_"
293 "s_interface_tests_tfm_sst_test_2xxx_"),
294 "sst_reliability_tests_tfm_sst_test_3xxx_",
295 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
296 ("psa_internal_trusted_storage_"
297 "s_interface_tests_tfm_its_test_2xxx_"),
298 "its_reliability_tests_tfm_its_test_3xxx_",
299 ("audit_"
300 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
301 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
302 ("initial_attestation_service_"
303 "secure_interface_tests_tfm_attest_test_1xxx_"),
304 ]
305 },
306 {
307 'name': 'Non_Secure_Test_Suites_Summary',
308 'start': 'Non-secure test suites summary',
309 'end': r'End of Non-secure test suites',
310 'pattern': r"Test suite '(?P<"
311 r"test_case_id>[^\n]+)' has (.*) "
312 r"(?P<result>PASSED|FAILED)",
313 'fixup': {"pass": "PASSED", "fail": "FAILED"},
314 'required': [
315 ("psa_protected_storage"
316 "_ns_interface_tests_tfm_sst_test_1xxx_"),
317 ("psa_internal_trusted_storage"
318 "_ns_interface_tests_tfm_its_test_1xxx_"),
319 ("auditlog_"
320 "non_secure_interface_test_tfm_audit_test_1xxx_"),
321 ("crypto_"
322 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
323 ("initial_attestation_service_"
324 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
325 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
326 ]
327 }
328 ] # Monitors
329 }, # Regression
330 'RegressionIPCTfmLevel2': {
331 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]332 "firmware": "tfm_s_ns_signed.bin",
333 "bootloader": "bl2.bin"
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]334 },
335 "monitors": [
336 {
337 'name': 'Secure_Test_Suites_Summary',
338 'start': 'Secure test suites summary',
339 'end': 'End of Secure test suites',
340 'pattern': r"Test suite '(?P<"
341 r"test_case_id>[^\n]+)' has (.*) "
342 r"(?P<result>PASSED|FAILED)",
343 'fixup': {"pass": "PASSED", "fail": "FAILED"},
344 'required': [
345 ("psa_protected_storage_"
346 "s_interface_tests_tfm_sst_test_2xxx_"),
347 "sst_reliability_tests_tfm_sst_test_3xxx_",
348 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
349 ("psa_internal_trusted_storage_"
350 "s_interface_tests_tfm_its_test_2xxx_"),
351 "its_reliability_tests_tfm_its_test_3xxx_",
352 ("audit_"
353 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
354 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
355 ("initial_attestation_service_"
356 "secure_interface_tests_tfm_attest_test_1xxx_"),
357 ]
358 },
359 {
360 'name': 'Non_Secure_Test_Suites_Summary',
361 'start': 'Non-secure test suites summary',
362 'end': r'End of Non-secure test suites',
363 'pattern': r"Test suite '(?P<"
364 r"test_case_id>[^\n]+)' has (.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]365 r"(?P<result>PASSED|FAILED)",
366 'fixup': {"pass": "PASSED", "fail": "FAILED"},
367 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]368 ("psa_protected_storage"
369 "_ns_interface_tests_tfm_sst_test_1xxx_"),
TudorCretu8b138472019-08-30 10:51:05 +0100[diff] [blame]370 ("psa_internal_trusted_storage"
371 "_ns_interface_tests_tfm_its_test_1xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]372 ("auditlog_"
373 "non_secure_interface_test_tfm_audit_test_1xxx_"),
374 ("crypto_"
375 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
376 ("initial_attestation_service_"
Minos Galanakisf0dae4e2019-05-20 10:56:57 +0100[diff] [blame]377 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]378 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
379 ]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]380 }
381 ] # Monitors
382 }, # Regression
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]383 'RegressionIPCTfmLevel3': {
384 "binaries": {
385 "firmware": "tfm_s_ns_signed.bin",
386 "bootloader": "bl2.bin"
387 },
388 "monitors": [
389 {
390 'name': 'Secure_Test_Suites_Summary',
391 'start': 'Secure test suites summary',
392 'end': 'End of Secure test suites',
393 'pattern': r"Test suite '(?P<"
394 r"test_case_id>[^\n]+)' has (.*) "
395 r"(?P<result>PASSED|FAILED)",
396 'fixup': {"pass": "PASSED", "fail": "FAILED"},
397 'required': [
398 ("psa_protected_storage_"
399 "s_interface_tests_tfm_sst_test_2xxx_"),
400 "sst_reliability_tests_tfm_sst_test_3xxx_",
401 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
402 ("psa_internal_trusted_storage_"
403 "s_interface_tests_tfm_its_test_2xxx_"),
404 "its_reliability_tests_tfm_its_test_3xxx_",
405 ("audit_"
406 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
407 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
408 ("initial_attestation_service_"
409 "secure_interface_tests_tfm_attest_test_1xxx_"),
410 ]
411 },
412 {
413 'name': 'Non_Secure_Test_Suites_Summary',
414 'start': 'Non-secure test suites summary',
415 'end': r'End of Non-secure test suites',
416 'pattern': r"Test suite '(?P<"
417 r"test_case_id>[^\n]+)' has (.*) "
418 r"(?P<result>PASSED|FAILED)",
419 'fixup': {"pass": "PASSED", "fail": "FAILED"},
420 'required': [
421 ("psa_protected_storage"
422 "_ns_interface_tests_tfm_sst_test_1xxx_"),
423 ("psa_internal_trusted_storage"
424 "_ns_interface_tests_tfm_its_test_1xxx_"),
425 ("auditlog_"
426 "non_secure_interface_test_tfm_audit_test_1xxx_"),
427 ("crypto_"
428 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
429 ("initial_attestation_service_"
430 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
431 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
432 ]
433 }
434 ] # Monitors
435 }, # Regression
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]436 'CoreIPC': {
437 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]438 "firmware": "tfm_s_ns_signed.bin",
439 "bootloader": "bl2.bin"
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]440 },
441 "monitors": [
442 {
443 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]444 'start': 'Non-Secure system',
445 'end': r'starting\\.{3}',
446 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]447 'fixup': {"pass": "!", "fail": ""},
448 'required': ["secure_image_initializing"]
449 } # Monitors
450 ]
451 }, # CoreIPC
452 'CoreIPCTfmLevel2': {
453 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]454 "firmware": "tfm_s_ns_signed.bin",
455 "bootloader": "bl2.bin"
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]456 },
457 "monitors": [
458 {
459 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]460 'start': 'Non-Secure system',
461 'end': r'starting\\.{3}',
462 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]463 'fixup': {"pass": "!", "fail": ""},
464 'required': ["secure_image_initializing"]
465 } # Monitors
466 ]
467 }, # CoreIPCTfmLevel2
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]468 'CoreIPCTfmLevel3': {
469 "binaries": {
470 "firmware": "tfm_s_ns_signed.bin",
471 "bootloader": "bl2.bin"
472 },
473 "monitors": [
474 {
475 'name': 'Secure_Test_Suites_Summary',
476 'start': 'Non-Secure system',
477 'end': r'starting\\.{3}',
478 'pattern': r'Non-Secure system starting\\.{3}',
479 'fixup': {"pass": "!", "fail": ""},
480 'required': ["secure_image_initializing"]
481 } # Monitors
482 ]
483 }, # CoreIPCTfmLevel3
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]484 } # Tests
485}
486
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]487
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]488# FVP with BL2 bootloader
489# firmware <-> ns <-> application: --application cpu0=bl2.axf
490# bootloader <-> s <-> data: --data cpu0=tfm_s_ns_signed.bin@0x10080000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]491fvp_mps2_an521_bl2 = {
492 "templ": "fvp_mps2.jinja2",
493 "job_name": "fvp_mps2_an521_bl2",
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]494 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]495 "job_timeout": 15,
496 "action_timeout": 10,
497 "monitor_timeout": 10,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]498 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]499 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]500 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]501 "build_types": ["Debug", "Release", "Minsizerel"],
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]502 "boot_types": ["BL2"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]503 "data_bin_offset": "0x10080000",
504 "tests": {
505 'Default': {
506 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]507 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]508 "bootloader": "tfm_s_ns_signed.bin"
509 },
510 "monitors": [
511 {
512 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]513 'start': 'Non-Secure system',
514 'end': r'starting\\.{3}',
515 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]516 'fixup': {"pass": "!", "fail": ""},
517 'required': ["secure_image_initializing"]
518 } # Monitors
519 ]
520 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]521 'DefaultProfileS': {
522 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]523 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]524 "bootloader": "tfm_s_ns_signed.bin"
525 },
526 "monitors": [
527 {
528 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]529 'start': 'Non-Secure system',
530 'end': r'starting\\.{3}',
531 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]532 'fixup': {"pass": "!", "fail": ""},
533 'required': ["secure_image_initializing"]
534 } # Monitors
535 ]
536 }, # DefaultProfileS
537 'DefaultProfileM': {
538 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]539 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]540 "bootloader": "tfm_s_ns_signed.bin"
541 },
542 "monitors": [
543 {
544 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]545 'start': 'Non-Secure system',
546 'end': r'starting\\.{3}',
547 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]548 'fixup': {"pass": "!", "fail": ""},
549 'required': ["secure_image_initializing"]
550 } # Monitors
551 ]
552 }, # DefaultProfileM
553
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]554 'Regression': {
555 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]556 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]557 "bootloader": "tfm_s_ns_signed.bin"
558 },
559 "monitors": [
560 {
561 'name': 'Secure_Test_Suites_Summary',
562 'start': 'Secure test suites summary',
563 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]564 'pattern': r"Test suite '(?P<"
565 r"test_case_id>[^\n]+)' has (.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]566 r"(?P<result>PASSED|FAILED)",
567 'fixup': {"pass": "PASSED", "fail": "FAILED"},
568 'required': [
569 ("psa_protected_storage_"
570 "s_interface_tests_tfm_sst_test_2xxx_"),
571 "sst_reliability_tests_tfm_sst_test_3xxx_",
572 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
573 ("psa_internal_trusted_storage_"
574 "s_interface_tests_tfm_its_test_2xxx_"),
575 "its_reliability_tests_tfm_its_test_3xxx_",
576 ("audit_"
577 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
578 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
579 ("initial_attestation_service_"
580 "secure_interface_tests_tfm_attest_test_1xxx_"),
581 ]
582 },
583 {
584 'name': 'Non_Secure_Test_Suites_Summary',
585 'start': 'Non-secure test suites summary',
586 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]587 'pattern': r"Test suite '(?P<"
588 r"test_case_id>[^\n]+)' has (.*) "
589 r"(?P<result>PASSED|FAILED)",
590 'fixup': {"pass": "PASSED", "fail": "FAILED"},
591 'required': [
592 ("psa_protected_storage"
593 "_ns_interface_tests_tfm_sst_test_1xxx_"),
594 ("psa_internal_trusted_storage"
595 "_ns_interface_tests_tfm_its_test_1xxx_"),
596 ("auditlog_"
597 "non_secure_interface_test_tfm_audit_test_1xxx_"),
598 ("crypto_"
599 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
600 ("initial_attestation_service_"
601 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
602 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
603 ]
604 }
605 ] # Monitors
606 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]607
608 'RegressionProfileM': {
609 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]610 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]611 "bootloader": "tfm_s_ns_signed.bin"
612 },
613 "monitors": [
614 {
615 'name': 'Secure_Test_Suites_Summary',
616 'start': 'Secure test suites summary',
617 'end': 'End of Secure test suites',
618 'pattern': r"Test suite '(?P<"
619 r"test_case_id>[^\n]+)' has (.*) "
620 r"(?P<result>PASSED|FAILED)",
621 'fixup': {"pass": "PASSED", "fail": "FAILED"},
622 'required': [
623 ("psa_protected_storage_"
624 "s_interface_tests_tfm_sst_test_2xxx_"),
625 "sst_reliability_tests_tfm_sst_test_3xxx_",
626 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
627 ("psa_internal_trusted_storage_"
628 "s_interface_tests_tfm_its_test_2xxx_"),
629 "its_reliability_tests_tfm_its_test_3xxx_",
630 ("audit_"
631 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
632 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
633 ("initial_attestation_service_"
634 "secure_interface_tests_tfm_attest_test_1xxx_"),
635 ]
636 },
637 {
638 'name': 'Non_Secure_Test_Suites_Summary',
639 'start': 'Non-secure test suites summary',
640 'end': r'End of Non-secure test suites',
641 'pattern': r"Test suite '(?P<"
642 r"test_case_id>[^\n]+)' has (.*) "
643 r"(?P<result>PASSED|FAILED)",
644 'fixup': {"pass": "PASSED", "fail": "FAILED"},
645 'required': [
646 ("psa_protected_storage"
647 "_ns_interface_tests_tfm_sst_test_1xxx_"),
648 ("psa_internal_trusted_storage"
649 "_ns_interface_tests_tfm_its_test_1xxx_"),
650 ("auditlog_"
651 "non_secure_interface_test_tfm_audit_test_1xxx_"),
652 ("crypto_"
653 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
654 ("initial_attestation_service_"
655 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
656 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
657 ]
658 }
659 ] # Monitors
660 }, # RegressionProfileM
661 'RegressionProfileS': {
662 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]663 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]664 "bootloader": "tfm_s_ns_signed.bin"
665 },
666 "monitors": [
667 {
668 'name': 'Secure_Test_Suites_Summary',
669 'start': 'Secure test suites summary',
670 'end': 'End of Secure test suites',
671 'pattern': r"Test suite '(?P<"
672 r"test_case_id>[^\n]+)' has (.*) "
673 r"(?P<result>PASSED|FAILED)",
674 'fixup': {"pass": "PASSED", "fail": "FAILED"},
675 'required': [
676 ("psa_protected_storage_"
677 "s_interface_tests_tfm_sst_test_2xxx_"),
678 "sst_reliability_tests_tfm_sst_test_3xxx_",
679 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
680 ("psa_internal_trusted_storage_"
681 "s_interface_tests_tfm_its_test_2xxx_"),
682 "its_reliability_tests_tfm_its_test_3xxx_",
683 ("audit_"
684 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
685 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
686 ("initial_attestation_service_"
687 "secure_interface_tests_tfm_attest_test_1xxx_"),
688 ]
689 },
690 {
691 'name': 'Non_Secure_Test_Suites_Summary',
692 'start': 'Non-secure test suites summary',
693 'end': r'End of Non-secure test suites',
694 'pattern': r"Test suite '(?P<"
695 r"test_case_id>[^\n]+)' has (.*) "
696 r"(?P<result>PASSED|FAILED)",
697 'fixup': {"pass": "PASSED", "fail": "FAILED"},
698 'required': [
699 ("psa_protected_storage"
700 "_ns_interface_tests_tfm_sst_test_1xxx_"),
701 ("psa_internal_trusted_storage"
702 "_ns_interface_tests_tfm_its_test_1xxx_"),
703 ("auditlog_"
704 "non_secure_interface_test_tfm_audit_test_1xxx_"),
705 ("crypto_"
706 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
707 ("initial_attestation_service_"
708 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
709 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
710 ]
711 }
712 ] # Monitors
713 }, # RegressionProfileS
714
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]715 'RegressionIPC': {
716 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]717 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]718 "bootloader": "tfm_s_ns_signed.bin"
719 },
720 "monitors": [
721 {
722 'name': 'Secure_Test_Suites_Summary',
723 'start': 'Secure test suites summary',
724 'end': 'End of Secure test suites',
725 'pattern': r"Test suite '(?P<"
726 r"test_case_id>[^\n]+)' has (.*) "
727 r"(?P<result>PASSED|FAILED)",
728 'fixup': {"pass": "PASSED", "fail": "FAILED"},
729 'required': [
730 ("psa_protected_storage_"
731 "s_interface_tests_tfm_sst_test_2xxx_"),
732 "sst_reliability_tests_tfm_sst_test_3xxx_",
733 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
734 ("psa_internal_trusted_storage_"
735 "s_interface_tests_tfm_its_test_2xxx_"),
736 "its_reliability_tests_tfm_its_test_3xxx_",
737 ("audit_"
738 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
739 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
740 ("initial_attestation_service_"
741 "secure_interface_tests_tfm_attest_test_1xxx_"),
742 ]
743 },
744 {
745 'name': 'Non_Secure_Test_Suites_Summary',
746 'start': 'Non-secure test suites summary',
747 'end': r'End of Non-secure test suites',
748 'pattern': r"Test suite '(?P<"
749 r"test_case_id>[^\n]+)' has (.*) "
750 r"(?P<result>PASSED|FAILED)",
751 'fixup': {"pass": "PASSED", "fail": "FAILED"},
752 'required': [
753 ("psa_protected_storage"
754 "_ns_interface_tests_tfm_sst_test_1xxx_"),
755 ("psa_internal_trusted_storage"
756 "_ns_interface_tests_tfm_its_test_1xxx_"),
757 ("auditlog_"
758 "non_secure_interface_test_tfm_audit_test_1xxx_"),
759 ("crypto_"
760 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
761 ("initial_attestation_service_"
762 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
763 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
764 ]
765 }
766 ] # Monitors
767 }, # Regression
768 'RegressionIPCTfmLevel2': {
769 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]770 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]771 "bootloader": "tfm_s_ns_signed.bin"
772 },
773 "monitors": [
774 {
775 'name': 'Secure_Test_Suites_Summary',
776 'start': 'Secure test suites summary',
777 'end': 'End of Secure test suites',
778 'pattern': r"Test suite '(?P<"
779 r"test_case_id>[^\n]+)' has (.*) "
780 r"(?P<result>PASSED|FAILED)",
781 'fixup': {"pass": "PASSED", "fail": "FAILED"},
782 'required': [
783 ("psa_protected_storage_"
784 "s_interface_tests_tfm_sst_test_2xxx_"),
785 "sst_reliability_tests_tfm_sst_test_3xxx_",
786 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
787 ("psa_internal_trusted_storage_"
788 "s_interface_tests_tfm_its_test_2xxx_"),
789 "its_reliability_tests_tfm_its_test_3xxx_",
790 ("audit_"
791 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
792 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
793 ("initial_attestation_service_"
794 "secure_interface_tests_tfm_attest_test_1xxx_"),
795 ]
796 },
797 {
798 'name': 'Non_Secure_Test_Suites_Summary',
799 'start': 'Non-secure test suites summary',
800 'end': r'End of Non-secure test suites',
801 'pattern': r"Test suite '(?P<"
802 r"test_case_id>[^\n]+)' has (.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]803 r"(?P<result>PASSED|FAILED)",
804 'fixup': {"pass": "PASSED", "fail": "FAILED"},
805 'required': [
806 ("psa_protected_storage"
807 "_ns_interface_tests_tfm_sst_test_1xxx_"),
808 ("psa_internal_trusted_storage"
809 "_ns_interface_tests_tfm_its_test_1xxx_"),
810 ("auditlog_"
811 "non_secure_interface_test_tfm_audit_test_1xxx_"),
812 ("crypto_"
813 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
814 ("initial_attestation_service_"
815 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
816 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
817 ]
818 }
819 ] # Monitors
820 }, # Regression
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]821 'RegressionIPCTfmLevel3': {
822 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]823 "firmware": "bl2.axf",
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]824 "bootloader": "tfm_s_ns_signed.bin"
825 },
826 "monitors": [
827 {
828 'name': 'Secure_Test_Suites_Summary',
829 'start': 'Secure test suites summary',
830 'end': 'End of Secure test suites',
831 'pattern': r"Test suite '(?P<"
832 r"test_case_id>[^\n]+)' has (.*) "
833 r"(?P<result>PASSED|FAILED)",
834 'fixup': {"pass": "PASSED", "fail": "FAILED"},
835 'required': [
836 ("psa_protected_storage_"
837 "s_interface_tests_tfm_sst_test_2xxx_"),
838 "sst_reliability_tests_tfm_sst_test_3xxx_",
839 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
840 ("psa_internal_trusted_storage_"
841 "s_interface_tests_tfm_its_test_2xxx_"),
842 "its_reliability_tests_tfm_its_test_3xxx_",
843 ("audit_"
844 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
845 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
846 ("initial_attestation_service_"
847 "secure_interface_tests_tfm_attest_test_1xxx_"),
848 ]
849 },
850 {
851 'name': 'Non_Secure_Test_Suites_Summary',
852 'start': 'Non-secure test suites summary',
853 'end': r'End of Non-secure test suites',
854 'pattern': r"Test suite '(?P<"
855 r"test_case_id>[^\n]+)' has (.*) "
856 r"(?P<result>PASSED|FAILED)",
857 'fixup': {"pass": "PASSED", "fail": "FAILED"},
858 'required': [
859 ("psa_protected_storage"
860 "_ns_interface_tests_tfm_sst_test_1xxx_"),
861 ("psa_internal_trusted_storage"
862 "_ns_interface_tests_tfm_its_test_1xxx_"),
863 ("auditlog_"
864 "non_secure_interface_test_tfm_audit_test_1xxx_"),
865 ("crypto_"
866 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
867 ("initial_attestation_service_"
868 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
869 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
870 ]
871 }
872 ] # Monitors
873 }, # Regression
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]874 'CoreIPC': {
875 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]876 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]877 "bootloader": "tfm_s_ns_signed.bin"
878 },
879 "monitors": [
880 {
881 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]882 'start': 'Non-Secure system',
883 'end': r'starting\\.{3}',
884 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]885 'fixup': {"pass": "!", "fail": ""},
886 'required': ["secure_image_initializing"]
887 } # Monitors
888 ]
889 }, # CoreIPC
890 'CoreIPCTfmLevel2': {
891 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]892 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]893 "bootloader": "tfm_s_ns_signed.bin"
894 },
895 "monitors": [
896 {
897 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]898 'start': 'Non-Secure system',
899 'end': r'starting\\.{3}',
900 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]901 'fixup': {"pass": "!", "fail": ""},
902 'required': ["secure_image_initializing"]
903 } # Monitors
904 ]
905 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]906 'CoreIPCTfmLevel3': {
907 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]908 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]909 "bootloader": "tfm_s_ns_signed.bin"
910 },
911 "monitors": [
912 {
913 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]914 'start': 'Non-Secure system',
915 'end': r'starting\\.{3}',
916 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]917 'fixup': {"pass": "!", "fail": ""},
918 'required': ["secure_image_initializing"]
919 } # Monitors
920 ]
921 }, # CoreIPCTfmLevel3
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]922 } # Tests
923}
924
925
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]926# FVP without BL2 bootloader
927# firmware <-> ns <-> application: --application cpu0=tfm_s.axf
928# bootloader <-> s <-> data: --data cpu0=tfm_ns.bin@0x00100000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]929fvp_mps2_an521_nobl2 = {
930 "templ": "fvp_mps2.jinja2",
931 "job_name": "fvp_mps2_an521_nobl2",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]932 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]933 "job_timeout": 15,
934 "action_timeout": 10,
935 "monitor_timeout": 10,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]936 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]937 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]938 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]939 "build_types": ["Debug", "Release", "Minsizerel"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]940 "boot_types": ["NOBL2"],
941 "data_bin_offset": "0x00100000",
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]942 "cpu_baseline": 1,
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]943 "tests": {
944 'Default': {
945 "binaries": {
946 "firmware": "tfm_s.axf",
947 "bootloader": "tfm_ns.bin"
948 },
949 "monitors": [
950 {
951 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]952 'start': 'Non-Secure system',
953 'end': r'starting\\.{3}',
954 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]955 'fixup': {"pass": "!", "fail": ""},
956 'required': ["secure_image_initializing"]
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]957 }
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]958 ]
959 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]960 'DefaultProfileS': {
961 "binaries": {
962 "firmware": "tfm_s.axf",
963 "bootloader": "tfm_ns.bin"
964 },
965 "monitors": [
966 {
967 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]968 'start': 'Non-Secure system',
969 'end': r'starting\\.{3}',
970 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]971 'fixup': {"pass": "!", "fail": ""},
972 'required': ["secure_image_initializing"]
973 } # Monitors
974 ]
975 }, # DefaultProfileS
976 'DefaultProfileM': {
977 "binaries": {
978 "firmware": "tfm_s.axf",
979 "bootloader": "tfm_ns.bin"
980 },
981 "monitors": [
982 {
983 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]984 'start': 'Non-Secure system',
985 'end': r'starting\\.{3}',
986 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]987 'fixup': {"pass": "!", "fail": ""},
988 'required': ["secure_image_initializing"]
989 } # Monitors
990 ]
991 }, # DefaultProfileM
992
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]993 'Regression': {
994 "binaries": {
995 "firmware": "tfm_s.axf",
996 "bootloader": "tfm_ns.bin"
997 },
998 "monitors": [
999 {
1000 'name': 'Secure_Test_Suites_Summary',
1001 'start': 'Secure test suites summary',
1002 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1003 'pattern': r"Test suite '(?P<"
1004 r"test_case_id>[^\n]+)' has (.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1005 r"(?P<result>PASSED|FAILED)",
1006 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1007 'required': [
1008 ("psa_protected_storage_"
1009 "s_interface_tests_tfm_sst_test_2xxx_"),
1010 "sst_reliability_tests_tfm_sst_test_3xxx_",
1011 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1012 ("psa_internal_trusted_storage_"
1013 "s_interface_tests_tfm_its_test_2xxx_"),
1014 "its_reliability_tests_tfm_its_test_3xxx_",
1015 ("audit_"
1016 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1017 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1018 ("initial_attestation_service_"
1019 "secure_interface_tests_tfm_attest_test_1xxx_"),
1020 ]
1021 },
1022 {
1023 'name': 'Non_Secure_Test_Suites_Summary',
1024 'start': 'Non-secure test suites summary',
1025 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1026 'pattern': r"Test suite '(?P<"
1027 r"test_case_id>[^\n]+)' has (.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1028 r"(?P<result>PASSED|FAILED)",
1029 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1030 'required': [
1031 ("psa_protected_storage"
1032 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1033 ("psa_internal_trusted_storage"
1034 "_ns_interface_tests_tfm_its_test_1xxx_"),
1035 ("auditlog_"
1036 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1037 ("crypto_"
1038 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1039 ("initial_attestation_service_"
1040 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1041 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1042 ]
1043 }
1044 ] # Monitors
1045 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1046 'RegressionProfileM': {
1047 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1048 "firmware": "tfm_s.axf",
1049 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1050 },
1051 "monitors": [
1052 {
1053 'name': 'Secure_Test_Suites_Summary',
1054 'start': 'Secure test suites summary',
1055 'end': 'End of Secure test suites',
1056 'pattern': r"Test suite '(?P<"
1057 r"test_case_id>[^\n]+)' has (.*) "
1058 r"(?P<result>PASSED|FAILED)",
1059 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1060 'required': [
1061 ("psa_protected_storage_"
1062 "s_interface_tests_tfm_sst_test_2xxx_"),
1063 "sst_reliability_tests_tfm_sst_test_3xxx_",
1064 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1065 ("psa_internal_trusted_storage_"
1066 "s_interface_tests_tfm_its_test_2xxx_"),
1067 "its_reliability_tests_tfm_its_test_3xxx_",
1068 ("audit_"
1069 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1070 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1071 ("initial_attestation_service_"
1072 "secure_interface_tests_tfm_attest_test_1xxx_"),
1073 ]
1074 },
1075 {
1076 'name': 'Non_Secure_Test_Suites_Summary',
1077 'start': 'Non-secure test suites summary',
1078 'end': r'End of Non-secure test suites',
1079 'pattern': r"Test suite '(?P<"
1080 r"test_case_id>[^\n]+)' has (.*) "
1081 r"(?P<result>PASSED|FAILED)",
1082 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1083 'required': [
1084 ("psa_protected_storage"
1085 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1086 ("psa_internal_trusted_storage"
1087 "_ns_interface_tests_tfm_its_test_1xxx_"),
1088 ("auditlog_"
1089 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1090 ("crypto_"
1091 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1092 ("initial_attestation_service_"
1093 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1094 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1095 ]
1096 }
1097 ] # Monitors
1098 }, # RegressionProfileM
1099 'RegressionProfileS': {
1100 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1101 "firmware": "tfm_s.axf",
1102 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1103 },
1104 "monitors": [
1105 {
1106 'name': 'Secure_Test_Suites_Summary',
1107 'start': 'Secure test suites summary',
1108 'end': 'End of Secure test suites',
1109 'pattern': r"Test suite '(?P<"
1110 r"test_case_id>[^\n]+)' has (.*) "
1111 r"(?P<result>PASSED|FAILED)",
1112 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1113 'required': [
1114 ("psa_protected_storage_"
1115 "s_interface_tests_tfm_sst_test_2xxx_"),
1116 "sst_reliability_tests_tfm_sst_test_3xxx_",
1117 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1118 ("psa_internal_trusted_storage_"
1119 "s_interface_tests_tfm_its_test_2xxx_"),
1120 "its_reliability_tests_tfm_its_test_3xxx_",
1121 ("audit_"
1122 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1123 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1124 ("initial_attestation_service_"
1125 "secure_interface_tests_tfm_attest_test_1xxx_"),
1126 ]
1127 },
1128 {
1129 'name': 'Non_Secure_Test_Suites_Summary',
1130 'start': 'Non-secure test suites summary',
1131 'end': r'End of Non-secure test suites',
1132 'pattern': r"Test suite '(?P<"
1133 r"test_case_id>[^\n]+)' has (.*) "
1134 r"(?P<result>PASSED|FAILED)",
1135 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1136 'required': [
1137 ("psa_protected_storage"
1138 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1139 ("psa_internal_trusted_storage"
1140 "_ns_interface_tests_tfm_its_test_1xxx_"),
1141 ("auditlog_"
1142 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1143 ("crypto_"
1144 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1145 ("initial_attestation_service_"
1146 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1147 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1148 ]
1149 }
1150 ] # Monitors
1151 }, # RegressionProfileS
1152
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1153 'RegressionIPC': {
1154 "binaries": {
1155 "firmware": "tfm_s.axf",
1156 "bootloader": "tfm_ns.bin"
1157 },
1158 "monitors": [
1159 {
1160 'name': 'Secure_Test_Suites_Summary',
1161 'start': 'Secure test suites summary',
1162 'end': 'End of Secure test suites',
1163 'pattern': r"Test suite '(?P<"
1164 r"test_case_id>[^\n]+)' has (.*) "
1165 r"(?P<result>PASSED|FAILED)",
1166 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1167 'required': [
1168 ("psa_protected_storage_"
1169 "s_interface_tests_tfm_sst_test_2xxx_"),
1170 "sst_reliability_tests_tfm_sst_test_3xxx_",
1171 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1172 ("psa_internal_trusted_storage_"
1173 "s_interface_tests_tfm_its_test_2xxx_"),
1174 "its_reliability_tests_tfm_its_test_3xxx_",
1175 ("audit_"
1176 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1177 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1178 ("initial_attestation_service_"
1179 "secure_interface_tests_tfm_attest_test_1xxx_"),
1180 ]
1181 },
1182 {
1183 'name': 'Non_Secure_Test_Suites_Summary',
1184 'start': 'Non-secure test suites summary',
1185 'end': r'End of Non-secure test suites',
1186 'pattern': r"Test suite '(?P<"
1187 r"test_case_id>[^\n]+)' has (.*) "
1188 r"(?P<result>PASSED|FAILED)",
1189 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1190 'required': [
1191 ("psa_protected_storage"
1192 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1193 ("psa_internal_trusted_storage"
1194 "_ns_interface_tests_tfm_its_test_1xxx_"),
1195 ("auditlog_"
1196 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1197 ("crypto_"
1198 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1199 ("initial_attestation_service_"
1200 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1201 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1202 ]
1203 }
1204 ] # Monitors
1205 }, # RegressionIPC
1206 'RegressionIPCTfmLevel2': {
1207 "binaries": {
1208 "firmware": "tfm_s.axf",
1209 "bootloader": "tfm_ns.bin"
1210 },
1211 "monitors": [
1212 {
1213 'name': 'Secure_Test_Suites_Summary',
1214 'start': 'Secure test suites summary',
1215 'end': 'End of Secure test suites',
1216 'pattern': r"Test suite '(?P<"
1217 r"test_case_id>[^\n]+)' has (.*) "
1218 r"(?P<result>PASSED|FAILED)",
1219 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1220 'required': [
1221 ("psa_protected_storage_"
1222 "s_interface_tests_tfm_sst_test_2xxx_"),
1223 "sst_reliability_tests_tfm_sst_test_3xxx_",
1224 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1225 ("psa_internal_trusted_storage_"
1226 "s_interface_tests_tfm_its_test_2xxx_"),
1227 "its_reliability_tests_tfm_its_test_3xxx_",
1228 ("audit_"
1229 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1230 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1231 ("initial_attestation_service_"
1232 "secure_interface_tests_tfm_attest_test_1xxx_"),
1233 ]
1234 },
1235 {
1236 'name': 'Non_Secure_Test_Suites_Summary',
1237 'start': 'Non-secure test suites summary',
1238 'end': r'End of Non-secure test suites',
1239 'pattern': r"Test suite '(?P<"
1240 r"test_case_id>[^\n]+)' has (.*) "
1241 r"(?P<result>PASSED|FAILED)",
1242 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1243 'required': [
1244 ("psa_protected_storage"
1245 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1246 ("psa_internal_trusted_storage"
1247 "_ns_interface_tests_tfm_its_test_1xxx_"),
1248 ("auditlog_"
1249 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1250 ("crypto_"
1251 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1252 ("initial_attestation_service_"
1253 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1254 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1255 ]
1256 }
1257 ] # Monitors
1258 }, # RegressionIPCTfmLevel2
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1259 'RegressionIPCTfmLevel3': {
1260 "binaries": {
1261 "firmware": "tfm_s.axf",
1262 "bootloader": "tfm_ns.bin"
1263 },
1264 "monitors": [
1265 {
1266 'name': 'Secure_Test_Suites_Summary',
1267 'start': 'Secure test suites summary',
1268 'end': 'End of Secure test suites',
1269 'pattern': r"Test suite '(?P<"
1270 r"test_case_id>[^\n]+)' has (.*) "
1271 r"(?P<result>PASSED|FAILED)",
1272 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1273 'required': [
1274 ("psa_protected_storage_"
1275 "s_interface_tests_tfm_sst_test_2xxx_"),
1276 "sst_reliability_tests_tfm_sst_test_3xxx_",
1277 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1278 ("psa_internal_trusted_storage_"
1279 "s_interface_tests_tfm_its_test_2xxx_"),
1280 "its_reliability_tests_tfm_its_test_3xxx_",
1281 ("audit_"
1282 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1283 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1284 ("initial_attestation_service_"
1285 "secure_interface_tests_tfm_attest_test_1xxx_"),
1286 ]
1287 },
1288 {
1289 'name': 'Non_Secure_Test_Suites_Summary',
1290 'start': 'Non-secure test suites summary',
1291 'end': r'End of Non-secure test suites',
1292 'pattern': r"Test suite '(?P<"
1293 r"test_case_id>[^\n]+)' has (.*) "
1294 r"(?P<result>PASSED|FAILED)",
1295 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1296 'required': [
1297 ("psa_protected_storage"
1298 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1299 ("psa_internal_trusted_storage"
1300 "_ns_interface_tests_tfm_its_test_1xxx_"),
1301 ("auditlog_"
1302 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1303 ("crypto_"
1304 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1305 ("initial_attestation_service_"
1306 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1307 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1308 ]
1309 }
1310 ] # Monitors
1311 }, # RegressionIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1312 'CoreIPC': {
1313 "binaries": {
1314 "firmware": "tfm_s.axf",
1315 "bootloader": "tfm_ns.bin"
1316 },
1317 "monitors": [
1318 {
1319 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1320 'start': 'Non-Secure system',
1321 'end': r'starting\\.{3}',
1322 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1323 'fixup': {"pass": "!", "fail": ""},
1324 'required': ["secure_image_initializing"]
1325 } # Monitors
1326 ]
1327 }, # CoreIPC
1328 'CoreIPCTfmLevel2': {
1329 "binaries": {
1330 "firmware": "tfm_s.axf",
1331 "bootloader": "tfm_ns.bin"
1332 },
1333 "monitors": [
1334 {
1335 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1336 'start': 'Non-Secure system',
1337 'end': r'starting\\.{3}',
1338 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1339 'fixup': {"pass": "!", "fail": ""},
1340 'required': ["secure_image_initializing"]
1341 } # Monitors
1342 ]
1343 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1344 'CoreIPCTfmLevel3': {
1345 "binaries": {
1346 "firmware": "tfm_s.axf",
1347 "bootloader": "tfm_ns.bin"
1348 },
1349 "monitors": [
1350 {
1351 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1352 'start': 'Non-Secure system',
1353 'end': r'starting\\.{3}',
1354 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1355 'fixup': {"pass": "!", "fail": ""},
1356 'required': ["secure_image_initializing"]
1357 } # Monitors
1358 ]
1359 }, # CoreIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1360 } # Tests
1361}
1362
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1363
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1364# FVP with BL2 bootloader
1365# firmware <-> ns <-> application: --application cpu0=bl2.axf
1366# bootloader <-> s <-> data: --data cpu0=tfm_s_ns_signed.bin@0x10080000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1367fvp_mps2_an519_bl2 = {
1368 "templ": "fvp_mps2.jinja2",
1369 "job_name": "fvp_mps2_an519_bl2",
1370 "device_type": "fvp",
1371 "job_timeout": 15,
1372 "action_timeout": 10,
1373 "monitor_timeout": 10,
1374 "poweroff_timeout": 1,
1375 "platforms": {"AN519": ""},
1376 "compilers": ["GNUARM", "ARMCLANG"],
1377 "build_types": ["Debug", "Release", "Minsizerel"],
1378 "boot_types": ["BL2"],
1379 "data_bin_offset": "0x10080000",
1380 "cpu0_baseline": 1,
1381 "tests": {
1382 'Default': {
1383 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1384 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1385 "bootloader": "tfm_s_ns_signed.bin"
1386 },
1387 "monitors": [
1388 {
1389 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1390 'start': 'Non-Secure system',
1391 'end': r'starting\\.{3}',
1392 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1393 'fixup': {"pass": "!", "fail": ""},
1394 'required': ["secure_image_initializing"]
1395 } # Monitors
1396 ]
1397 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1398 'DefaultProfileS': {
1399 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1400 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1401 "bootloader": "tfm_s_ns_signed.bin"
1402 },
1403 "monitors": [
1404 {
1405 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1406 'start': 'Non-Secure system',
1407 'end': r'starting\\.{3}',
1408 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1409 'fixup': {"pass": "!", "fail": ""},
1410 'required': ["secure_image_initializing"]
1411 } # Monitors
1412 ]
1413 }, # DefaultProfileS
1414 'DefaultProfileM': {
1415 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1416 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1417 "bootloader": "tfm_s_ns_signed.bin"
1418 },
1419 "monitors": [
1420 {
1421 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1422 'start': 'Non-Secure system',
1423 'end': r'starting\\.{3}',
1424 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1425 'fixup': {"pass": "!", "fail": ""},
1426 'required': ["secure_image_initializing"]
1427 } # Monitors
1428 ]
1429 }, # DefaultProfileM
1430
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1431 'Regression': {
1432 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1433 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1434 "bootloader": "tfm_s_ns_signed.bin"
1435 },
1436 "monitors": [
1437 {
1438 'name': 'Secure_Test_Suites_Summary',
1439 'start': 'Secure test suites summary',
1440 'end': 'End of Secure test suites',
1441 'pattern': r"Test suite '(?P<"
1442 r"test_case_id>[^\n]+)' has (.*) "
1443 r"(?P<result>PASSED|FAILED)",
1444 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1445 'required': [
1446 ("psa_protected_storage_"
1447 "s_interface_tests_tfm_sst_test_2xxx_"),
1448 "sst_reliability_tests_tfm_sst_test_3xxx_",
1449 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1450 ("psa_internal_trusted_storage_"
1451 "s_interface_tests_tfm_its_test_2xxx_"),
1452 "its_reliability_tests_tfm_its_test_3xxx_",
1453 ("audit_"
1454 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1455 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1456 ("initial_attestation_service_"
1457 "secure_interface_tests_tfm_attest_test_1xxx_"),
1458 ]
1459 },
1460 {
1461 'name': 'Non_Secure_Test_Suites_Summary',
1462 'start': 'Non-secure test suites summary',
1463 'end': r'End of Non-secure test suites',
1464 'pattern': r"Test suite '(?P<"
1465 r"test_case_id>[^\n]+)' has (.*) "
1466 r"(?P<result>PASSED|FAILED)",
1467 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1468 'required': [
1469 ("psa_protected_storage"
1470 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1471 ("psa_internal_trusted_storage"
1472 "_ns_interface_tests_tfm_its_test_1xxx_"),
1473 ("auditlog_"
1474 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1475 ("crypto_"
1476 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1477 ("initial_attestation_service_"
1478 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1479 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1480 ]
1481 }
1482 ] # Monitors
1483 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1484
1485 'RegressionProfileM': {
1486 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1487 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1488 "bootloader": "tfm_s_ns_signed.bin"
1489 },
1490 "monitors": [
1491 {
1492 'name': 'Secure_Test_Suites_Summary',
1493 'start': 'Secure test suites summary',
1494 'end': 'End of Secure test suites',
1495 'pattern': r"Test suite '(?P<"
1496 r"test_case_id>[^\n]+)' has (.*) "
1497 r"(?P<result>PASSED|FAILED)",
1498 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1499 'required': [
1500 ("psa_protected_storage_"
1501 "s_interface_tests_tfm_sst_test_2xxx_"),
1502 "sst_reliability_tests_tfm_sst_test_3xxx_",
1503 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1504 ("psa_internal_trusted_storage_"
1505 "s_interface_tests_tfm_its_test_2xxx_"),
1506 "its_reliability_tests_tfm_its_test_3xxx_",
1507 ("audit_"
1508 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1509 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1510 ("initial_attestation_service_"
1511 "secure_interface_tests_tfm_attest_test_1xxx_"),
1512 ]
1513 },
1514 {
1515 'name': 'Non_Secure_Test_Suites_Summary',
1516 'start': 'Non-secure test suites summary',
1517 'end': r'End of Non-secure test suites',
1518 'pattern': r"Test suite '(?P<"
1519 r"test_case_id>[^\n]+)' has (.*) "
1520 r"(?P<result>PASSED|FAILED)",
1521 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1522 'required': [
1523 ("psa_protected_storage"
1524 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1525 ("psa_internal_trusted_storage"
1526 "_ns_interface_tests_tfm_its_test_1xxx_"),
1527 ("auditlog_"
1528 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1529 ("crypto_"
1530 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1531 ("initial_attestation_service_"
1532 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1533 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1534 ]
1535 }
1536 ] # Monitors
1537 }, # RegressionProfileM
1538 'RegressionProfileS': {
1539 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1540 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1541 "bootloader": "tfm_s_ns_signed.bin"
1542 },
1543 "monitors": [
1544 {
1545 'name': 'Secure_Test_Suites_Summary',
1546 'start': 'Secure test suites summary',
1547 'end': 'End of Secure test suites',
1548 'pattern': r"Test suite '(?P<"
1549 r"test_case_id>[^\n]+)' has (.*) "
1550 r"(?P<result>PASSED|FAILED)",
1551 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1552 'required': [
1553 ("psa_protected_storage_"
1554 "s_interface_tests_tfm_sst_test_2xxx_"),
1555 "sst_reliability_tests_tfm_sst_test_3xxx_",
1556 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1557 ("psa_internal_trusted_storage_"
1558 "s_interface_tests_tfm_its_test_2xxx_"),
1559 "its_reliability_tests_tfm_its_test_3xxx_",
1560 ("audit_"
1561 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1562 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1563 ("initial_attestation_service_"
1564 "secure_interface_tests_tfm_attest_test_1xxx_"),
1565 ]
1566 },
1567 {
1568 'name': 'Non_Secure_Test_Suites_Summary',
1569 'start': 'Non-secure test suites summary',
1570 'end': r'End of Non-secure test suites',
1571 'pattern': r"Test suite '(?P<"
1572 r"test_case_id>[^\n]+)' has (.*) "
1573 r"(?P<result>PASSED|FAILED)",
1574 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1575 'required': [
1576 ("psa_protected_storage"
1577 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1578 ("psa_internal_trusted_storage"
1579 "_ns_interface_tests_tfm_its_test_1xxx_"),
1580 ("auditlog_"
1581 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1582 ("crypto_"
1583 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1584 ("initial_attestation_service_"
1585 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1586 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1587 ]
1588 }
1589 ] # Monitors
1590 }, # RegressionProfileS
1591
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1592 'RegressionIPC': {
1593 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1594 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1595 "bootloader": "tfm_s_ns_signed.bin"
1596 },
1597 "monitors": [
1598 {
1599 'name': 'Secure_Test_Suites_Summary',
1600 'start': 'Secure test suites summary',
1601 'end': 'End of Secure test suites',
1602 'pattern': r"Test suite '(?P<"
1603 r"test_case_id>[^\n]+)' has (.*) "
1604 r"(?P<result>PASSED|FAILED)",
1605 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1606 'required': [
1607 ("psa_protected_storage_"
1608 "s_interface_tests_tfm_sst_test_2xxx_"),
1609 "sst_reliability_tests_tfm_sst_test_3xxx_",
1610 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1611 ("psa_internal_trusted_storage_"
1612 "s_interface_tests_tfm_its_test_2xxx_"),
1613 "its_reliability_tests_tfm_its_test_3xxx_",
1614 ("audit_"
1615 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1616 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1617 ("initial_attestation_service_"
1618 "secure_interface_tests_tfm_attest_test_1xxx_"),
1619 ]
1620 },
1621 {
1622 'name': 'Non_Secure_Test_Suites_Summary',
1623 'start': 'Non-secure test suites summary',
1624 'end': r'End of Non-secure test suites',
1625 'pattern': r"Test suite '(?P<"
1626 r"test_case_id>[^\n]+)' has (.*) "
1627 r"(?P<result>PASSED|FAILED)",
1628 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1629 'required': [
1630 ("psa_protected_storage"
1631 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1632 ("psa_internal_trusted_storage"
1633 "_ns_interface_tests_tfm_its_test_1xxx_"),
1634 ("auditlog_"
1635 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1636 ("crypto_"
1637 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1638 ("initial_attestation_service_"
1639 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1640 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1641 ]
1642 }
1643 ] # Monitors
1644 }, # Regression
1645 'RegressionIPCTfmLevel2': {
1646 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1647 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1648 "bootloader": "tfm_s_ns_signed.bin"
1649 },
1650 "monitors": [
1651 {
1652 'name': 'Secure_Test_Suites_Summary',
1653 'start': 'Secure test suites summary',
1654 'end': 'End of Secure test suites',
1655 'pattern': r"Test suite '(?P<"
1656 r"test_case_id>[^\n]+)' has (.*) "
1657 r"(?P<result>PASSED|FAILED)",
1658 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1659 'required': [
1660 ("psa_protected_storage_"
1661 "s_interface_tests_tfm_sst_test_2xxx_"),
1662 "sst_reliability_tests_tfm_sst_test_3xxx_",
1663 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1664 ("psa_internal_trusted_storage_"
1665 "s_interface_tests_tfm_its_test_2xxx_"),
1666 "its_reliability_tests_tfm_its_test_3xxx_",
1667 ("audit_"
1668 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1669 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1670 ("initial_attestation_service_"
1671 "secure_interface_tests_tfm_attest_test_1xxx_"),
1672 ]
1673 },
1674 {
1675 'name': 'Non_Secure_Test_Suites_Summary',
1676 'start': 'Non-secure test suites summary',
1677 'end': r'End of Non-secure test suites',
1678 'pattern': r"Test suite '(?P<"
1679 r"test_case_id>[^\n]+)' has (.*) "
1680 r"(?P<result>PASSED|FAILED)",
1681 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1682 'required': [
1683 ("psa_protected_storage"
1684 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1685 ("psa_internal_trusted_storage"
1686 "_ns_interface_tests_tfm_its_test_1xxx_"),
1687 ("auditlog_"
1688 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1689 ("crypto_"
1690 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1691 ("initial_attestation_service_"
1692 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1693 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1694 ]
1695 }
1696 ] # Monitors
1697 }, # Regression
1698 'CoreIPC': {
1699 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1700 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1701 "bootloader": "tfm_s_ns_signed.bin"
1702 },
1703 "monitors": [
1704 {
1705 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1706 'start': 'Non-Secure system',
1707 'end': r'starting\\.{3}',
1708 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1709 'fixup': {"pass": "!", "fail": ""},
1710 'required': ["secure_image_initializing"]
1711 } # Monitors
1712 ]
1713 }, # CoreIPC
1714 'CoreIPCTfmLevel2': {
1715 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1716 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1717 "bootloader": "tfm_s_ns_signed.bin"
1718 },
1719 "monitors": [
1720 {
1721 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1722 'start': 'Non-Secure system',
1723 'end': r'starting\\.{3}',
1724 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1725 'fixup': {"pass": "!", "fail": ""},
1726 'required': ["secure_image_initializing"]
1727 } # Monitors
1728 ]
1729 }, # CoreIPCTfmLevel2
1730 } # Tests
1731}
1732
1733
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1734# FVP without BL2 bootloader
1735# firmware <-> ns <-> application: --application cpu0=tfm_s.axf
1736# bootloader <-> s <-> data: --data cpu0=tfm_ns.bin@0x00100000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1737fvp_mps2_an519_nobl2 = {
1738 "templ": "fvp_mps2.jinja2",
1739 "job_name": "fvp_mps2_an519_nobl2",
1740 "device_type": "fvp",
1741 "job_timeout": 15,
1742 "action_timeout": 10,
1743 "monitor_timeout": 10,
1744 "poweroff_timeout": 1,
1745 "platforms": {"AN519": ""},
1746 "compilers": ["GNUARM", "ARMCLANG"],
1747 "build_types": ["Debug", "Release", "Minsizerel"],
1748 "boot_types": ["NOBL2"],
1749 "data_bin_offset": "0x00100000",
1750 "cpu0_baseline": 1,
1751 "tests": {
1752 'Default': {
1753 "binaries": {
1754 "firmware": "tfm_s.axf",
1755 "bootloader": "tfm_ns.bin"
1756 },
1757 "monitors": [
1758 {
1759 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1760 'start': 'Non-Secure system',
1761 'end': r'starting\\.{3}',
1762 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1763 'fixup': {"pass": "!", "fail": ""},
1764 'required': ["secure_image_initializing"]
1765 }
1766 ]
1767 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1768 'DefaultProfileS': {
1769 "binaries": {
1770 "firmware": "tfm_s.axf",
1771 "bootloader": "tfm_ns.bin"
1772 },
1773 "monitors": [
1774 {
1775 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1776 'start': 'Non-Secure system',
1777 'end': r'starting\\.{3}',
1778 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1779 'fixup': {"pass": "!", "fail": ""},
1780 'required': ["secure_image_initializing"]
1781 } # Monitors
1782 ]
1783 }, # DefaultProfileS
1784 'DefaultProfileM': {
1785 "binaries": {
1786 "firmware": "tfm_s.axf",
1787 "bootloader": "tfm_ns.bin"
1788 },
1789 "monitors": [
1790 {
1791 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1792 'start': 'Non-Secure system',
1793 'end': r'starting\\.{3}',
1794 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1795 'fixup': {"pass": "!", "fail": ""},
1796 'required': ["secure_image_initializing"]
1797 } # Monitors
1798 ]
1799 }, # DefaultProfileM
1800
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1801 'Regression': {
1802 "binaries": {
1803 "firmware": "tfm_s.axf",
1804 "bootloader": "tfm_ns.bin"
1805 },
1806 "monitors": [
1807 {
1808 'name': 'Secure_Test_Suites_Summary',
1809 'start': 'Secure test suites summary',
1810 'end': 'End of Secure test suites',
1811 'pattern': r"Test suite '(?P<"
1812 r"test_case_id>[^\n]+)' has (.*) "
1813 r"(?P<result>PASSED|FAILED)",
1814 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1815 'required': [
1816 ("psa_protected_storage_"
1817 "s_interface_tests_tfm_sst_test_2xxx_"),
1818 "sst_reliability_tests_tfm_sst_test_3xxx_",
1819 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1820 ("psa_internal_trusted_storage_"
1821 "s_interface_tests_tfm_its_test_2xxx_"),
1822 "its_reliability_tests_tfm_its_test_3xxx_",
1823 ("audit_"
1824 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1825 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1826 ("initial_attestation_service_"
1827 "secure_interface_tests_tfm_attest_test_1xxx_"),
1828 ]
1829 },
1830 {
1831 'name': 'Non_Secure_Test_Suites_Summary',
1832 'start': 'Non-secure test suites summary',
1833 'end': r'End of Non-secure test suites',
1834 'pattern': r"Test suite '(?P<"
1835 r"test_case_id>[^\n]+)' has (.*) "
1836 r"(?P<result>PASSED|FAILED)",
1837 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1838 'required': [
1839 ("psa_protected_storage"
1840 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1841 ("psa_internal_trusted_storage"
1842 "_ns_interface_tests_tfm_its_test_1xxx_"),
1843 ("auditlog_"
1844 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1845 ("crypto_"
1846 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1847 ("initial_attestation_service_"
1848 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1849 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1850 ]
1851 }
1852 ] # Monitors
1853 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1854 'RegressionProfileM': {
1855 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1856 "firmware": "tfm_s.axf",
1857 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1858 },
1859 "monitors": [
1860 {
1861 'name': 'Secure_Test_Suites_Summary',
1862 'start': 'Secure test suites summary',
1863 'end': 'End of Secure test suites',
1864 'pattern': r"Test suite '(?P<"
1865 r"test_case_id>[^\n]+)' has (.*) "
1866 r"(?P<result>PASSED|FAILED)",
1867 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1868 'required': [
1869 ("psa_protected_storage_"
1870 "s_interface_tests_tfm_sst_test_2xxx_"),
1871 "sst_reliability_tests_tfm_sst_test_3xxx_",
1872 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1873 ("psa_internal_trusted_storage_"
1874 "s_interface_tests_tfm_its_test_2xxx_"),
1875 "its_reliability_tests_tfm_its_test_3xxx_",
1876 ("audit_"
1877 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1878 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1879 ("initial_attestation_service_"
1880 "secure_interface_tests_tfm_attest_test_1xxx_"),
1881 ]
1882 },
1883 {
1884 'name': 'Non_Secure_Test_Suites_Summary',
1885 'start': 'Non-secure test suites summary',
1886 'end': r'End of Non-secure test suites',
1887 'pattern': r"Test suite '(?P<"
1888 r"test_case_id>[^\n]+)' has (.*) "
1889 r"(?P<result>PASSED|FAILED)",
1890 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1891 'required': [
1892 ("psa_protected_storage"
1893 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1894 ("psa_internal_trusted_storage"
1895 "_ns_interface_tests_tfm_its_test_1xxx_"),
1896 ("auditlog_"
1897 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1898 ("crypto_"
1899 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1900 ("initial_attestation_service_"
1901 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1902 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1903 ]
1904 }
1905 ] # Monitors
1906 }, # RegressionProfileM
1907 'RegressionProfileS': {
1908 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1909 "firmware": "tfm_s.axf",
1910 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1911 },
1912 "monitors": [
1913 {
1914 'name': 'Secure_Test_Suites_Summary',
1915 'start': 'Secure test suites summary',
1916 'end': 'End of Secure test suites',
1917 'pattern': r"Test suite '(?P<"
1918 r"test_case_id>[^\n]+)' has (.*) "
1919 r"(?P<result>PASSED|FAILED)",
1920 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1921 'required': [
1922 ("psa_protected_storage_"
1923 "s_interface_tests_tfm_sst_test_2xxx_"),
1924 "sst_reliability_tests_tfm_sst_test_3xxx_",
1925 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1926 ("psa_internal_trusted_storage_"
1927 "s_interface_tests_tfm_its_test_2xxx_"),
1928 "its_reliability_tests_tfm_its_test_3xxx_",
1929 ("audit_"
1930 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1931 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1932 ("initial_attestation_service_"
1933 "secure_interface_tests_tfm_attest_test_1xxx_"),
1934 ]
1935 },
1936 {
1937 'name': 'Non_Secure_Test_Suites_Summary',
1938 'start': 'Non-secure test suites summary',
1939 'end': r'End of Non-secure test suites',
1940 'pattern': r"Test suite '(?P<"
1941 r"test_case_id>[^\n]+)' has (.*) "
1942 r"(?P<result>PASSED|FAILED)",
1943 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1944 'required': [
1945 ("psa_protected_storage"
1946 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1947 ("psa_internal_trusted_storage"
1948 "_ns_interface_tests_tfm_its_test_1xxx_"),
1949 ("auditlog_"
1950 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1951 ("crypto_"
1952 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1953 ("initial_attestation_service_"
1954 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1955 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1956 ]
1957 }
1958 ] # Monitors
1959 }, # RegressionProfileS
1960
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1961 'RegressionIPC': {
1962 "binaries": {
1963 "firmware": "tfm_s.axf",
1964 "bootloader": "tfm_ns.bin"
1965 },
1966 "monitors": [
1967 {
1968 'name': 'Secure_Test_Suites_Summary',
1969 'start': 'Secure test suites summary',
1970 'end': 'End of Secure test suites',
1971 'pattern': r"Test suite '(?P<"
1972 r"test_case_id>[^\n]+)' has (.*) "
1973 r"(?P<result>PASSED|FAILED)",
1974 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1975 'required': [
1976 ("psa_protected_storage_"
1977 "s_interface_tests_tfm_sst_test_2xxx_"),
1978 "sst_reliability_tests_tfm_sst_test_3xxx_",
1979 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1980 ("psa_internal_trusted_storage_"
1981 "s_interface_tests_tfm_its_test_2xxx_"),
1982 "its_reliability_tests_tfm_its_test_3xxx_",
1983 ("audit_"
1984 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1985 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1986 ("initial_attestation_service_"
1987 "secure_interface_tests_tfm_attest_test_1xxx_"),
1988 ]
1989 },
1990 {
1991 'name': 'Non_Secure_Test_Suites_Summary',
1992 'start': 'Non-secure test suites summary',
1993 'end': r'End of Non-secure test suites',
1994 'pattern': r"Test suite '(?P<"
1995 r"test_case_id>[^\n]+)' has (.*) "
1996 r"(?P<result>PASSED|FAILED)",
1997 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1998 'required': [
1999 ("psa_protected_storage"
2000 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2001 ("psa_internal_trusted_storage"
2002 "_ns_interface_tests_tfm_its_test_1xxx_"),
2003 ("auditlog_"
2004 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2005 ("crypto_"
2006 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2007 ("initial_attestation_service_"
2008 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2009 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2010 ]
2011 }
2012 ] # Monitors
2013 }, # RegressionIPC
2014 'RegressionIPCTfmLevel2': {
2015 "binaries": {
2016 "firmware": "tfm_s.axf",
2017 "bootloader": "tfm_ns.bin"
2018 },
2019 "monitors": [
2020 {
2021 'name': 'Secure_Test_Suites_Summary',
2022 'start': 'Secure test suites summary',
2023 'end': 'End of Secure test suites',
2024 'pattern': r"Test suite '(?P<"
2025 r"test_case_id>[^\n]+)' has (.*) "
2026 r"(?P<result>PASSED|FAILED)",
2027 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2028 'required': [
2029 ("psa_protected_storage_"
2030 "s_interface_tests_tfm_sst_test_2xxx_"),
2031 "sst_reliability_tests_tfm_sst_test_3xxx_",
2032 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2033 ("psa_internal_trusted_storage_"
2034 "s_interface_tests_tfm_its_test_2xxx_"),
2035 "its_reliability_tests_tfm_its_test_3xxx_",
2036 ("audit_"
2037 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2038 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2039 ("initial_attestation_service_"
2040 "secure_interface_tests_tfm_attest_test_1xxx_"),
2041 ]
2042 },
2043 {
2044 'name': 'Non_Secure_Test_Suites_Summary',
2045 'start': 'Non-secure test suites summary',
2046 'end': r'End of Non-secure test suites',
2047 'pattern': r"Test suite '(?P<"
2048 r"test_case_id>[^\n]+)' has (.*) "
2049 r"(?P<result>PASSED|FAILED)",
2050 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2051 'required': [
2052 ("psa_protected_storage"
2053 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2054 ("psa_internal_trusted_storage"
2055 "_ns_interface_tests_tfm_its_test_1xxx_"),
2056 ("auditlog_"
2057 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2058 ("crypto_"
2059 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2060 ("initial_attestation_service_"
2061 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2062 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2063 ]
2064 }
2065 ] # Monitors
2066 }, # RegressionIPCTfmLevel2
2067 'CoreIPC': {
2068 "binaries": {
2069 "firmware": "tfm_s.axf",
2070 "bootloader": "tfm_ns.bin"
2071 },
2072 "monitors": [
2073 {
2074 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2075 'start': 'Non-Secure system',
2076 'end': r'starting\\.{3}',
2077 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2078 'fixup': {"pass": "!", "fail": ""},
2079 'required': ["secure_image_initializing"]
2080 } # Monitors
2081 ]
2082 }, # CoreIPC
2083 'CoreIPCTfmLevel2': {
2084 "binaries": {
2085 "firmware": "tfm_s.axf",
2086 "bootloader": "tfm_ns.bin"
2087 },
2088 "monitors": [
2089 {
2090 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2091 'start': 'Non-Secure system',
2092 'end': r'starting\\.{3}',
2093 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2094 'fixup': {"pass": "!", "fail": ""},
2095 'required': ["secure_image_initializing"]
2096 } # Monitors
2097 ]
2098 }, # CoreIPCTfmLevel2
2099 } # Tests
2100}
2101
2102
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2103# MPS2 with BL2 bootloader
2104# IMAGE0ADDRESS: 0x10000000
2105# IMAGE0FILE: \Software\bl2.bin ; BL2 bootloader
2106# IMAGE1ADDRESS: 0x10080000
2107# IMAGE1FILE: \Software\tfm_s_ns_signed.bin ; TF-M example application binary blob
2108qemu_mps2_bl2 = {
2109 "templ": "qemu_mps2_bl2.jinja2",
2110 "job_name": "qemu_mps2_bl2",
2111 "device_type": "qemu",
2112 "job_timeout": 300,
2113 "action_timeout": 300,
2114 "poweroff_timeout": 20,
2115 "platforms": {"AN521": ""},
2116 "compilers": ["GNUARM", "ARMCLANG"],
2117 "build_types": ["Debug", "Release"],
2118 "boot_types": ["BL2"],
2119 "tests": {
Fathi Boudra7d762242020-12-15 11:53:58 +0100[diff] [blame]2120 # 'Default': {
2121 # "binaries": {
2122 # "firmware": "tfm_s_ns_signed.bin",
2123 # "bootloader": "bl2.bin"
2124 # },
2125 # "monitors": [
2126 # {
2127 # 'name': 'Secure_Test_Suites_Summary',
2128 # 'start': r'[Sec Thread]',
2129 # 'end': r'system starting',
2130 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2131 # r'(?P<test_case_id>Secure image '
2132 # r'initializing)(?P<result>!)',
2133 # 'fixup': {"pass": "!", "fail": ""},
2134 # 'required': ["secure_image_initializing"]
2135 # } # Monitors
2136 # ]
2137 # }, # Default
Fathi Boudrae4439712020-12-17 09:57:04 +0100[diff] [blame]2138 # 'DefaultProfileS': {
2139 # "binaries": {
2140 # "firmware": "tfm_s_ns_signed.bin",
2141 # "bootloader": "bl2.bin"
2142 # },
2143 # "monitors": [
2144 # {
2145 # 'name': 'Secure_Test_Suites_Summary',
2146 # 'start': r'[Sec Thread]',
2147 # 'end': r'system starting',
2148 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2149 # r'(?P<test_case_id>Secure image '
2150 # r'initializing)(?P<result>!)',
2151 # 'fixup': {"pass": "!", "fail": ""},
2152 # 'required': ["secure_image_initializing"]
2153 # } # Monitors
2154 # ]
2155 # }, # DefaultProfileS
Fathi Boudra0936ee32020-12-17 12:08:42 +0100[diff] [blame]2156 # 'DefaultProfileM': {
2157 # "binaries": {
2158 # "firmware": "tfm_s_ns_signed.bin",
2159 # "bootloader": "bl2.bin"
2160 # },
2161 # "monitors": [
2162 # {
2163 # 'name': 'Secure_Test_Suites_Summary',
2164 # 'start': r'[Sec Thread]',
2165 # 'end': r'system starting',
2166 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2167 # r'(?P<test_case_id>Secure image '
2168 # r'initializing)(?P<result>!)',
2169 # 'fixup': {"pass": "!", "fail": ""},
2170 # 'required': ["secure_image_initializing"]
2171 # } # Monitors
2172 # ]
2173 # }, # DefaultProfileM
Fathi Boudra12f8ac12020-12-15 10:07:05 +0100[diff] [blame]2174 'Regression': {
2175 "binaries": {
2176 "firmware": "tfm_s_ns_signed.bin",
2177 "bootloader": "bl2.bin"
2178 },
2179 "monitors": [
2180 {
2181 'name': 'Secure_Test_Suites_Summary',
2182 'start': 'Secure test suites summary',
2183 'end': 'End of Secure test suites',
2184 'pattern': r"Test suite '(?P<"
2185 r"test_case_id>[^\n]+)' has (.*) "
2186 r"(?P<result>PASSED|FAILED)",
2187 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2188 'required': [
2189 ("psa_protected_storage_"
2190 "s_interface_tests_tfm_sst_test_2xxx_"),
2191 "sst_reliability_tests_tfm_sst_test_3xxx_",
2192 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2193 ("psa_internal_trusted_storage_"
2194 "s_interface_tests_tfm_its_test_2xxx_"),
2195 "its_reliability_tests_tfm_its_test_3xxx_",
2196 ("audit_"
2197 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2198 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2199 ("initial_attestation_service_"
2200 "secure_interface_tests_tfm_attest_test_1xxx_"),
2201 ]
2202 },
2203 {
2204 'name': 'Non_Secure_Test_Suites_Summary',
2205 'start': 'Non-secure test suites summary',
2206 'end': r'End of Non-secure test suites',
2207 'pattern': r"Test suite '(?P<"
2208 r"test_case_id>[^\n]+)' has (.*) "
2209 r"(?P<result>PASSED|FAILED)",
2210 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2211 'required': [
2212 ("psa_protected_storage"
2213 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2214 ("psa_internal_trusted_storage"
2215 "_ns_interface_tests_tfm_its_test_1xxx_"),
2216 ("auditlog_"
2217 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2218 ("crypto_"
2219 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2220 ("initial_attestation_service_"
2221 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2222 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2223 ]
2224 }
2225 ] # Monitors
2226 }, # Regression
2227 'RegressionProfileM': {
2228 "binaries": {
2229 "firmware": "tfm_s_ns_signed.bin",
2230 "bootloader": "bl2.bin"
2231 },
2232 "monitors": [
2233 {
2234 'name': 'Secure_Test_Suites_Summary',
2235 'start': 'Secure test suites summary',
2236 'end': 'End of Secure test suites',
2237 'pattern': r"Test suite '(?P<"
2238 r"test_case_id>[^\n]+)' has (.*) "
2239 r"(?P<result>PASSED|FAILED)",
2240 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2241 'required': [
2242 ("psa_protected_storage_"
2243 "s_interface_tests_tfm_sst_test_2xxx_"),
2244 "sst_reliability_tests_tfm_sst_test_3xxx_",
2245 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2246 ("psa_internal_trusted_storage_"
2247 "s_interface_tests_tfm_its_test_2xxx_"),
2248 "its_reliability_tests_tfm_its_test_3xxx_",
2249 ("audit_"
2250 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2251 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2252 ("initial_attestation_service_"
2253 "secure_interface_tests_tfm_attest_test_1xxx_"),
2254 ]
2255 },
2256 {
2257 'name': 'Non_Secure_Test_Suites_Summary',
2258 'start': 'Non-secure test suites summary',
2259 'end': r'End of Non-secure test suites',
2260 'pattern': r"Test suite '(?P<"
2261 r"test_case_id>[^\n]+)' has (.*) "
2262 r"(?P<result>PASSED|FAILED)",
2263 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2264 'required': [
2265 ("psa_protected_storage"
2266 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2267 ("psa_internal_trusted_storage"
2268 "_ns_interface_tests_tfm_its_test_1xxx_"),
2269 ("auditlog_"
2270 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2271 ("crypto_"
2272 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2273 ("initial_attestation_service_"
2274 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2275 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2276 ]
2277 }
2278 ] # Monitors
2279 }, # RegressionProfileM
2280 'RegressionProfileS': {
2281 "binaries": {
2282 "firmware": "tfm_s_ns_signed.bin",
2283 "bootloader": "bl2.bin"
2284 },
2285 "monitors": [
2286 {
2287 'name': 'Secure_Test_Suites_Summary',
2288 'start': 'Secure test suites summary',
2289 'end': 'End of Secure test suites',
2290 'pattern': r"Test suite '(?P<"
2291 r"test_case_id>[^\n]+)' has (.*) "
2292 r"(?P<result>PASSED|FAILED)",
2293 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2294 'required': [
2295 ("psa_protected_storage_"
2296 "s_interface_tests_tfm_sst_test_2xxx_"),
2297 "sst_reliability_tests_tfm_sst_test_3xxx_",
2298 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2299 ("psa_internal_trusted_storage_"
2300 "s_interface_tests_tfm_its_test_2xxx_"),
2301 "its_reliability_tests_tfm_its_test_3xxx_",
2302 ("audit_"
2303 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2304 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2305 ("initial_attestation_service_"
2306 "secure_interface_tests_tfm_attest_test_1xxx_"),
2307 ]
2308 },
2309 {
2310 'name': 'Non_Secure_Test_Suites_Summary',
2311 'start': 'Non-secure test suites summary',
2312 'end': r'End of Non-secure test suites',
2313 'pattern': r"Test suite '(?P<"
2314 r"test_case_id>[^\n]+)' has (.*) "
2315 r"(?P<result>PASSED|FAILED)",
2316 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2317 'required': [
2318 ("psa_protected_storage"
2319 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2320 ("psa_internal_trusted_storage"
2321 "_ns_interface_tests_tfm_its_test_1xxx_"),
2322 ("auditlog_"
2323 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2324 ("crypto_"
2325 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2326 ("initial_attestation_service_"
2327 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2328 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2329 ]
2330 }
2331 ] # Monitors
2332 }, # RegressionProfileS
2333 'RegressionIPC': {
2334 "binaries": {
2335 "firmware": "tfm_s_ns_signed.bin",
2336 "bootloader": "bl2.bin"
2337 },
2338 "monitors": [
2339 {
2340 'name': 'Secure_Test_Suites_Summary',
2341 'start': 'Secure test suites summary',
2342 'end': 'End of Secure test suites',
2343 'pattern': r"Test suite '(?P<"
2344 r"test_case_id>[^\n]+)' has (.*) "
2345 r"(?P<result>PASSED|FAILED)",
2346 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2347 'required': [
2348 ("psa_protected_storage_"
2349 "s_interface_tests_tfm_sst_test_2xxx_"),
2350 "sst_reliability_tests_tfm_sst_test_3xxx_",
2351 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2352 ("psa_internal_trusted_storage_"
2353 "s_interface_tests_tfm_its_test_2xxx_"),
2354 "its_reliability_tests_tfm_its_test_3xxx_",
2355 ("audit_"
2356 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2357 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2358 ("initial_attestation_service_"
2359 "secure_interface_tests_tfm_attest_test_1xxx_"),
2360 ]
2361 },
2362 {
2363 'name': 'Non_Secure_Test_Suites_Summary',
2364 'start': 'Non-secure test suites summary',
2365 'end': r'End of Non-secure test suites',
2366 'pattern': r"Test suite '(?P<"
2367 r"test_case_id>[^\n]+)' has (.*) "
2368 r"(?P<result>PASSED|FAILED)",
2369 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2370 'required': [
2371 ("psa_protected_storage"
2372 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2373 ("psa_internal_trusted_storage"
2374 "_ns_interface_tests_tfm_its_test_1xxx_"),
2375 ("auditlog_"
2376 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2377 ("crypto_"
2378 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2379 ("initial_attestation_service_"
2380 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2381 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2382 ]
2383 }
2384 ] # Monitors
2385 }, # Regression
2386 'RegressionIPCTfmLevel2': {
2387 "binaries": {
2388 "firmware": "tfm_s_ns_signed.bin",
2389 "bootloader": "bl2.bin"
2390 },
2391 "monitors": [
2392 {
2393 'name': 'Secure_Test_Suites_Summary',
2394 'start': 'Secure test suites summary',
2395 'end': 'End of Secure test suites',
2396 'pattern': r"Test suite '(?P<"
2397 r"test_case_id>[^\n]+)' has (.*) "
2398 r"(?P<result>PASSED|FAILED)",
2399 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2400 'required': [
2401 ("psa_protected_storage_"
2402 "s_interface_tests_tfm_sst_test_2xxx_"),
2403 "sst_reliability_tests_tfm_sst_test_3xxx_",
2404 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2405 ("psa_internal_trusted_storage_"
2406 "s_interface_tests_tfm_its_test_2xxx_"),
2407 "its_reliability_tests_tfm_its_test_3xxx_",
2408 ("audit_"
2409 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2410 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2411 ("initial_attestation_service_"
2412 "secure_interface_tests_tfm_attest_test_1xxx_"),
2413 ]
2414 },
2415 {
2416 'name': 'Non_Secure_Test_Suites_Summary',
2417 'start': 'Non-secure test suites summary',
2418 'end': r'End of Non-secure test suites',
2419 'pattern': r"Test suite '(?P<"
2420 r"test_case_id>[^\n]+)' has (.*) "
2421 r"(?P<result>PASSED|FAILED)",
2422 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2423 'required': [
2424 ("psa_protected_storage"
2425 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2426 ("psa_internal_trusted_storage"
2427 "_ns_interface_tests_tfm_its_test_1xxx_"),
2428 ("auditlog_"
2429 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2430 ("crypto_"
2431 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2432 ("initial_attestation_service_"
2433 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2434 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2435 ]
2436 }
2437 ] # Monitors
2438 }, # Regression
2439 'RegressionIPCTfmLevel3': {
2440 "binaries": {
2441 "firmware": "tfm_s_ns_signed.bin",
2442 "bootloader": "bl2.bin"
2443 },
2444 "monitors": [
2445 {
2446 'name': 'Secure_Test_Suites_Summary',
2447 'start': 'Secure test suites summary',
2448 'end': 'End of Secure test suites',
2449 'pattern': r"Test suite '(?P<"
2450 r"test_case_id>[^\n]+)' has (.*) "
2451 r"(?P<result>PASSED|FAILED)",
2452 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2453 'required': [
2454 ("psa_protected_storage_"
2455 "s_interface_tests_tfm_sst_test_2xxx_"),
2456 "sst_reliability_tests_tfm_sst_test_3xxx_",
2457 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2458 ("psa_internal_trusted_storage_"
2459 "s_interface_tests_tfm_its_test_2xxx_"),
2460 "its_reliability_tests_tfm_its_test_3xxx_",
2461 ("audit_"
2462 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2463 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2464 ("initial_attestation_service_"
2465 "secure_interface_tests_tfm_attest_test_1xxx_"),
2466 ]
2467 },
2468 {
2469 'name': 'Non_Secure_Test_Suites_Summary',
2470 'start': 'Non-secure test suites summary',
2471 'end': r'End of Non-secure test suites',
2472 'pattern': r"Test suite '(?P<"
2473 r"test_case_id>[^\n]+)' has (.*) "
2474 r"(?P<result>PASSED|FAILED)",
2475 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2476 'required': [
2477 ("psa_protected_storage"
2478 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2479 ("psa_internal_trusted_storage"
2480 "_ns_interface_tests_tfm_its_test_1xxx_"),
2481 ("auditlog_"
2482 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2483 ("crypto_"
2484 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2485 ("initial_attestation_service_"
2486 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2487 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2488 ]
2489 }
2490 ] # Monitors
2491 }, # Regression
Fathi Boudra633c9bc2020-12-15 21:04:11 +0100[diff] [blame]2492 # 'CoreIPC': {
2493 # "binaries": {
2494 # "firmware": "tfm_s_ns_signed.bin",
2495 # "bootloader": "bl2.bin"
2496 # },
2497 # "monitors": [
2498 # {
2499 # 'name': 'Secure_Test_Suites_Summary',
2500 # 'start': r'[Sec Thread]',
2501 # 'end': r'system starting',
2502 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2503 # r'(?P<test_case_id>Secure image '
2504 # r'initializing)(?P<result>!)',
2505 # 'fixup': {"pass": "!", "fail": ""},
2506 # 'required': ["secure_image_initializing"]
2507 # } # Monitors
2508 # ]
2509 # }, # CoreIPC
2510 # 'CoreIPCTfmLevel2': {
2511 # "binaries": {
2512 # "firmware": "tfm_s_ns_signed.bin",
2513 # "bootloader": "bl2.bin"
2514 # },
2515 # "monitors": [
2516 # {
2517 # 'name': 'Secure_Test_Suites_Summary',
2518 # 'start': r'[Sec Thread]',
2519 # 'end': r'system starting',
2520 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2521 # r'(?P<test_case_id>Secure image '
2522 # r'initializing)(?P<result>!)',
2523 # 'fixup': {"pass": "!", "fail": ""},
2524 # 'required': ["secure_image_initializing"]
2525 # } # Monitors
2526 # ]
2527 # }, # CoreIPCTfmLevel2
2528 # 'CoreIPCTfmLevel3': {
2529 # "binaries": {
2530 # "firmware": "tfm_s_ns_signed.bin",
2531 # "bootloader": "bl2.bin"
2532 # },
2533 # "monitors": [
2534 # {
2535 # 'name': 'Secure_Test_Suites_Summary',
2536 # 'start': r'[Sec Thread]',
2537 # 'end': r'system starting',
2538 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2539 # r'(?P<test_case_id>Secure image '
2540 # r'initializing)(?P<result>!)',
2541 # 'fixup': {"pass": "!", "fail": ""},
2542 # 'required': ["secure_image_initializing"]
2543 # } # Monitors
2544 # ]
2545 # }, # CoreIPCTfmLevel3
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2546 }
2547}
2548
2549
2550# Musca-B1 with BL2 bootloader
2551# unified hex file comprising of both bl2.bin and tfm_s_ns_signed.bin
2552# srec_cat bin/bl2.bin -Binary -offset 0xA000000 bin/tfm_s_ns_signed.bin -Binary -offset 0xA020000 -o tfm.hex -Intel
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2553musca_b1_bl2 = {
2554 "templ": "musca_b1.jinja2",
2555 "job_name": "musca_b1_bl2",
2556 "device_type": "musca-b",
Ryan Harkinf6981082020-12-18 14:54:33 +0000[diff] [blame]2557 "job_timeout": 24,
2558 "action_timeout": 12,
Milosz Wasilewski90859032020-12-22 09:12:44 +0000[diff] [blame]2559 "monitor_timeout": 10,
Ryan Harkinf6981082020-12-18 14:54:33 +0000[diff] [blame]2560 "poweroff_timeout": 40,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2561 "platforms": {"MUSCA_B1": ""},
2562 "compilers": ["GNUARM", "ARMCLANG"],
2563 "build_types": ["Debug", "Release"],
2564 "boot_types": ["BL2"],
2565 "tests": {
2566 "Default": {
2567 "binaries": {
2568 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2569 },
2570 "monitors": [
2571 {
2572 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2573 'start': 'Non-Secure system',
2574 'end': r'starting\\.{3}',
2575 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2576 'fixup': {"pass": "!", "fail": ""},
2577 'required': ["secure_image_initializing"]
2578 }
2579 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2580 },
2581 "CoreIPC": {
2582 "binaries": {
2583 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2584 },
2585 "monitors": [
2586 {
2587 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2588 'start': 'Non-Secure system',
2589 'end': r'starting\\.{3}',
2590 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2591 'fixup': {"pass": "!", "fail": ""},
2592 'required': ["secure_image_initializing"]
2593 }
2594 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2595 },
2596 "CoreIPCTfmLevel2": {
2597 "binaries": {
2598 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2599 },
2600 "monitors": [
2601 {
2602 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2603 'start': 'Non-Secure system',
2604 'end': r'starting\\.{3}',
2605 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2606 'fixup': {"pass": "!", "fail": ""},
2607 'required': ["secure_image_initializing"]
2608 }
2609 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2610 },
2611 "CoreIPCTfmLevel3": {
2612 "binaries": {
2613 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2614 },
2615 "monitors": [
2616 {
2617 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2618 'start': 'Non-Secure system',
2619 'end': r'starting\\.{3}',
2620 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2621 'fixup': {"pass": "!", "fail": ""},
2622 'required': ["secure_image_initializing"]
2623 }
2624 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2625 },
2626 "DefaultProfileM": {
2627 "binaries": {
2628 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2629 },
2630 "monitors": [
2631 {
2632 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2633 'start': 'Non-Secure system',
2634 'end': r'starting\\.{3}',
2635 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2636 'fixup': {"pass": "!", "fail": ""},
2637 'required': ["secure_image_initializing"]
2638 }
2639 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2640 },
2641 "DefaultProfileS": {
2642 "binaries": {
2643 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2644 },
2645 "monitors": [
2646 {
2647 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]2648 'start': 'Non-Secure system',
2649 'end': r'starting\\.{3}',
2650 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2651 'fixup': {"pass": "!", "fail": ""},
2652 'required': ["secure_image_initializing"]
2653 }
2654 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2655 },
2656 "Regression": {
2657 "binaries": {
2658 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2659 },
2660 "monitors": [
2661 {
2662 'name': 'Secure_Test_Suites_Summary',
2663 'start': 'Secure test suites summary',
2664 'end': 'End of Secure test suites',
2665 'pattern': r"Test suite '(?P<"
2666 r"test_case_id>[^\n]+)' has (.*) "
2667 r"(?P<result>PASSED|FAILED)",
2668 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2669 'required': [
2670 ("psa_protected_storage_"
2671 "s_interface_tests_tfm_sst_test_2xxx_"),
2672 "sst_reliability_tests_tfm_sst_test_3xxx_",
2673 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2674 ("psa_internal_trusted_storage_"
2675 "s_interface_tests_tfm_its_test_2xxx_"),
2676 "its_reliability_tests_tfm_its_test_3xxx_",
2677 ("audit_"
2678 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2679 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2680 ("initial_attestation_service_"
2681 "secure_interface_tests_tfm_attest_test_1xxx_"),
2682 ]
2683 },
2684 {
2685 'name': 'Non_Secure_Test_Suites_Summary',
2686 'start': 'Non-secure test suites summary',
2687 'end': r'End of Non-secure test suites',
2688 'pattern': r"Test suite '(?P<"
2689 r"test_case_id>[^\n]+)' has (.*) "
2690 r"(?P<result>PASSED|FAILED)",
2691 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2692 'required': [
2693 ("psa_protected_storage"
2694 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2695 ("psa_internal_trusted_storage"
2696 "_ns_interface_tests_tfm_its_test_1xxx_"),
2697 ("auditlog_"
2698 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2699 ("crypto_"
2700 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2701 ("initial_attestation_service_"
2702 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2703 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2704 ]
2705 }
2706 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2707 },
2708 "RegressionIPC": {
2709 "binaries": {
2710 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2711 },
2712 "monitors": [
2713 {
2714 'name': 'Secure_Test_Suites_Summary',
2715 'start': 'Secure test suites summary',
2716 'end': 'End of Secure test suites',
2717 'pattern': r"Test suite '(?P<"
2718 r"test_case_id>[^\n]+)' has (.*) "
2719 r"(?P<result>PASSED|FAILED)",
2720 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2721 'required': [
2722 ("psa_protected_storage_"
2723 "s_interface_tests_tfm_sst_test_2xxx_"),
2724 "sst_reliability_tests_tfm_sst_test_3xxx_",
2725 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2726 ("psa_internal_trusted_storage_"
2727 "s_interface_tests_tfm_its_test_2xxx_"),
2728 "its_reliability_tests_tfm_its_test_3xxx_",
2729 ("audit_"
2730 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2731 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2732 ("initial_attestation_service_"
2733 "secure_interface_tests_tfm_attest_test_1xxx_"),
2734 ]
2735 },
2736 {
2737 'name': 'Non_Secure_Test_Suites_Summary',
2738 'start': 'Non-secure test suites summary',
2739 'end': r'End of Non-secure test suites',
2740 'pattern': r"Test suite '(?P<"
2741 r"test_case_id>[^\n]+)' has (.*) "
2742 r"(?P<result>PASSED|FAILED)",
2743 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2744 'required': [
2745 ("psa_protected_storage"
2746 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2747 ("psa_internal_trusted_storage"
2748 "_ns_interface_tests_tfm_its_test_1xxx_"),
2749 ("auditlog_"
2750 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2751 ("crypto_"
2752 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2753 ("initial_attestation_service_"
2754 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2755 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2756 ]
2757 }
2758 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2759 },
2760 "RegressionIPCTfmLevel2": {
2761 "binaries": {
2762 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2763 },
2764 "monitors": [
2765 {
2766 'name': 'Secure_Test_Suites_Summary',
2767 'start': 'Secure test suites summary',
2768 'end': 'End of Secure test suites',
2769 'pattern': r"Test suite '(?P<"
2770 r"test_case_id>[^\n]+)' has (.*) "
2771 r"(?P<result>PASSED|FAILED)",
2772 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2773 'required': [
2774 ("psa_protected_storage_"
2775 "s_interface_tests_tfm_sst_test_2xxx_"),
2776 "sst_reliability_tests_tfm_sst_test_3xxx_",
2777 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2778 ("psa_internal_trusted_storage_"
2779 "s_interface_tests_tfm_its_test_2xxx_"),
2780 "its_reliability_tests_tfm_its_test_3xxx_",
2781 ("audit_"
2782 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2783 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2784 ("initial_attestation_service_"
2785 "secure_interface_tests_tfm_attest_test_1xxx_"),
2786 ]
2787 },
2788 {
2789 'name': 'Non_Secure_Test_Suites_Summary',
2790 'start': 'Non-secure test suites summary',
2791 'end': r'End of Non-secure test suites',
2792 'pattern': r"Test suite '(?P<"
2793 r"test_case_id>[^\n]+)' has (.*) "
2794 r"(?P<result>PASSED|FAILED)",
2795 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2796 'required': [
2797 ("psa_protected_storage"
2798 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2799 ("psa_internal_trusted_storage"
2800 "_ns_interface_tests_tfm_its_test_1xxx_"),
2801 ("auditlog_"
2802 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2803 ("crypto_"
2804 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2805 ("initial_attestation_service_"
2806 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2807 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2808 ]
2809 }
2810 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2811 },
2812 "RegressionIPCTfmLevel3": {
2813 "binaries": {
2814 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2815 },
2816 "monitors": [
2817 {
2818 'name': 'Secure_Test_Suites_Summary',
2819 'start': 'Secure test suites summary',
2820 'end': 'End of Secure test suites',
2821 'pattern': r"Test suite '(?P<"
2822 r"test_case_id>[^\n]+)' has (.*) "
2823 r"(?P<result>PASSED|FAILED)",
2824 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2825 'required': [
2826 ("psa_protected_storage_"
2827 "s_interface_tests_tfm_sst_test_2xxx_"),
2828 "sst_reliability_tests_tfm_sst_test_3xxx_",
2829 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2830 ("psa_internal_trusted_storage_"
2831 "s_interface_tests_tfm_its_test_2xxx_"),
2832 "its_reliability_tests_tfm_its_test_3xxx_",
2833 ("audit_"
2834 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2835 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2836 ("initial_attestation_service_"
2837 "secure_interface_tests_tfm_attest_test_1xxx_"),
2838 ]
2839 },
2840 {
2841 'name': 'Non_Secure_Test_Suites_Summary',
2842 'start': 'Non-secure test suites summary',
2843 'end': r'End of Non-secure test suites',
2844 'pattern': r"Test suite '(?P<"
2845 r"test_case_id>[^\n]+)' has (.*) "
2846 r"(?P<result>PASSED|FAILED)",
2847 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2848 'required': [
2849 ("psa_protected_storage"
2850 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2851 ("psa_internal_trusted_storage"
2852 "_ns_interface_tests_tfm_its_test_1xxx_"),
2853 ("auditlog_"
2854 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2855 ("crypto_"
2856 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2857 ("initial_attestation_service_"
2858 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2859 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2860 ]
2861 }
2862 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2863 },
2864 "RegressionProfileM": {
2865 "binaries": {
2866 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2867 },
2868 "monitors": [
2869 {
2870 'name': 'Secure_Test_Suites_Summary',
2871 'start': 'Secure test suites summary',
2872 'end': 'End of Secure test suites',
2873 'pattern': r"Test suite '(?P<"
2874 r"test_case_id>[^\n]+)' has (.*) "
2875 r"(?P<result>PASSED|FAILED)",
2876 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2877 'required': [
2878 ("psa_protected_storage_"
2879 "s_interface_tests_tfm_sst_test_2xxx_"),
2880 "sst_reliability_tests_tfm_sst_test_3xxx_",
2881 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2882 ("psa_internal_trusted_storage_"
2883 "s_interface_tests_tfm_its_test_2xxx_"),
2884 "its_reliability_tests_tfm_its_test_3xxx_",
2885 ("audit_"
2886 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2887 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2888 ("initial_attestation_service_"
2889 "secure_interface_tests_tfm_attest_test_1xxx_"),
2890 ]
2891 },
2892 {
2893 'name': 'Non_Secure_Test_Suites_Summary',
2894 'start': 'Non-secure test suites summary',
2895 'end': r'End of Non-secure test suites',
2896 'pattern': r"Test suite '(?P<"
2897 r"test_case_id>[^\n]+)' has (.*) "
2898 r"(?P<result>PASSED|FAILED)",
2899 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2900 'required': [
2901 ("psa_protected_storage"
2902 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2903 ("psa_internal_trusted_storage"
2904 "_ns_interface_tests_tfm_its_test_1xxx_"),
2905 ("auditlog_"
2906 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2907 ("crypto_"
2908 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2909 ("initial_attestation_service_"
2910 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2911 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2912 ]
2913 }
2914 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2915 },
2916 "RegressionProfileS": {
2917 "binaries": {
2918 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]2919 },
2920 "monitors": [
2921 {
2922 'name': 'Secure_Test_Suites_Summary',
2923 'start': 'Secure test suites summary',
2924 'end': 'End of Secure test suites',
2925 'pattern': r"Test suite '(?P<"
2926 r"test_case_id>[^\n]+)' has (.*) "
2927 r"(?P<result>PASSED|FAILED)",
2928 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2929 'required': [
2930 ("psa_protected_storage_"
2931 "s_interface_tests_tfm_sst_test_2xxx_"),
2932 "sst_reliability_tests_tfm_sst_test_3xxx_",
2933 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2934 ("psa_internal_trusted_storage_"
2935 "s_interface_tests_tfm_its_test_2xxx_"),
2936 "its_reliability_tests_tfm_its_test_3xxx_",
2937 ("audit_"
2938 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2939 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2940 ("initial_attestation_service_"
2941 "secure_interface_tests_tfm_attest_test_1xxx_"),
2942 ]
2943 },
2944 {
2945 'name': 'Non_Secure_Test_Suites_Summary',
2946 'start': 'Non-secure test suites summary',
2947 'end': r'End of Non-secure test suites',
2948 'pattern': r"Test suite '(?P<"
2949 r"test_case_id>[^\n]+)' has (.*) "
2950 r"(?P<result>PASSED|FAILED)",
2951 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2952 'required': [
2953 ("psa_protected_storage"
2954 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2955 ("psa_internal_trusted_storage"
2956 "_ns_interface_tests_tfm_its_test_1xxx_"),
2957 ("auditlog_"
2958 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2959 ("crypto_"
2960 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2961 ("initial_attestation_service_"
2962 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2963 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2964 ]
2965 }
2966 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2967 },
2968 },
2969}
2970
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]2971# Musca-B1 with BL2 bootloader and OTP enabled
2972# unified hex file comprising of both bl2.bin and tfm_s_ns_signed.bin
2973# srec_cat bin/bl2.bin -Binary -offset 0xA000000 bin/tfm_s_ns_signed.bin -Binary -offset 0xA020000 -o tfm.hex -Intel
2974musca_b1_otp_bl2 = {
2975 "templ": "musca_b1_otp.jinja2",
2976 "job_name": "musca_b1_opt_bl2",
2977 "device_type": "musca-b",
2978 "job_timeout": 24,
2979 "action_timeout": 12,
2980 "monitor_timeout": 10,
2981 "poweroff_timeout": 40,
2982 "platforms": {"MUSCA_B1_OTP": ""},
2983 "compilers": ["ARMCLANG"],
2984 "build_types": ["Debug"],
2985 "boot_types": ["BL2"],
2986 "tests": {
2987 "RegressionIPCTfmLevel3": {
2988 "binaries": {
2989 "firmware": "tfm.hex",
2990 },
2991 "monitors": [
2992 {
2993 'name': 'Secure_Test_Suites_Summary',
2994 'start': 'Secure test suites summary',
2995 'end': 'End of Secure test suites',
2996 'pattern': r"Test suite '(?P<"
2997 r"test_case_id>[^\n]+)' has (.*) "
2998 r"(?P<result>PASSED|FAILED)",
2999 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3000 'required': [
3001 ("psa_protected_storage_"
3002 "s_interface_tests_tfm_sst_test_2xxx_"),
3003 "sst_reliability_tests_tfm_sst_test_3xxx_",
3004 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
3005 ("psa_internal_trusted_storage_"
3006 "s_interface_tests_tfm_its_test_2xxx_"),
3007 "its_reliability_tests_tfm_its_test_3xxx_",
3008 ("audit_"
3009 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
3010 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
3011 ("initial_attestation_service_"
3012 "secure_interface_tests_tfm_attest_test_1xxx_"),
3013 ]
3014 },
3015 {
3016 'name': 'Non_Secure_Test_Suites_Summary',
3017 'start': 'Non-secure test suites summary',
3018 'end': r'End of Non-secure test suites',
3019 'pattern': r"Test suite '(?P<"
3020 r"test_case_id>[^\n]+)' has (.*) "
3021 r"(?P<result>PASSED|FAILED)",
3022 'fixup': {"pass": "PASSED", "fail": "FAILED"},
3023 'required': [
3024 ("psa_protected_storage"
3025 "_ns_interface_tests_tfm_sst_test_1xxx_"),
3026 ("psa_internal_trusted_storage"
3027 "_ns_interface_tests_tfm_its_test_1xxx_"),
3028 ("auditlog_"
3029 "non_secure_interface_test_tfm_audit_test_1xxx_"),
3030 ("crypto_"
3031 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
3032 ("initial_attestation_service_"
3033 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
3034 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
3035 ]
3036 }
3037 ] # Monitors
3038 },
3039 },
3040}
3041
3042
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]3043# All configurations should be mapped here
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3044lava_gen_config_map = {
3045 "mps2_an521_bl2": tfm_mps2_sse_200,
3046 "fvp_mps2_an521_bl2": fvp_mps2_an521_bl2,
3047 "fvp_mps2_an521_nobl2": fvp_mps2_an521_nobl2,
3048 "fvp_mps2_an519_bl2": fvp_mps2_an519_bl2,
3049 "fvp_mps2_an519_nobl2": fvp_mps2_an519_nobl2,
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]3050 "qemu_mps2_bl2": qemu_mps2_bl2,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3051 "musca_b1": musca_b1_bl2,
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]3052 "musca_b1_otp": musca_b1_otp_bl2,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]3053}
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]3054
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]3055lavagen_config_sort_order = [
3056 "templ",
3057 "job_name",
3058 "device_type",
3059 "job_timeout",
3060 "action_timeout",
3061 "monitor_timeout",
3062 "recovery_store_url",
3063 "artifact_store_url",
3064 "platforms",
3065 "compilers",
3066 "build_types",
3067 "boot_types",
3068 "tests"
3069]
3070
3071lava_gen_monitor_sort_order = [
3072 'name',
3073 'start',
3074 'end',
3075 'pattern',
3076 'fixup',
3077]
3078
3079if __name__ == "__main__":
3080 import os
3081 import sys
3082 from lava_helper import sort_lavagen_config
3083 try:
3084 from tfm_ci_pylib.utils import export_config_map
3085 except ImportError:
3086 dir_path = os.path.dirname(os.path.realpath(__file__))
3087 sys.path.append(os.path.join(dir_path, "../"))
3088 from tfm_ci_pylib.utils import export_config_map
3089
3090 if len(sys.argv) == 2:
3091 if sys.argv[1] == "--export":
3092 export_config_map(lava_gen_config_map)
3093 if len(sys.argv) == 3:
3094 if sys.argv[1] == "--export":
3095 export_config_map(sort_lavagen_config(lava_gen_config_map),
3096 sys.argv[2])