TrustedFirmware Git Browser
Code Review Sign In
review.trustedfirmware.org / next / ci / tf-m-ci-scripts / 08681e66e1427df03d815b0423995730667c4e5a / . / lava_helper / lava_helper_configs.py
blob: 1201dbf7c3f5e724004a8c4230ef9abd4f1e5cf1 [file] [log] [blame]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]1#!/usr/bin/env python3
2
3""" lava_job_generator_configs.py:
4
5 Default configurations for lava job generator """
6
7from __future__ import print_function
8
9__copyright__ = """
10/*
Karl Zhang08681e62020-10-30 13:56:03 +0800[diff] [blame^]11 * Copyright (c) 2018-2020, Arm Limited. All rights reserved.
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]12 *
13 * SPDX-License-Identifier: BSD-3-Clause
14 *
15 */
16 """
Karl Zhang08681e62020-10-30 13:56:03 +0800[diff] [blame^]17
18__author__ = "tf-m@lists.trustedfirmware.org"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]19__project__ = "Trusted Firmware-M Open CI"
Karl Zhang08681e62020-10-30 13:56:03 +0800[diff] [blame^]20__version__ = "1.2.0"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]21
22
23def lava_gen_get_config_subset(config,
24 default=True,
25 core=True,
26 regression=True):
27 """ Allow dynamic generation of configuration combinations by subtracking
28 undesired ones """
29
30 from copy import deepcopy
31 cfg = deepcopy(config)
32 tests = deepcopy(config["tests"])
33
34 # Remove all configs not requests by the caller
35 if not default:
36 tests.pop("Default")
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]37 if not core:
38 tests.pop("CoreIPC")
39 tests.pop("CoreIPCTfmLevel2")
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]40 tests.pop("CoreIPCTfmLevel3")
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]41 if not regression:
42 tests.pop("Regression")
43
44 cfg["tests"] = tests
45 return cfg
46
47
48tfm_mps2_sse_200 = {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]49 "templ": "mps2.jinja2",
50 "job_name": "mps2_an521_bl2",
Minos Galanakisafb43152019-09-25 14:17:39 +0100[diff] [blame]51 "device_type": "mps",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]52 "job_timeout": 15,
53 "action_timeout": 10,
54 "monitor_timeout": 10,
55 "poweroff_timeout": 1,
56 "recovery_store_url": "https://ci.trustedfirmware.org/userContent/",
57 "platforms": {"AN521": "mps2_sse200_an512.tar.gz"},
58 "compilers": ["GNUARM", "ARMCLANG"],
59 "build_types": ["Debug", "Release", "Minsizerel"],
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]60 "boot_types": ["BL2"],
61 "tests": {
62 'Default': {
63 "binaries": {
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]64 "firmware": "tfm_sign.bin",
65 "bootloader": "mcuboot.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]66 },
67 "monitors": [
68 {
69 'name': 'Secure_Test_Suites_Summary',
Minos Galanakis8da148a2019-10-18 17:26:40 +0100[diff] [blame]70 'start': '[Sec Thread]',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]71 'end': 'system starting',
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]72 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
73 r'(?P<test_case_id>Secure image '
74 r'initializing)(?P<result>!)',
75 'fixup': {"pass": "!", "fail": ""},
76 'required': ["secure_image_initializing"]
77 } # Monitors
78 ]
79 }, # Default
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]80 'Regression': {
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]81 "binaries": {
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]82 "firmware": "tfm_sign.bin",
83 "bootloader": "mcuboot.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]84 },
85 "monitors": [
86 {
87 'name': 'Secure_Test_Suites_Summary',
88 'start': 'Secure test suites summary',
89 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]90 'pattern': r"Test suite '(?P<"
91 r"test_case_id>[^\n]+)' has (.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]92 r"(?P<result>PASSED|FAILED)",
93 'fixup': {"pass": "PASSED", "fail": "FAILED"},
94 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]95 ("psa_protected_storage_"
96 "s_interface_tests_tfm_sst_test_2xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]97 "sst_reliability_tests_tfm_sst_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]98 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
TudorCretu8b138472019-08-30 10:51:05 +0100[diff] [blame]99 ("psa_internal_trusted_storage_"
100 "s_interface_tests_tfm_its_test_2xxx_"),
101 "its_reliability_tests_tfm_its_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]102 ("audit_"
103 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
104 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
105 ("initial_attestation_service_"
106 "secure_interface_tests_tfm_attest_test_1xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]107 ]
108 },
109 {
110 'name': 'Non_Secure_Test_Suites_Summary',
111 'start': 'Non-secure test suites summary',
112 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]113 'pattern': r"Test suite '(?P<"
114 r"test_case_id>[^\n]+)' has (.*) "
115 r"(?P<result>PASSED|FAILED)",
116 'fixup': {"pass": "PASSED", "fail": "FAILED"},
117 'required': [
118 ("psa_protected_storage"
119 "_ns_interface_tests_tfm_sst_test_1xxx_"),
120 ("psa_internal_trusted_storage"
121 "_ns_interface_tests_tfm_its_test_1xxx_"),
122 ("auditlog_"
123 "non_secure_interface_test_tfm_audit_test_1xxx_"),
124 ("crypto_"
125 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
126 ("initial_attestation_service_"
127 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
128 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
129 ]
130 }
131 ] # Monitors
132 }, # Regression
133 'RegressionIPC': {
134 "binaries": {
135 "firmware": "tfm_sign.bin",
136 "bootloader": "mcuboot.bin"
137 },
138 "monitors": [
139 {
140 'name': 'Secure_Test_Suites_Summary',
141 'start': 'Secure test suites summary',
142 'end': 'End of Secure test suites',
143 'pattern': r"Test suite '(?P<"
144 r"test_case_id>[^\n]+)' has (.*) "
145 r"(?P<result>PASSED|FAILED)",
146 'fixup': {"pass": "PASSED", "fail": "FAILED"},
147 'required': [
148 ("psa_protected_storage_"
149 "s_interface_tests_tfm_sst_test_2xxx_"),
150 "sst_reliability_tests_tfm_sst_test_3xxx_",
151 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
152 ("psa_internal_trusted_storage_"
153 "s_interface_tests_tfm_its_test_2xxx_"),
154 "its_reliability_tests_tfm_its_test_3xxx_",
155 ("audit_"
156 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
157 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
158 ("initial_attestation_service_"
159 "secure_interface_tests_tfm_attest_test_1xxx_"),
160 ]
161 },
162 {
163 'name': 'Non_Secure_Test_Suites_Summary',
164 'start': 'Non-secure test suites summary',
165 'end': r'End of Non-secure test suites',
166 'pattern': r"Test suite '(?P<"
167 r"test_case_id>[^\n]+)' has (.*) "
168 r"(?P<result>PASSED|FAILED)",
169 'fixup': {"pass": "PASSED", "fail": "FAILED"},
170 'required': [
171 ("psa_protected_storage"
172 "_ns_interface_tests_tfm_sst_test_1xxx_"),
173 ("psa_internal_trusted_storage"
174 "_ns_interface_tests_tfm_its_test_1xxx_"),
175 ("auditlog_"
176 "non_secure_interface_test_tfm_audit_test_1xxx_"),
177 ("crypto_"
178 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
179 ("initial_attestation_service_"
180 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
181 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
182 ]
183 }
184 ] # Monitors
185 }, # Regression
186 'RegressionIPCTfmLevel2': {
187 "binaries": {
188 "firmware": "tfm_sign.bin",
189 "bootloader": "mcuboot.bin"
190 },
191 "monitors": [
192 {
193 'name': 'Secure_Test_Suites_Summary',
194 'start': 'Secure test suites summary',
195 'end': 'End of Secure test suites',
196 'pattern': r"Test suite '(?P<"
197 r"test_case_id>[^\n]+)' has (.*) "
198 r"(?P<result>PASSED|FAILED)",
199 'fixup': {"pass": "PASSED", "fail": "FAILED"},
200 'required': [
201 ("psa_protected_storage_"
202 "s_interface_tests_tfm_sst_test_2xxx_"),
203 "sst_reliability_tests_tfm_sst_test_3xxx_",
204 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
205 ("psa_internal_trusted_storage_"
206 "s_interface_tests_tfm_its_test_2xxx_"),
207 "its_reliability_tests_tfm_its_test_3xxx_",
208 ("audit_"
209 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
210 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
211 ("initial_attestation_service_"
212 "secure_interface_tests_tfm_attest_test_1xxx_"),
213 ]
214 },
215 {
216 'name': 'Non_Secure_Test_Suites_Summary',
217 'start': 'Non-secure test suites summary',
218 'end': r'End of Non-secure test suites',
219 'pattern': r"Test suite '(?P<"
220 r"test_case_id>[^\n]+)' has (.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]221 r"(?P<result>PASSED|FAILED)",
222 'fixup': {"pass": "PASSED", "fail": "FAILED"},
223 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]224 ("psa_protected_storage"
225 "_ns_interface_tests_tfm_sst_test_1xxx_"),
TudorCretu8b138472019-08-30 10:51:05 +0100[diff] [blame]226 ("psa_internal_trusted_storage"
227 "_ns_interface_tests_tfm_its_test_1xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]228 ("auditlog_"
229 "non_secure_interface_test_tfm_audit_test_1xxx_"),
230 ("crypto_"
231 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
232 ("initial_attestation_service_"
Minos Galanakisf0dae4e2019-05-20 10:56:57 +0100[diff] [blame]233 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]234 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
235 ]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]236 }
237 ] # Monitors
238 }, # Regression
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]239 'CoreIPC': {
240 "binaries": {
241 "firmware": "tfm_sign.bin",
242 "bootloader": "mcuboot.bin"
243 },
244 "monitors": [
245 {
246 'name': 'Secure_Test_Suites_Summary',
Minos Galanakis8da148a2019-10-18 17:26:40 +0100[diff] [blame]247 'start': '[Sec Thread]',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]248 'end': 'system starting',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]249 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
250 r'(?P<test_case_id>Secure image '
251 r'initializing)(?P<result>!)',
252 'fixup': {"pass": "!", "fail": ""},
253 'required': ["secure_image_initializing"]
254 } # Monitors
255 ]
256 }, # CoreIPC
257 'CoreIPCTfmLevel2': {
258 "binaries": {
259 "firmware": "tfm_sign.bin",
260 "bootloader": "mcuboot.bin"
261 },
262 "monitors": [
263 {
264 'name': 'Secure_Test_Suites_Summary',
Minos Galanakis8da148a2019-10-18 17:26:40 +0100[diff] [blame]265 'start': '[Sec Thread]',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]266 'end': '\\x1b\\\[0m',
267 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
268 r'(?P<test_case_id>Secure image '
269 r'initializing)(?P<result>!)',
270 'fixup': {"pass": "!", "fail": ""},
271 'required': ["secure_image_initializing"]
272 } # Monitors
273 ]
274 }, # CoreIPCTfmLevel2
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]275 } # Tests
276}
277
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]278
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]279fvp_mps2_an521_bl2 = {
280 "templ": "fvp_mps2.jinja2",
281 "job_name": "fvp_mps2_an521_bl2",
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]282 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]283 "job_timeout": 15,
284 "action_timeout": 10,
285 "monitor_timeout": 10,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]286 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]287 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]288 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]289 "build_types": ["Debug", "Release", "Minsizerel"],
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]290 "boot_types": ["BL2"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]291 "data_bin_offset": "0x10080000",
292 "tests": {
293 'Default': {
294 "binaries": {
295 "firmware": "mcuboot.axf",
296 "bootloader": "tfm_s_ns_signed.bin"
297 },
298 "monitors": [
299 {
300 'name': 'Secure_Test_Suites_Summary',
301 'start': r'[Sec Thread]',
302 'end': r'system starting',
303 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
304 r'(?P<test_case_id>Secure image '
305 r'initializing)(?P<result>!)',
306 'fixup': {"pass": "!", "fail": ""},
307 'required': ["secure_image_initializing"]
308 } # Monitors
309 ]
310 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]311 'DefaultProfileS': {
312 "binaries": {
313 "firmware": "mcuboot.axf",
314 "bootloader": "tfm_s_ns_signed.bin"
315 },
316 "monitors": [
317 {
318 'name': 'Secure_Test_Suites_Summary',
319 'start': r'[Sec Thread]',
320 'end': r'system starting',
321 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
322 r'(?P<test_case_id>Secure image '
323 r'initializing)(?P<result>!)',
324 'fixup': {"pass": "!", "fail": ""},
325 'required': ["secure_image_initializing"]
326 } # Monitors
327 ]
328 }, # DefaultProfileS
329 'DefaultProfileM': {
330 "binaries": {
331 "firmware": "mcuboot.axf",
332 "bootloader": "tfm_s_ns_signed.bin"
333 },
334 "monitors": [
335 {
336 'name': 'Secure_Test_Suites_Summary',
337 'start': r'[Sec Thread]',
338 'end': r'system starting',
339 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
340 r'(?P<test_case_id>Secure image '
341 r'initializing)(?P<result>!)',
342 'fixup': {"pass": "!", "fail": ""},
343 'required': ["secure_image_initializing"]
344 } # Monitors
345 ]
346 }, # DefaultProfileM
347
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]348 'Regression': {
349 "binaries": {
350 "firmware": "mcuboot.axf",
351 "bootloader": "tfm_s_ns_signed.bin"
352 },
353 "monitors": [
354 {
355 'name': 'Secure_Test_Suites_Summary',
356 'start': 'Secure test suites summary',
357 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]358 'pattern': r"Test suite '(?P<"
359 r"test_case_id>[^\n]+)' has (.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]360 r"(?P<result>PASSED|FAILED)",
361 'fixup': {"pass": "PASSED", "fail": "FAILED"},
362 'required': [
363 ("psa_protected_storage_"
364 "s_interface_tests_tfm_sst_test_2xxx_"),
365 "sst_reliability_tests_tfm_sst_test_3xxx_",
366 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
367 ("psa_internal_trusted_storage_"
368 "s_interface_tests_tfm_its_test_2xxx_"),
369 "its_reliability_tests_tfm_its_test_3xxx_",
370 ("audit_"
371 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
372 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
373 ("initial_attestation_service_"
374 "secure_interface_tests_tfm_attest_test_1xxx_"),
375 ]
376 },
377 {
378 'name': 'Non_Secure_Test_Suites_Summary',
379 'start': 'Non-secure test suites summary',
380 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]381 'pattern': r"Test suite '(?P<"
382 r"test_case_id>[^\n]+)' has (.*) "
383 r"(?P<result>PASSED|FAILED)",
384 'fixup': {"pass": "PASSED", "fail": "FAILED"},
385 'required': [
386 ("psa_protected_storage"
387 "_ns_interface_tests_tfm_sst_test_1xxx_"),
388 ("psa_internal_trusted_storage"
389 "_ns_interface_tests_tfm_its_test_1xxx_"),
390 ("auditlog_"
391 "non_secure_interface_test_tfm_audit_test_1xxx_"),
392 ("crypto_"
393 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
394 ("initial_attestation_service_"
395 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
396 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
397 ]
398 }
399 ] # Monitors
400 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]401
402 'RegressionProfileM': {
403 "binaries": {
404 "firmware": "mcuboot.axf",
405 "bootloader": "tfm_s_ns_signed.bin"
406 },
407 "monitors": [
408 {
409 'name': 'Secure_Test_Suites_Summary',
410 'start': 'Secure test suites summary',
411 'end': 'End of Secure test suites',
412 'pattern': r"Test suite '(?P<"
413 r"test_case_id>[^\n]+)' has (.*) "
414 r"(?P<result>PASSED|FAILED)",
415 'fixup': {"pass": "PASSED", "fail": "FAILED"},
416 'required': [
417 ("psa_protected_storage_"
418 "s_interface_tests_tfm_sst_test_2xxx_"),
419 "sst_reliability_tests_tfm_sst_test_3xxx_",
420 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
421 ("psa_internal_trusted_storage_"
422 "s_interface_tests_tfm_its_test_2xxx_"),
423 "its_reliability_tests_tfm_its_test_3xxx_",
424 ("audit_"
425 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
426 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
427 ("initial_attestation_service_"
428 "secure_interface_tests_tfm_attest_test_1xxx_"),
429 ]
430 },
431 {
432 'name': 'Non_Secure_Test_Suites_Summary',
433 'start': 'Non-secure test suites summary',
434 'end': r'End of Non-secure test suites',
435 'pattern': r"Test suite '(?P<"
436 r"test_case_id>[^\n]+)' has (.*) "
437 r"(?P<result>PASSED|FAILED)",
438 'fixup': {"pass": "PASSED", "fail": "FAILED"},
439 'required': [
440 ("psa_protected_storage"
441 "_ns_interface_tests_tfm_sst_test_1xxx_"),
442 ("psa_internal_trusted_storage"
443 "_ns_interface_tests_tfm_its_test_1xxx_"),
444 ("auditlog_"
445 "non_secure_interface_test_tfm_audit_test_1xxx_"),
446 ("crypto_"
447 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
448 ("initial_attestation_service_"
449 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
450 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
451 ]
452 }
453 ] # Monitors
454 }, # RegressionProfileM
455 'RegressionProfileS': {
456 "binaries": {
457 "firmware": "mcuboot.axf",
458 "bootloader": "tfm_s_ns_signed.bin"
459 },
460 "monitors": [
461 {
462 'name': 'Secure_Test_Suites_Summary',
463 'start': 'Secure test suites summary',
464 'end': 'End of Secure test suites',
465 'pattern': r"Test suite '(?P<"
466 r"test_case_id>[^\n]+)' has (.*) "
467 r"(?P<result>PASSED|FAILED)",
468 'fixup': {"pass": "PASSED", "fail": "FAILED"},
469 'required': [
470 ("psa_protected_storage_"
471 "s_interface_tests_tfm_sst_test_2xxx_"),
472 "sst_reliability_tests_tfm_sst_test_3xxx_",
473 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
474 ("psa_internal_trusted_storage_"
475 "s_interface_tests_tfm_its_test_2xxx_"),
476 "its_reliability_tests_tfm_its_test_3xxx_",
477 ("audit_"
478 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
479 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
480 ("initial_attestation_service_"
481 "secure_interface_tests_tfm_attest_test_1xxx_"),
482 ]
483 },
484 {
485 'name': 'Non_Secure_Test_Suites_Summary',
486 'start': 'Non-secure test suites summary',
487 'end': r'End of Non-secure test suites',
488 'pattern': r"Test suite '(?P<"
489 r"test_case_id>[^\n]+)' has (.*) "
490 r"(?P<result>PASSED|FAILED)",
491 'fixup': {"pass": "PASSED", "fail": "FAILED"},
492 'required': [
493 ("psa_protected_storage"
494 "_ns_interface_tests_tfm_sst_test_1xxx_"),
495 ("psa_internal_trusted_storage"
496 "_ns_interface_tests_tfm_its_test_1xxx_"),
497 ("auditlog_"
498 "non_secure_interface_test_tfm_audit_test_1xxx_"),
499 ("crypto_"
500 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
501 ("initial_attestation_service_"
502 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
503 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
504 ]
505 }
506 ] # Monitors
507 }, # RegressionProfileS
508
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]509 'RegressionIPC': {
510 "binaries": {
511 "firmware": "mcuboot.axf",
512 "bootloader": "tfm_s_ns_signed.bin"
513 },
514 "monitors": [
515 {
516 'name': 'Secure_Test_Suites_Summary',
517 'start': 'Secure test suites summary',
518 'end': 'End of Secure test suites',
519 'pattern': r"Test suite '(?P<"
520 r"test_case_id>[^\n]+)' has (.*) "
521 r"(?P<result>PASSED|FAILED)",
522 'fixup': {"pass": "PASSED", "fail": "FAILED"},
523 'required': [
524 ("psa_protected_storage_"
525 "s_interface_tests_tfm_sst_test_2xxx_"),
526 "sst_reliability_tests_tfm_sst_test_3xxx_",
527 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
528 ("psa_internal_trusted_storage_"
529 "s_interface_tests_tfm_its_test_2xxx_"),
530 "its_reliability_tests_tfm_its_test_3xxx_",
531 ("audit_"
532 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
533 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
534 ("initial_attestation_service_"
535 "secure_interface_tests_tfm_attest_test_1xxx_"),
536 ]
537 },
538 {
539 'name': 'Non_Secure_Test_Suites_Summary',
540 'start': 'Non-secure test suites summary',
541 'end': r'End of Non-secure test suites',
542 'pattern': r"Test suite '(?P<"
543 r"test_case_id>[^\n]+)' has (.*) "
544 r"(?P<result>PASSED|FAILED)",
545 'fixup': {"pass": "PASSED", "fail": "FAILED"},
546 'required': [
547 ("psa_protected_storage"
548 "_ns_interface_tests_tfm_sst_test_1xxx_"),
549 ("psa_internal_trusted_storage"
550 "_ns_interface_tests_tfm_its_test_1xxx_"),
551 ("auditlog_"
552 "non_secure_interface_test_tfm_audit_test_1xxx_"),
553 ("crypto_"
554 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
555 ("initial_attestation_service_"
556 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
557 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
558 ]
559 }
560 ] # Monitors
561 }, # Regression
562 'RegressionIPCTfmLevel2': {
563 "binaries": {
564 "firmware": "mcuboot.axf",
565 "bootloader": "tfm_s_ns_signed.bin"
566 },
567 "monitors": [
568 {
569 'name': 'Secure_Test_Suites_Summary',
570 'start': 'Secure test suites summary',
571 'end': 'End of Secure test suites',
572 'pattern': r"Test suite '(?P<"
573 r"test_case_id>[^\n]+)' has (.*) "
574 r"(?P<result>PASSED|FAILED)",
575 'fixup': {"pass": "PASSED", "fail": "FAILED"},
576 'required': [
577 ("psa_protected_storage_"
578 "s_interface_tests_tfm_sst_test_2xxx_"),
579 "sst_reliability_tests_tfm_sst_test_3xxx_",
580 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
581 ("psa_internal_trusted_storage_"
582 "s_interface_tests_tfm_its_test_2xxx_"),
583 "its_reliability_tests_tfm_its_test_3xxx_",
584 ("audit_"
585 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
586 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
587 ("initial_attestation_service_"
588 "secure_interface_tests_tfm_attest_test_1xxx_"),
589 ]
590 },
591 {
592 'name': 'Non_Secure_Test_Suites_Summary',
593 'start': 'Non-secure test suites summary',
594 'end': r'End of Non-secure test suites',
595 'pattern': r"Test suite '(?P<"
596 r"test_case_id>[^\n]+)' has (.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]597 r"(?P<result>PASSED|FAILED)",
598 'fixup': {"pass": "PASSED", "fail": "FAILED"},
599 'required': [
600 ("psa_protected_storage"
601 "_ns_interface_tests_tfm_sst_test_1xxx_"),
602 ("psa_internal_trusted_storage"
603 "_ns_interface_tests_tfm_its_test_1xxx_"),
604 ("auditlog_"
605 "non_secure_interface_test_tfm_audit_test_1xxx_"),
606 ("crypto_"
607 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
608 ("initial_attestation_service_"
609 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
610 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
611 ]
612 }
613 ] # Monitors
614 }, # Regression
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]615 'RegressionIPCTfmLevel3': {
616 "binaries": {
617 "firmware": "mcuboot.axf",
618 "bootloader": "tfm_s_ns_signed.bin"
619 },
620 "monitors": [
621 {
622 'name': 'Secure_Test_Suites_Summary',
623 'start': 'Secure test suites summary',
624 'end': 'End of Secure test suites',
625 'pattern': r"Test suite '(?P<"
626 r"test_case_id>[^\n]+)' has (.*) "
627 r"(?P<result>PASSED|FAILED)",
628 'fixup': {"pass": "PASSED", "fail": "FAILED"},
629 'required': [
630 ("psa_protected_storage_"
631 "s_interface_tests_tfm_sst_test_2xxx_"),
632 "sst_reliability_tests_tfm_sst_test_3xxx_",
633 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
634 ("psa_internal_trusted_storage_"
635 "s_interface_tests_tfm_its_test_2xxx_"),
636 "its_reliability_tests_tfm_its_test_3xxx_",
637 ("audit_"
638 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
639 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
640 ("initial_attestation_service_"
641 "secure_interface_tests_tfm_attest_test_1xxx_"),
642 ]
643 },
644 {
645 'name': 'Non_Secure_Test_Suites_Summary',
646 'start': 'Non-secure test suites summary',
647 'end': r'End of Non-secure test suites',
648 'pattern': r"Test suite '(?P<"
649 r"test_case_id>[^\n]+)' has (.*) "
650 r"(?P<result>PASSED|FAILED)",
651 'fixup': {"pass": "PASSED", "fail": "FAILED"},
652 'required': [
653 ("psa_protected_storage"
654 "_ns_interface_tests_tfm_sst_test_1xxx_"),
655 ("psa_internal_trusted_storage"
656 "_ns_interface_tests_tfm_its_test_1xxx_"),
657 ("auditlog_"
658 "non_secure_interface_test_tfm_audit_test_1xxx_"),
659 ("crypto_"
660 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
661 ("initial_attestation_service_"
662 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
663 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
664 ]
665 }
666 ] # Monitors
667 }, # Regression
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]668 'CoreIPC': {
669 "binaries": {
670 "firmware": "mcuboot.axf",
671 "bootloader": "tfm_s_ns_signed.bin"
672 },
673 "monitors": [
674 {
675 'name': 'Secure_Test_Suites_Summary',
676 'start': r'[Sec Thread]',
677 'end': r'system starting',
678 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
679 r'(?P<test_case_id>Secure image '
680 r'initializing)(?P<result>!)',
681 'fixup': {"pass": "!", "fail": ""},
682 'required': ["secure_image_initializing"]
683 } # Monitors
684 ]
685 }, # CoreIPC
686 'CoreIPCTfmLevel2': {
687 "binaries": {
688 "firmware": "mcuboot.axf",
689 "bootloader": "tfm_s_ns_signed.bin"
690 },
691 "monitors": [
692 {
693 'name': 'Secure_Test_Suites_Summary',
694 'start': r'[Sec Thread]',
695 'end': r'system starting',
696 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
697 r'(?P<test_case_id>Secure image '
698 r'initializing)(?P<result>!)',
699 'fixup': {"pass": "!", "fail": ""},
700 'required': ["secure_image_initializing"]
701 } # Monitors
702 ]
703 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]704 'CoreIPCTfmLevel3': {
705 "binaries": {
706 "firmware": "mcuboot.axf",
707 "bootloader": "tfm_s_ns_signed.bin"
708 },
709 "monitors": [
710 {
711 'name': 'Secure_Test_Suites_Summary',
712 'start': r'[Sec Thread]',
713 'end': r'system starting',
714 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
715 r'(?P<test_case_id>Secure image '
716 r'initializing)(?P<result>!)',
717 'fixup': {"pass": "!", "fail": ""},
718 'required': ["secure_image_initializing"]
719 } # Monitors
720 ]
721 }, # CoreIPCTfmLevel3
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]722 } # Tests
723}
724
725
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]726fvp_mps2_an521_nobl2 = {
727 "templ": "fvp_mps2.jinja2",
728 "job_name": "fvp_mps2_an521_nobl2",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]729 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]730 "job_timeout": 15,
731 "action_timeout": 10,
732 "monitor_timeout": 10,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]733 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]734 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]735 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]736 "build_types": ["Debug", "Release", "Minsizerel"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]737 "boot_types": ["NOBL2"],
738 "data_bin_offset": "0x00100000",
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]739 "cpu_baseline": 1,
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]740 "tests": {
741 'Default': {
742 "binaries": {
743 "firmware": "tfm_s.axf",
744 "bootloader": "tfm_ns.bin"
745 },
746 "monitors": [
747 {
748 'name': 'Secure_Test_Suites_Summary',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]749 'start': r'[Sec Thread]',
750 'end': r'system starting',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]751 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
752 r'(?P<test_case_id>Secure image '
753 r'initializing)(?P<result>!)',
754 'fixup': {"pass": "!", "fail": ""},
755 'required': ["secure_image_initializing"]
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]756 }
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]757 ]
758 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]759 'DefaultProfileS': {
760 "binaries": {
761 "firmware": "tfm_s.axf",
762 "bootloader": "tfm_ns.bin"
763 },
764 "monitors": [
765 {
766 'name': 'Secure_Test_Suites_Summary',
767 'start': r'[Sec Thread]',
768 'end': r'system starting',
769 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
770 r'(?P<test_case_id>Secure image '
771 r'initializing)(?P<result>!)',
772 'fixup': {"pass": "!", "fail": ""},
773 'required': ["secure_image_initializing"]
774 } # Monitors
775 ]
776 }, # DefaultProfileS
777 'DefaultProfileM': {
778 "binaries": {
779 "firmware": "tfm_s.axf",
780 "bootloader": "tfm_ns.bin"
781 },
782 "monitors": [
783 {
784 'name': 'Secure_Test_Suites_Summary',
785 'start': r'[Sec Thread]',
786 'end': r'system starting',
787 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
788 r'(?P<test_case_id>Secure image '
789 r'initializing)(?P<result>!)',
790 'fixup': {"pass": "!", "fail": ""},
791 'required': ["secure_image_initializing"]
792 } # Monitors
793 ]
794 }, # DefaultProfileM
795
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]796 'Regression': {
797 "binaries": {
798 "firmware": "tfm_s.axf",
799 "bootloader": "tfm_ns.bin"
800 },
801 "monitors": [
802 {
803 'name': 'Secure_Test_Suites_Summary',
804 'start': 'Secure test suites summary',
805 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]806 'pattern': r"Test suite '(?P<"
807 r"test_case_id>[^\n]+)' has (.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]808 r"(?P<result>PASSED|FAILED)",
809 'fixup': {"pass": "PASSED", "fail": "FAILED"},
810 'required': [
811 ("psa_protected_storage_"
812 "s_interface_tests_tfm_sst_test_2xxx_"),
813 "sst_reliability_tests_tfm_sst_test_3xxx_",
814 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
815 ("psa_internal_trusted_storage_"
816 "s_interface_tests_tfm_its_test_2xxx_"),
817 "its_reliability_tests_tfm_its_test_3xxx_",
818 ("audit_"
819 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
820 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
821 ("initial_attestation_service_"
822 "secure_interface_tests_tfm_attest_test_1xxx_"),
823 ]
824 },
825 {
826 'name': 'Non_Secure_Test_Suites_Summary',
827 'start': 'Non-secure test suites summary',
828 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]829 'pattern': r"Test suite '(?P<"
830 r"test_case_id>[^\n]+)' has (.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]831 r"(?P<result>PASSED|FAILED)",
832 'fixup': {"pass": "PASSED", "fail": "FAILED"},
833 'required': [
834 ("psa_protected_storage"
835 "_ns_interface_tests_tfm_sst_test_1xxx_"),
836 ("psa_internal_trusted_storage"
837 "_ns_interface_tests_tfm_its_test_1xxx_"),
838 ("auditlog_"
839 "non_secure_interface_test_tfm_audit_test_1xxx_"),
840 ("crypto_"
841 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
842 ("initial_attestation_service_"
843 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
844 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
845 ]
846 }
847 ] # Monitors
848 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]849 'RegressionProfileM': {
850 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]851 "firmware": "tfm_s.axf",
852 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]853 },
854 "monitors": [
855 {
856 'name': 'Secure_Test_Suites_Summary',
857 'start': 'Secure test suites summary',
858 'end': 'End of Secure test suites',
859 'pattern': r"Test suite '(?P<"
860 r"test_case_id>[^\n]+)' has (.*) "
861 r"(?P<result>PASSED|FAILED)",
862 'fixup': {"pass": "PASSED", "fail": "FAILED"},
863 'required': [
864 ("psa_protected_storage_"
865 "s_interface_tests_tfm_sst_test_2xxx_"),
866 "sst_reliability_tests_tfm_sst_test_3xxx_",
867 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
868 ("psa_internal_trusted_storage_"
869 "s_interface_tests_tfm_its_test_2xxx_"),
870 "its_reliability_tests_tfm_its_test_3xxx_",
871 ("audit_"
872 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
873 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
874 ("initial_attestation_service_"
875 "secure_interface_tests_tfm_attest_test_1xxx_"),
876 ]
877 },
878 {
879 'name': 'Non_Secure_Test_Suites_Summary',
880 'start': 'Non-secure test suites summary',
881 'end': r'End of Non-secure test suites',
882 'pattern': r"Test suite '(?P<"
883 r"test_case_id>[^\n]+)' has (.*) "
884 r"(?P<result>PASSED|FAILED)",
885 'fixup': {"pass": "PASSED", "fail": "FAILED"},
886 'required': [
887 ("psa_protected_storage"
888 "_ns_interface_tests_tfm_sst_test_1xxx_"),
889 ("psa_internal_trusted_storage"
890 "_ns_interface_tests_tfm_its_test_1xxx_"),
891 ("auditlog_"
892 "non_secure_interface_test_tfm_audit_test_1xxx_"),
893 ("crypto_"
894 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
895 ("initial_attestation_service_"
896 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
897 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
898 ]
899 }
900 ] # Monitors
901 }, # RegressionProfileM
902 'RegressionProfileS': {
903 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]904 "firmware": "tfm_s.axf",
905 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]906 },
907 "monitors": [
908 {
909 'name': 'Secure_Test_Suites_Summary',
910 'start': 'Secure test suites summary',
911 'end': 'End of Secure test suites',
912 'pattern': r"Test suite '(?P<"
913 r"test_case_id>[^\n]+)' has (.*) "
914 r"(?P<result>PASSED|FAILED)",
915 'fixup': {"pass": "PASSED", "fail": "FAILED"},
916 'required': [
917 ("psa_protected_storage_"
918 "s_interface_tests_tfm_sst_test_2xxx_"),
919 "sst_reliability_tests_tfm_sst_test_3xxx_",
920 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
921 ("psa_internal_trusted_storage_"
922 "s_interface_tests_tfm_its_test_2xxx_"),
923 "its_reliability_tests_tfm_its_test_3xxx_",
924 ("audit_"
925 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
926 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
927 ("initial_attestation_service_"
928 "secure_interface_tests_tfm_attest_test_1xxx_"),
929 ]
930 },
931 {
932 'name': 'Non_Secure_Test_Suites_Summary',
933 'start': 'Non-secure test suites summary',
934 'end': r'End of Non-secure test suites',
935 'pattern': r"Test suite '(?P<"
936 r"test_case_id>[^\n]+)' has (.*) "
937 r"(?P<result>PASSED|FAILED)",
938 'fixup': {"pass": "PASSED", "fail": "FAILED"},
939 'required': [
940 ("psa_protected_storage"
941 "_ns_interface_tests_tfm_sst_test_1xxx_"),
942 ("psa_internal_trusted_storage"
943 "_ns_interface_tests_tfm_its_test_1xxx_"),
944 ("auditlog_"
945 "non_secure_interface_test_tfm_audit_test_1xxx_"),
946 ("crypto_"
947 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
948 ("initial_attestation_service_"
949 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
950 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
951 ]
952 }
953 ] # Monitors
954 }, # RegressionProfileS
955
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]956 'RegressionIPC': {
957 "binaries": {
958 "firmware": "tfm_s.axf",
959 "bootloader": "tfm_ns.bin"
960 },
961 "monitors": [
962 {
963 'name': 'Secure_Test_Suites_Summary',
964 'start': 'Secure test suites summary',
965 'end': 'End of Secure test suites',
966 'pattern': r"Test suite '(?P<"
967 r"test_case_id>[^\n]+)' has (.*) "
968 r"(?P<result>PASSED|FAILED)",
969 'fixup': {"pass": "PASSED", "fail": "FAILED"},
970 'required': [
971 ("psa_protected_storage_"
972 "s_interface_tests_tfm_sst_test_2xxx_"),
973 "sst_reliability_tests_tfm_sst_test_3xxx_",
974 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
975 ("psa_internal_trusted_storage_"
976 "s_interface_tests_tfm_its_test_2xxx_"),
977 "its_reliability_tests_tfm_its_test_3xxx_",
978 ("audit_"
979 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
980 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
981 ("initial_attestation_service_"
982 "secure_interface_tests_tfm_attest_test_1xxx_"),
983 ]
984 },
985 {
986 'name': 'Non_Secure_Test_Suites_Summary',
987 'start': 'Non-secure test suites summary',
988 'end': r'End of Non-secure test suites',
989 'pattern': r"Test suite '(?P<"
990 r"test_case_id>[^\n]+)' has (.*) "
991 r"(?P<result>PASSED|FAILED)",
992 'fixup': {"pass": "PASSED", "fail": "FAILED"},
993 'required': [
994 ("psa_protected_storage"
995 "_ns_interface_tests_tfm_sst_test_1xxx_"),
996 ("psa_internal_trusted_storage"
997 "_ns_interface_tests_tfm_its_test_1xxx_"),
998 ("auditlog_"
999 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1000 ("crypto_"
1001 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1002 ("initial_attestation_service_"
1003 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1004 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1005 ]
1006 }
1007 ] # Monitors
1008 }, # RegressionIPC
1009 'RegressionIPCTfmLevel2': {
1010 "binaries": {
1011 "firmware": "tfm_s.axf",
1012 "bootloader": "tfm_ns.bin"
1013 },
1014 "monitors": [
1015 {
1016 'name': 'Secure_Test_Suites_Summary',
1017 'start': 'Secure test suites summary',
1018 'end': 'End of Secure test suites',
1019 'pattern': r"Test suite '(?P<"
1020 r"test_case_id>[^\n]+)' has (.*) "
1021 r"(?P<result>PASSED|FAILED)",
1022 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1023 'required': [
1024 ("psa_protected_storage_"
1025 "s_interface_tests_tfm_sst_test_2xxx_"),
1026 "sst_reliability_tests_tfm_sst_test_3xxx_",
1027 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1028 ("psa_internal_trusted_storage_"
1029 "s_interface_tests_tfm_its_test_2xxx_"),
1030 "its_reliability_tests_tfm_its_test_3xxx_",
1031 ("audit_"
1032 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1033 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1034 ("initial_attestation_service_"
1035 "secure_interface_tests_tfm_attest_test_1xxx_"),
1036 ]
1037 },
1038 {
1039 'name': 'Non_Secure_Test_Suites_Summary',
1040 'start': 'Non-secure test suites summary',
1041 'end': r'End of Non-secure test suites',
1042 'pattern': r"Test suite '(?P<"
1043 r"test_case_id>[^\n]+)' has (.*) "
1044 r"(?P<result>PASSED|FAILED)",
1045 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1046 'required': [
1047 ("psa_protected_storage"
1048 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1049 ("psa_internal_trusted_storage"
1050 "_ns_interface_tests_tfm_its_test_1xxx_"),
1051 ("auditlog_"
1052 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1053 ("crypto_"
1054 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1055 ("initial_attestation_service_"
1056 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1057 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1058 ]
1059 }
1060 ] # Monitors
1061 }, # RegressionIPCTfmLevel2
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1062 'RegressionIPCTfmLevel3': {
1063 "binaries": {
1064 "firmware": "tfm_s.axf",
1065 "bootloader": "tfm_ns.bin"
1066 },
1067 "monitors": [
1068 {
1069 'name': 'Secure_Test_Suites_Summary',
1070 'start': 'Secure test suites summary',
1071 'end': 'End of Secure test suites',
1072 'pattern': r"Test suite '(?P<"
1073 r"test_case_id>[^\n]+)' has (.*) "
1074 r"(?P<result>PASSED|FAILED)",
1075 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1076 'required': [
1077 ("psa_protected_storage_"
1078 "s_interface_tests_tfm_sst_test_2xxx_"),
1079 "sst_reliability_tests_tfm_sst_test_3xxx_",
1080 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1081 ("psa_internal_trusted_storage_"
1082 "s_interface_tests_tfm_its_test_2xxx_"),
1083 "its_reliability_tests_tfm_its_test_3xxx_",
1084 ("audit_"
1085 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1086 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1087 ("initial_attestation_service_"
1088 "secure_interface_tests_tfm_attest_test_1xxx_"),
1089 ]
1090 },
1091 {
1092 'name': 'Non_Secure_Test_Suites_Summary',
1093 'start': 'Non-secure test suites summary',
1094 'end': r'End of Non-secure test suites',
1095 'pattern': r"Test suite '(?P<"
1096 r"test_case_id>[^\n]+)' has (.*) "
1097 r"(?P<result>PASSED|FAILED)",
1098 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1099 'required': [
1100 ("psa_protected_storage"
1101 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1102 ("psa_internal_trusted_storage"
1103 "_ns_interface_tests_tfm_its_test_1xxx_"),
1104 ("auditlog_"
1105 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1106 ("crypto_"
1107 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1108 ("initial_attestation_service_"
1109 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1110 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1111 ]
1112 }
1113 ] # Monitors
1114 }, # RegressionIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1115 'CoreIPC': {
1116 "binaries": {
1117 "firmware": "tfm_s.axf",
1118 "bootloader": "tfm_ns.bin"
1119 },
1120 "monitors": [
1121 {
1122 'name': 'Secure_Test_Suites_Summary',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1123 'start': r'[Sec Thread]',
1124 'end': r'system starting',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1125 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1126 r'(?P<test_case_id>Secure image '
1127 r'initializing)(?P<result>!)',
1128 'fixup': {"pass": "!", "fail": ""},
1129 'required': ["secure_image_initializing"]
1130 } # Monitors
1131 ]
1132 }, # CoreIPC
1133 'CoreIPCTfmLevel2': {
1134 "binaries": {
1135 "firmware": "tfm_s.axf",
1136 "bootloader": "tfm_ns.bin"
1137 },
1138 "monitors": [
1139 {
1140 'name': 'Secure_Test_Suites_Summary',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1141 'start': r'[Sec Thread]',
1142 'end': r'system starting',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1143 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1144 r'(?P<test_case_id>Secure image '
1145 r'initializing)(?P<result>!)',
1146 'fixup': {"pass": "!", "fail": ""},
1147 'required': ["secure_image_initializing"]
1148 } # Monitors
1149 ]
1150 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1151 'CoreIPCTfmLevel3': {
1152 "binaries": {
1153 "firmware": "tfm_s.axf",
1154 "bootloader": "tfm_ns.bin"
1155 },
1156 "monitors": [
1157 {
1158 'name': 'Secure_Test_Suites_Summary',
1159 'start': r'[Sec Thread]',
1160 'end': r'system starting',
1161 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1162 r'(?P<test_case_id>Secure image '
1163 r'initializing)(?P<result>!)',
1164 'fixup': {"pass": "!", "fail": ""},
1165 'required': ["secure_image_initializing"]
1166 } # Monitors
1167 ]
1168 }, # CoreIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1169 } # Tests
1170}
1171
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1172
1173fvp_mps2_an519_bl2 = {
1174 "templ": "fvp_mps2.jinja2",
1175 "job_name": "fvp_mps2_an519_bl2",
1176 "device_type": "fvp",
1177 "job_timeout": 15,
1178 "action_timeout": 10,
1179 "monitor_timeout": 10,
1180 "poweroff_timeout": 1,
1181 "platforms": {"AN519": ""},
1182 "compilers": ["GNUARM", "ARMCLANG"],
1183 "build_types": ["Debug", "Release", "Minsizerel"],
1184 "boot_types": ["BL2"],
1185 "data_bin_offset": "0x10080000",
1186 "cpu0_baseline": 1,
1187 "tests": {
1188 'Default': {
1189 "binaries": {
1190 "firmware": "mcuboot.axf",
1191 "bootloader": "tfm_s_ns_signed.bin"
1192 },
1193 "monitors": [
1194 {
1195 'name': 'Secure_Test_Suites_Summary',
1196 'start': r'[Sec Thread]',
1197 'end': r'system starting',
1198 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1199 r'(?P<test_case_id>Secure image '
1200 r'initializing)(?P<result>!)',
1201 'fixup': {"pass": "!", "fail": ""},
1202 'required': ["secure_image_initializing"]
1203 } # Monitors
1204 ]
1205 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1206 'DefaultProfileS': {
1207 "binaries": {
1208 "firmware": "mcuboot.axf",
1209 "bootloader": "tfm_s_ns_signed.bin"
1210 },
1211 "monitors": [
1212 {
1213 'name': 'Secure_Test_Suites_Summary',
1214 'start': r'[Sec Thread]',
1215 'end': r'system starting',
1216 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1217 r'(?P<test_case_id>Secure image '
1218 r'initializing)(?P<result>!)',
1219 'fixup': {"pass": "!", "fail": ""},
1220 'required': ["secure_image_initializing"]
1221 } # Monitors
1222 ]
1223 }, # DefaultProfileS
1224 'DefaultProfileM': {
1225 "binaries": {
1226 "firmware": "mcuboot.axf",
1227 "bootloader": "tfm_s_ns_signed.bin"
1228 },
1229 "monitors": [
1230 {
1231 'name': 'Secure_Test_Suites_Summary',
1232 'start': r'[Sec Thread]',
1233 'end': r'system starting',
1234 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1235 r'(?P<test_case_id>Secure image '
1236 r'initializing)(?P<result>!)',
1237 'fixup': {"pass": "!", "fail": ""},
1238 'required': ["secure_image_initializing"]
1239 } # Monitors
1240 ]
1241 }, # DefaultProfileM
1242
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1243 'Regression': {
1244 "binaries": {
1245 "firmware": "mcuboot.axf",
1246 "bootloader": "tfm_s_ns_signed.bin"
1247 },
1248 "monitors": [
1249 {
1250 'name': 'Secure_Test_Suites_Summary',
1251 'start': 'Secure test suites summary',
1252 'end': 'End of Secure test suites',
1253 'pattern': r"Test suite '(?P<"
1254 r"test_case_id>[^\n]+)' has (.*) "
1255 r"(?P<result>PASSED|FAILED)",
1256 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1257 'required': [
1258 ("psa_protected_storage_"
1259 "s_interface_tests_tfm_sst_test_2xxx_"),
1260 "sst_reliability_tests_tfm_sst_test_3xxx_",
1261 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1262 ("psa_internal_trusted_storage_"
1263 "s_interface_tests_tfm_its_test_2xxx_"),
1264 "its_reliability_tests_tfm_its_test_3xxx_",
1265 ("audit_"
1266 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1267 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1268 ("initial_attestation_service_"
1269 "secure_interface_tests_tfm_attest_test_1xxx_"),
1270 ]
1271 },
1272 {
1273 'name': 'Non_Secure_Test_Suites_Summary',
1274 'start': 'Non-secure test suites summary',
1275 'end': r'End of Non-secure test suites',
1276 'pattern': r"Test suite '(?P<"
1277 r"test_case_id>[^\n]+)' has (.*) "
1278 r"(?P<result>PASSED|FAILED)",
1279 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1280 'required': [
1281 ("psa_protected_storage"
1282 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1283 ("psa_internal_trusted_storage"
1284 "_ns_interface_tests_tfm_its_test_1xxx_"),
1285 ("auditlog_"
1286 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1287 ("crypto_"
1288 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1289 ("initial_attestation_service_"
1290 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1291 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1292 ]
1293 }
1294 ] # Monitors
1295 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1296
1297 'RegressionProfileM': {
1298 "binaries": {
1299 "firmware": "mcuboot.axf",
1300 "bootloader": "tfm_s_ns_signed.bin"
1301 },
1302 "monitors": [
1303 {
1304 'name': 'Secure_Test_Suites_Summary',
1305 'start': 'Secure test suites summary',
1306 'end': 'End of Secure test suites',
1307 'pattern': r"Test suite '(?P<"
1308 r"test_case_id>[^\n]+)' has (.*) "
1309 r"(?P<result>PASSED|FAILED)",
1310 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1311 'required': [
1312 ("psa_protected_storage_"
1313 "s_interface_tests_tfm_sst_test_2xxx_"),
1314 "sst_reliability_tests_tfm_sst_test_3xxx_",
1315 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1316 ("psa_internal_trusted_storage_"
1317 "s_interface_tests_tfm_its_test_2xxx_"),
1318 "its_reliability_tests_tfm_its_test_3xxx_",
1319 ("audit_"
1320 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1321 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1322 ("initial_attestation_service_"
1323 "secure_interface_tests_tfm_attest_test_1xxx_"),
1324 ]
1325 },
1326 {
1327 'name': 'Non_Secure_Test_Suites_Summary',
1328 'start': 'Non-secure test suites summary',
1329 'end': r'End of Non-secure test suites',
1330 'pattern': r"Test suite '(?P<"
1331 r"test_case_id>[^\n]+)' has (.*) "
1332 r"(?P<result>PASSED|FAILED)",
1333 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1334 'required': [
1335 ("psa_protected_storage"
1336 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1337 ("psa_internal_trusted_storage"
1338 "_ns_interface_tests_tfm_its_test_1xxx_"),
1339 ("auditlog_"
1340 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1341 ("crypto_"
1342 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1343 ("initial_attestation_service_"
1344 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1345 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1346 ]
1347 }
1348 ] # Monitors
1349 }, # RegressionProfileM
1350 'RegressionProfileS': {
1351 "binaries": {
1352 "firmware": "mcuboot.axf",
1353 "bootloader": "tfm_s_ns_signed.bin"
1354 },
1355 "monitors": [
1356 {
1357 'name': 'Secure_Test_Suites_Summary',
1358 'start': 'Secure test suites summary',
1359 'end': 'End of Secure test suites',
1360 'pattern': r"Test suite '(?P<"
1361 r"test_case_id>[^\n]+)' has (.*) "
1362 r"(?P<result>PASSED|FAILED)",
1363 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1364 'required': [
1365 ("psa_protected_storage_"
1366 "s_interface_tests_tfm_sst_test_2xxx_"),
1367 "sst_reliability_tests_tfm_sst_test_3xxx_",
1368 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1369 ("psa_internal_trusted_storage_"
1370 "s_interface_tests_tfm_its_test_2xxx_"),
1371 "its_reliability_tests_tfm_its_test_3xxx_",
1372 ("audit_"
1373 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1374 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1375 ("initial_attestation_service_"
1376 "secure_interface_tests_tfm_attest_test_1xxx_"),
1377 ]
1378 },
1379 {
1380 'name': 'Non_Secure_Test_Suites_Summary',
1381 'start': 'Non-secure test suites summary',
1382 'end': r'End of Non-secure test suites',
1383 'pattern': r"Test suite '(?P<"
1384 r"test_case_id>[^\n]+)' has (.*) "
1385 r"(?P<result>PASSED|FAILED)",
1386 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1387 'required': [
1388 ("psa_protected_storage"
1389 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1390 ("psa_internal_trusted_storage"
1391 "_ns_interface_tests_tfm_its_test_1xxx_"),
1392 ("auditlog_"
1393 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1394 ("crypto_"
1395 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1396 ("initial_attestation_service_"
1397 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1398 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1399 ]
1400 }
1401 ] # Monitors
1402 }, # RegressionProfileS
1403
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1404 'RegressionIPC': {
1405 "binaries": {
1406 "firmware": "mcuboot.axf",
1407 "bootloader": "tfm_s_ns_signed.bin"
1408 },
1409 "monitors": [
1410 {
1411 'name': 'Secure_Test_Suites_Summary',
1412 'start': 'Secure test suites summary',
1413 'end': 'End of Secure test suites',
1414 'pattern': r"Test suite '(?P<"
1415 r"test_case_id>[^\n]+)' has (.*) "
1416 r"(?P<result>PASSED|FAILED)",
1417 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1418 'required': [
1419 ("psa_protected_storage_"
1420 "s_interface_tests_tfm_sst_test_2xxx_"),
1421 "sst_reliability_tests_tfm_sst_test_3xxx_",
1422 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1423 ("psa_internal_trusted_storage_"
1424 "s_interface_tests_tfm_its_test_2xxx_"),
1425 "its_reliability_tests_tfm_its_test_3xxx_",
1426 ("audit_"
1427 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1428 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1429 ("initial_attestation_service_"
1430 "secure_interface_tests_tfm_attest_test_1xxx_"),
1431 ]
1432 },
1433 {
1434 'name': 'Non_Secure_Test_Suites_Summary',
1435 'start': 'Non-secure test suites summary',
1436 'end': r'End of Non-secure test suites',
1437 'pattern': r"Test suite '(?P<"
1438 r"test_case_id>[^\n]+)' has (.*) "
1439 r"(?P<result>PASSED|FAILED)",
1440 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1441 'required': [
1442 ("psa_protected_storage"
1443 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1444 ("psa_internal_trusted_storage"
1445 "_ns_interface_tests_tfm_its_test_1xxx_"),
1446 ("auditlog_"
1447 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1448 ("crypto_"
1449 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1450 ("initial_attestation_service_"
1451 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1452 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1453 ]
1454 }
1455 ] # Monitors
1456 }, # Regression
1457 'RegressionIPCTfmLevel2': {
1458 "binaries": {
1459 "firmware": "mcuboot.axf",
1460 "bootloader": "tfm_s_ns_signed.bin"
1461 },
1462 "monitors": [
1463 {
1464 'name': 'Secure_Test_Suites_Summary',
1465 'start': 'Secure test suites summary',
1466 'end': 'End of Secure test suites',
1467 'pattern': r"Test suite '(?P<"
1468 r"test_case_id>[^\n]+)' has (.*) "
1469 r"(?P<result>PASSED|FAILED)",
1470 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1471 'required': [
1472 ("psa_protected_storage_"
1473 "s_interface_tests_tfm_sst_test_2xxx_"),
1474 "sst_reliability_tests_tfm_sst_test_3xxx_",
1475 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1476 ("psa_internal_trusted_storage_"
1477 "s_interface_tests_tfm_its_test_2xxx_"),
1478 "its_reliability_tests_tfm_its_test_3xxx_",
1479 ("audit_"
1480 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1481 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1482 ("initial_attestation_service_"
1483 "secure_interface_tests_tfm_attest_test_1xxx_"),
1484 ]
1485 },
1486 {
1487 'name': 'Non_Secure_Test_Suites_Summary',
1488 'start': 'Non-secure test suites summary',
1489 'end': r'End of Non-secure test suites',
1490 'pattern': r"Test suite '(?P<"
1491 r"test_case_id>[^\n]+)' has (.*) "
1492 r"(?P<result>PASSED|FAILED)",
1493 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1494 'required': [
1495 ("psa_protected_storage"
1496 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1497 ("psa_internal_trusted_storage"
1498 "_ns_interface_tests_tfm_its_test_1xxx_"),
1499 ("auditlog_"
1500 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1501 ("crypto_"
1502 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1503 ("initial_attestation_service_"
1504 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1505 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1506 ]
1507 }
1508 ] # Monitors
1509 }, # Regression
1510 'CoreIPC': {
1511 "binaries": {
1512 "firmware": "mcuboot.axf",
1513 "bootloader": "tfm_s_ns_signed.bin"
1514 },
1515 "monitors": [
1516 {
1517 'name': 'Secure_Test_Suites_Summary',
1518 'start': r'[Sec Thread]',
1519 'end': r'system starting',
1520 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1521 r'(?P<test_case_id>Secure image '
1522 r'initializing)(?P<result>!)',
1523 'fixup': {"pass": "!", "fail": ""},
1524 'required': ["secure_image_initializing"]
1525 } # Monitors
1526 ]
1527 }, # CoreIPC
1528 'CoreIPCTfmLevel2': {
1529 "binaries": {
1530 "firmware": "mcuboot.axf",
1531 "bootloader": "tfm_s_ns_signed.bin"
1532 },
1533 "monitors": [
1534 {
1535 'name': 'Secure_Test_Suites_Summary',
1536 'start': r'[Sec Thread]',
1537 'end': r'system starting',
1538 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1539 r'(?P<test_case_id>Secure image '
1540 r'initializing)(?P<result>!)',
1541 'fixup': {"pass": "!", "fail": ""},
1542 'required': ["secure_image_initializing"]
1543 } # Monitors
1544 ]
1545 }, # CoreIPCTfmLevel2
1546 } # Tests
1547}
1548
1549
1550fvp_mps2_an519_nobl2 = {
1551 "templ": "fvp_mps2.jinja2",
1552 "job_name": "fvp_mps2_an519_nobl2",
1553 "device_type": "fvp",
1554 "job_timeout": 15,
1555 "action_timeout": 10,
1556 "monitor_timeout": 10,
1557 "poweroff_timeout": 1,
1558 "platforms": {"AN519": ""},
1559 "compilers": ["GNUARM", "ARMCLANG"],
1560 "build_types": ["Debug", "Release", "Minsizerel"],
1561 "boot_types": ["NOBL2"],
1562 "data_bin_offset": "0x00100000",
1563 "cpu0_baseline": 1,
1564 "tests": {
1565 'Default': {
1566 "binaries": {
1567 "firmware": "tfm_s.axf",
1568 "bootloader": "tfm_ns.bin"
1569 },
1570 "monitors": [
1571 {
1572 'name': 'Secure_Test_Suites_Summary',
1573 'start': r'[Sec Thread]',
1574 'end': r'system starting',
1575 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1576 r'(?P<test_case_id>Secure image '
1577 r'initializing)(?P<result>!)',
1578 'fixup': {"pass": "!", "fail": ""},
1579 'required': ["secure_image_initializing"]
1580 }
1581 ]
1582 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1583 'DefaultProfileS': {
1584 "binaries": {
1585 "firmware": "tfm_s.axf",
1586 "bootloader": "tfm_ns.bin"
1587 },
1588 "monitors": [
1589 {
1590 'name': 'Secure_Test_Suites_Summary',
1591 'start': r'[Sec Thread]',
1592 'end': r'system starting',
1593 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1594 r'(?P<test_case_id>Secure image '
1595 r'initializing)(?P<result>!)',
1596 'fixup': {"pass": "!", "fail": ""},
1597 'required': ["secure_image_initializing"]
1598 } # Monitors
1599 ]
1600 }, # DefaultProfileS
1601 'DefaultProfileM': {
1602 "binaries": {
1603 "firmware": "tfm_s.axf",
1604 "bootloader": "tfm_ns.bin"
1605 },
1606 "monitors": [
1607 {
1608 'name': 'Secure_Test_Suites_Summary',
1609 'start': r'[Sec Thread]',
1610 'end': r'system starting',
1611 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1612 r'(?P<test_case_id>Secure image '
1613 r'initializing)(?P<result>!)',
1614 'fixup': {"pass": "!", "fail": ""},
1615 'required': ["secure_image_initializing"]
1616 } # Monitors
1617 ]
1618 }, # DefaultProfileM
1619
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1620 'Regression': {
1621 "binaries": {
1622 "firmware": "tfm_s.axf",
1623 "bootloader": "tfm_ns.bin"
1624 },
1625 "monitors": [
1626 {
1627 'name': 'Secure_Test_Suites_Summary',
1628 'start': 'Secure test suites summary',
1629 'end': 'End of Secure test suites',
1630 'pattern': r"Test suite '(?P<"
1631 r"test_case_id>[^\n]+)' has (.*) "
1632 r"(?P<result>PASSED|FAILED)",
1633 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1634 'required': [
1635 ("psa_protected_storage_"
1636 "s_interface_tests_tfm_sst_test_2xxx_"),
1637 "sst_reliability_tests_tfm_sst_test_3xxx_",
1638 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1639 ("psa_internal_trusted_storage_"
1640 "s_interface_tests_tfm_its_test_2xxx_"),
1641 "its_reliability_tests_tfm_its_test_3xxx_",
1642 ("audit_"
1643 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1644 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1645 ("initial_attestation_service_"
1646 "secure_interface_tests_tfm_attest_test_1xxx_"),
1647 ]
1648 },
1649 {
1650 'name': 'Non_Secure_Test_Suites_Summary',
1651 'start': 'Non-secure test suites summary',
1652 'end': r'End of Non-secure test suites',
1653 'pattern': r"Test suite '(?P<"
1654 r"test_case_id>[^\n]+)' has (.*) "
1655 r"(?P<result>PASSED|FAILED)",
1656 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1657 'required': [
1658 ("psa_protected_storage"
1659 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1660 ("psa_internal_trusted_storage"
1661 "_ns_interface_tests_tfm_its_test_1xxx_"),
1662 ("auditlog_"
1663 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1664 ("crypto_"
1665 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1666 ("initial_attestation_service_"
1667 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1668 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1669 ]
1670 }
1671 ] # Monitors
1672 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1673 'RegressionProfileM': {
1674 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1675 "firmware": "tfm_s.axf",
1676 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1677 },
1678 "monitors": [
1679 {
1680 'name': 'Secure_Test_Suites_Summary',
1681 'start': 'Secure test suites summary',
1682 'end': 'End of Secure test suites',
1683 'pattern': r"Test suite '(?P<"
1684 r"test_case_id>[^\n]+)' has (.*) "
1685 r"(?P<result>PASSED|FAILED)",
1686 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1687 'required': [
1688 ("psa_protected_storage_"
1689 "s_interface_tests_tfm_sst_test_2xxx_"),
1690 "sst_reliability_tests_tfm_sst_test_3xxx_",
1691 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1692 ("psa_internal_trusted_storage_"
1693 "s_interface_tests_tfm_its_test_2xxx_"),
1694 "its_reliability_tests_tfm_its_test_3xxx_",
1695 ("audit_"
1696 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1697 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1698 ("initial_attestation_service_"
1699 "secure_interface_tests_tfm_attest_test_1xxx_"),
1700 ]
1701 },
1702 {
1703 'name': 'Non_Secure_Test_Suites_Summary',
1704 'start': 'Non-secure test suites summary',
1705 'end': r'End of Non-secure test suites',
1706 'pattern': r"Test suite '(?P<"
1707 r"test_case_id>[^\n]+)' has (.*) "
1708 r"(?P<result>PASSED|FAILED)",
1709 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1710 'required': [
1711 ("psa_protected_storage"
1712 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1713 ("psa_internal_trusted_storage"
1714 "_ns_interface_tests_tfm_its_test_1xxx_"),
1715 ("auditlog_"
1716 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1717 ("crypto_"
1718 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1719 ("initial_attestation_service_"
1720 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1721 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1722 ]
1723 }
1724 ] # Monitors
1725 }, # RegressionProfileM
1726 'RegressionProfileS': {
1727 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1728 "firmware": "tfm_s.axf",
1729 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1730 },
1731 "monitors": [
1732 {
1733 'name': 'Secure_Test_Suites_Summary',
1734 'start': 'Secure test suites summary',
1735 'end': 'End of Secure test suites',
1736 'pattern': r"Test suite '(?P<"
1737 r"test_case_id>[^\n]+)' has (.*) "
1738 r"(?P<result>PASSED|FAILED)",
1739 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1740 'required': [
1741 ("psa_protected_storage_"
1742 "s_interface_tests_tfm_sst_test_2xxx_"),
1743 "sst_reliability_tests_tfm_sst_test_3xxx_",
1744 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1745 ("psa_internal_trusted_storage_"
1746 "s_interface_tests_tfm_its_test_2xxx_"),
1747 "its_reliability_tests_tfm_its_test_3xxx_",
1748 ("audit_"
1749 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1750 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1751 ("initial_attestation_service_"
1752 "secure_interface_tests_tfm_attest_test_1xxx_"),
1753 ]
1754 },
1755 {
1756 'name': 'Non_Secure_Test_Suites_Summary',
1757 'start': 'Non-secure test suites summary',
1758 'end': r'End of Non-secure test suites',
1759 'pattern': r"Test suite '(?P<"
1760 r"test_case_id>[^\n]+)' has (.*) "
1761 r"(?P<result>PASSED|FAILED)",
1762 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1763 'required': [
1764 ("psa_protected_storage"
1765 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1766 ("psa_internal_trusted_storage"
1767 "_ns_interface_tests_tfm_its_test_1xxx_"),
1768 ("auditlog_"
1769 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1770 ("crypto_"
1771 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1772 ("initial_attestation_service_"
1773 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1774 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1775 ]
1776 }
1777 ] # Monitors
1778 }, # RegressionProfileS
1779
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1780 'RegressionIPC': {
1781 "binaries": {
1782 "firmware": "tfm_s.axf",
1783 "bootloader": "tfm_ns.bin"
1784 },
1785 "monitors": [
1786 {
1787 'name': 'Secure_Test_Suites_Summary',
1788 'start': 'Secure test suites summary',
1789 'end': 'End of Secure test suites',
1790 'pattern': r"Test suite '(?P<"
1791 r"test_case_id>[^\n]+)' has (.*) "
1792 r"(?P<result>PASSED|FAILED)",
1793 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1794 'required': [
1795 ("psa_protected_storage_"
1796 "s_interface_tests_tfm_sst_test_2xxx_"),
1797 "sst_reliability_tests_tfm_sst_test_3xxx_",
1798 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1799 ("psa_internal_trusted_storage_"
1800 "s_interface_tests_tfm_its_test_2xxx_"),
1801 "its_reliability_tests_tfm_its_test_3xxx_",
1802 ("audit_"
1803 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1804 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1805 ("initial_attestation_service_"
1806 "secure_interface_tests_tfm_attest_test_1xxx_"),
1807 ]
1808 },
1809 {
1810 'name': 'Non_Secure_Test_Suites_Summary',
1811 'start': 'Non-secure test suites summary',
1812 'end': r'End of Non-secure test suites',
1813 'pattern': r"Test suite '(?P<"
1814 r"test_case_id>[^\n]+)' has (.*) "
1815 r"(?P<result>PASSED|FAILED)",
1816 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1817 'required': [
1818 ("psa_protected_storage"
1819 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1820 ("psa_internal_trusted_storage"
1821 "_ns_interface_tests_tfm_its_test_1xxx_"),
1822 ("auditlog_"
1823 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1824 ("crypto_"
1825 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1826 ("initial_attestation_service_"
1827 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1828 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1829 ]
1830 }
1831 ] # Monitors
1832 }, # RegressionIPC
1833 'RegressionIPCTfmLevel2': {
1834 "binaries": {
1835 "firmware": "tfm_s.axf",
1836 "bootloader": "tfm_ns.bin"
1837 },
1838 "monitors": [
1839 {
1840 'name': 'Secure_Test_Suites_Summary',
1841 'start': 'Secure test suites summary',
1842 'end': 'End of Secure test suites',
1843 'pattern': r"Test suite '(?P<"
1844 r"test_case_id>[^\n]+)' has (.*) "
1845 r"(?P<result>PASSED|FAILED)",
1846 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1847 'required': [
1848 ("psa_protected_storage_"
1849 "s_interface_tests_tfm_sst_test_2xxx_"),
1850 "sst_reliability_tests_tfm_sst_test_3xxx_",
1851 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1852 ("psa_internal_trusted_storage_"
1853 "s_interface_tests_tfm_its_test_2xxx_"),
1854 "its_reliability_tests_tfm_its_test_3xxx_",
1855 ("audit_"
1856 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1857 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1858 ("initial_attestation_service_"
1859 "secure_interface_tests_tfm_attest_test_1xxx_"),
1860 ]
1861 },
1862 {
1863 'name': 'Non_Secure_Test_Suites_Summary',
1864 'start': 'Non-secure test suites summary',
1865 'end': r'End of Non-secure test suites',
1866 'pattern': r"Test suite '(?P<"
1867 r"test_case_id>[^\n]+)' has (.*) "
1868 r"(?P<result>PASSED|FAILED)",
1869 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1870 'required': [
1871 ("psa_protected_storage"
1872 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1873 ("psa_internal_trusted_storage"
1874 "_ns_interface_tests_tfm_its_test_1xxx_"),
1875 ("auditlog_"
1876 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1877 ("crypto_"
1878 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1879 ("initial_attestation_service_"
1880 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1881 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1882 ]
1883 }
1884 ] # Monitors
1885 }, # RegressionIPCTfmLevel2
1886 'CoreIPC': {
1887 "binaries": {
1888 "firmware": "tfm_s.axf",
1889 "bootloader": "tfm_ns.bin"
1890 },
1891 "monitors": [
1892 {
1893 'name': 'Secure_Test_Suites_Summary',
1894 'start': r'[Sec Thread]',
1895 'end': r'system starting',
1896 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1897 r'(?P<test_case_id>Secure image '
1898 r'initializing)(?P<result>!)',
1899 'fixup': {"pass": "!", "fail": ""},
1900 'required': ["secure_image_initializing"]
1901 } # Monitors
1902 ]
1903 }, # CoreIPC
1904 'CoreIPCTfmLevel2': {
1905 "binaries": {
1906 "firmware": "tfm_s.axf",
1907 "bootloader": "tfm_ns.bin"
1908 },
1909 "monitors": [
1910 {
1911 'name': 'Secure_Test_Suites_Summary',
1912 'start': r'[Sec Thread]',
1913 'end': r'system starting',
1914 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1915 r'(?P<test_case_id>Secure image '
1916 r'initializing)(?P<result>!)',
1917 'fixup': {"pass": "!", "fail": ""},
1918 'required': ["secure_image_initializing"]
1919 } # Monitors
1920 ]
1921 }, # CoreIPCTfmLevel2
1922 } # Tests
1923}
1924
1925
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]1926# All configurations should be mapped here
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1927lava_gen_config_map = {"mps2_an521_bl2": tfm_mps2_sse_200,
1928 "fvp_mps2_an521_bl2": fvp_mps2_an521_bl2,
1929 "fvp_mps2_an521_nobl2": fvp_mps2_an521_nobl2,
1930 "fvp_mps2_an519_bl2": fvp_mps2_an519_bl2,
1931 "fvp_mps2_an519_nobl2": fvp_mps2_an519_nobl2}
1932
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]1933lavagen_config_sort_order = [
1934 "templ",
1935 "job_name",
1936 "device_type",
1937 "job_timeout",
1938 "action_timeout",
1939 "monitor_timeout",
1940 "recovery_store_url",
1941 "artifact_store_url",
1942 "platforms",
1943 "compilers",
1944 "build_types",
1945 "boot_types",
1946 "tests"
1947]
1948
1949lava_gen_monitor_sort_order = [
1950 'name',
1951 'start',
1952 'end',
1953 'pattern',
1954 'fixup',
1955]
1956
1957if __name__ == "__main__":
1958 import os
1959 import sys
1960 from lava_helper import sort_lavagen_config
1961 try:
1962 from tfm_ci_pylib.utils import export_config_map
1963 except ImportError:
1964 dir_path = os.path.dirname(os.path.realpath(__file__))
1965 sys.path.append(os.path.join(dir_path, "../"))
1966 from tfm_ci_pylib.utils import export_config_map
1967
1968 if len(sys.argv) == 2:
1969 if sys.argv[1] == "--export":
1970 export_config_map(lava_gen_config_map)
1971 if len(sys.argv) == 3:
1972 if sys.argv[1] == "--export":
1973 export_config_map(sort_lavagen_config(lava_gen_config_map),
1974 sys.argv[2])