TrustedFirmware Git Browser
Code Review Sign In
review.trustedfirmware.org / next / ci / tf-m-ci-scripts / 342bf998b9e01a754d4d0568a711fcf1423fba5b / . / lava_helper / lava_helper_configs.py
blob: 37bd41953e320362b6b5b2cb8f18a37135437637 [file] [log] [blame]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]1#!/usr/bin/env python3
2
3""" lava_job_generator_configs.py:
4
5 Default configurations for lava job generator """
6
7from __future__ import print_function
8
9__copyright__ = """
10/*
11 * Copyright (c) 2018-2019, Arm Limited. All rights reserved.
12 *
13 * SPDX-License-Identifier: BSD-3-Clause
14 *
15 */
16 """
17__author__ = "Minos Galanakis"
18__email__ = "minos.galanakis@linaro.org"
19__project__ = "Trusted Firmware-M Open CI"
20__status__ = "stable"
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]21__version__ = "1.1"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]22
23
24def lava_gen_get_config_subset(config,
25 default=True,
26 core=True,
27 regression=True):
28 """ Allow dynamic generation of configuration combinations by subtracking
29 undesired ones """
30
31 from copy import deepcopy
32 cfg = deepcopy(config)
33 tests = deepcopy(config["tests"])
34
35 # Remove all configs not requests by the caller
36 if not default:
37 tests.pop("Default")
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]38 if not core:
39 tests.pop("CoreIPC")
40 tests.pop("CoreIPCTfmLevel2")
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]41 tests.pop("CoreIPCTfmLevel3")
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]42 if not regression:
43 tests.pop("Regression")
44
45 cfg["tests"] = tests
46 return cfg
47
48
49tfm_mps2_sse_200 = {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]50 "templ": "mps2.jinja2",
51 "job_name": "mps2_an521_bl2",
Minos Galanakisafb43152019-09-25 14:17:39 +0100[diff] [blame]52 "device_type": "mps",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]53 "job_timeout": 15,
54 "action_timeout": 10,
55 "monitor_timeout": 10,
56 "poweroff_timeout": 1,
57 "recovery_store_url": "https://ci.trustedfirmware.org/userContent/",
58 "platforms": {"AN521": "mps2_sse200_an512.tar.gz"},
59 "compilers": ["GNUARM", "ARMCLANG"],
60 "build_types": ["Debug", "Release", "Minsizerel"],
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]61 "boot_types": ["BL2"],
62 "tests": {
63 'Default': {
64 "binaries": {
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]65 "firmware": "tfm_sign.bin",
66 "bootloader": "mcuboot.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]67 },
68 "monitors": [
69 {
70 'name': 'Secure_Test_Suites_Summary',
Minos Galanakis8da148a2019-10-18 17:26:40 +0100[diff] [blame]71 'start': '[Sec Thread]',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]72 'end': 'system starting',
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]73 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
74 r'(?P<test_case_id>Secure image '
75 r'initializing)(?P<result>!)',
76 'fixup': {"pass": "!", "fail": ""},
77 'required': ["secure_image_initializing"]
78 } # Monitors
79 ]
80 }, # Default
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]81 'Regression': {
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]82 "binaries": {
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]83 "firmware": "tfm_sign.bin",
84 "bootloader": "mcuboot.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]85 },
86 "monitors": [
87 {
88 'name': 'Secure_Test_Suites_Summary',
89 'start': 'Secure test suites summary',
90 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]91 'pattern': r"Test suite '(?P<"
92 r"test_case_id>[^\n]+)' has (.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]93 r"(?P<result>PASSED|FAILED)",
94 'fixup': {"pass": "PASSED", "fail": "FAILED"},
95 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]96 ("psa_protected_storage_"
97 "s_interface_tests_tfm_sst_test_2xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]98 "sst_reliability_tests_tfm_sst_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]99 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
TudorCretu8b138472019-08-30 10:51:05 +0100[diff] [blame]100 ("psa_internal_trusted_storage_"
101 "s_interface_tests_tfm_its_test_2xxx_"),
102 "its_reliability_tests_tfm_its_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]103 ("audit_"
104 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
105 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
106 ("initial_attestation_service_"
107 "secure_interface_tests_tfm_attest_test_1xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]108 ]
109 },
110 {
111 'name': 'Non_Secure_Test_Suites_Summary',
112 'start': 'Non-secure test suites summary',
113 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]114 'pattern': r"Test suite '(?P<"
115 r"test_case_id>[^\n]+)' has (.*) "
116 r"(?P<result>PASSED|FAILED)",
117 'fixup': {"pass": "PASSED", "fail": "FAILED"},
118 'required': [
119 ("psa_protected_storage"
120 "_ns_interface_tests_tfm_sst_test_1xxx_"),
121 ("psa_internal_trusted_storage"
122 "_ns_interface_tests_tfm_its_test_1xxx_"),
123 ("auditlog_"
124 "non_secure_interface_test_tfm_audit_test_1xxx_"),
125 ("crypto_"
126 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
127 ("initial_attestation_service_"
128 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
129 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
130 ]
131 }
132 ] # Monitors
133 }, # Regression
134 'RegressionIPC': {
135 "binaries": {
136 "firmware": "tfm_sign.bin",
137 "bootloader": "mcuboot.bin"
138 },
139 "monitors": [
140 {
141 'name': 'Secure_Test_Suites_Summary',
142 'start': 'Secure test suites summary',
143 'end': 'End of Secure test suites',
144 'pattern': r"Test suite '(?P<"
145 r"test_case_id>[^\n]+)' has (.*) "
146 r"(?P<result>PASSED|FAILED)",
147 'fixup': {"pass": "PASSED", "fail": "FAILED"},
148 'required': [
149 ("psa_protected_storage_"
150 "s_interface_tests_tfm_sst_test_2xxx_"),
151 "sst_reliability_tests_tfm_sst_test_3xxx_",
152 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
153 ("psa_internal_trusted_storage_"
154 "s_interface_tests_tfm_its_test_2xxx_"),
155 "its_reliability_tests_tfm_its_test_3xxx_",
156 ("audit_"
157 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
158 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
159 ("initial_attestation_service_"
160 "secure_interface_tests_tfm_attest_test_1xxx_"),
161 ]
162 },
163 {
164 'name': 'Non_Secure_Test_Suites_Summary',
165 'start': 'Non-secure test suites summary',
166 'end': r'End of Non-secure test suites',
167 'pattern': r"Test suite '(?P<"
168 r"test_case_id>[^\n]+)' has (.*) "
169 r"(?P<result>PASSED|FAILED)",
170 'fixup': {"pass": "PASSED", "fail": "FAILED"},
171 'required': [
172 ("psa_protected_storage"
173 "_ns_interface_tests_tfm_sst_test_1xxx_"),
174 ("psa_internal_trusted_storage"
175 "_ns_interface_tests_tfm_its_test_1xxx_"),
176 ("auditlog_"
177 "non_secure_interface_test_tfm_audit_test_1xxx_"),
178 ("crypto_"
179 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
180 ("initial_attestation_service_"
181 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
182 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
183 ]
184 }
185 ] # Monitors
186 }, # Regression
187 'RegressionIPCTfmLevel2': {
188 "binaries": {
189 "firmware": "tfm_sign.bin",
190 "bootloader": "mcuboot.bin"
191 },
192 "monitors": [
193 {
194 'name': 'Secure_Test_Suites_Summary',
195 'start': 'Secure test suites summary',
196 'end': 'End of Secure test suites',
197 'pattern': r"Test suite '(?P<"
198 r"test_case_id>[^\n]+)' has (.*) "
199 r"(?P<result>PASSED|FAILED)",
200 'fixup': {"pass": "PASSED", "fail": "FAILED"},
201 'required': [
202 ("psa_protected_storage_"
203 "s_interface_tests_tfm_sst_test_2xxx_"),
204 "sst_reliability_tests_tfm_sst_test_3xxx_",
205 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
206 ("psa_internal_trusted_storage_"
207 "s_interface_tests_tfm_its_test_2xxx_"),
208 "its_reliability_tests_tfm_its_test_3xxx_",
209 ("audit_"
210 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
211 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
212 ("initial_attestation_service_"
213 "secure_interface_tests_tfm_attest_test_1xxx_"),
214 ]
215 },
216 {
217 'name': 'Non_Secure_Test_Suites_Summary',
218 'start': 'Non-secure test suites summary',
219 'end': r'End of Non-secure test suites',
220 'pattern': r"Test suite '(?P<"
221 r"test_case_id>[^\n]+)' has (.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]222 r"(?P<result>PASSED|FAILED)",
223 'fixup': {"pass": "PASSED", "fail": "FAILED"},
224 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]225 ("psa_protected_storage"
226 "_ns_interface_tests_tfm_sst_test_1xxx_"),
TudorCretu8b138472019-08-30 10:51:05 +0100[diff] [blame]227 ("psa_internal_trusted_storage"
228 "_ns_interface_tests_tfm_its_test_1xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]229 ("auditlog_"
230 "non_secure_interface_test_tfm_audit_test_1xxx_"),
231 ("crypto_"
232 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
233 ("initial_attestation_service_"
Minos Galanakisf0dae4e2019-05-20 10:56:57 +0100[diff] [blame]234 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]235 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
236 ]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]237 }
238 ] # Monitors
239 }, # Regression
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]240 'CoreIPC': {
241 "binaries": {
242 "firmware": "tfm_sign.bin",
243 "bootloader": "mcuboot.bin"
244 },
245 "monitors": [
246 {
247 'name': 'Secure_Test_Suites_Summary',
Minos Galanakis8da148a2019-10-18 17:26:40 +0100[diff] [blame]248 'start': '[Sec Thread]',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]249 'end': 'system starting',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]250 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
251 r'(?P<test_case_id>Secure image '
252 r'initializing)(?P<result>!)',
253 'fixup': {"pass": "!", "fail": ""},
254 'required': ["secure_image_initializing"]
255 } # Monitors
256 ]
257 }, # CoreIPC
258 'CoreIPCTfmLevel2': {
259 "binaries": {
260 "firmware": "tfm_sign.bin",
261 "bootloader": "mcuboot.bin"
262 },
263 "monitors": [
264 {
265 'name': 'Secure_Test_Suites_Summary',
Minos Galanakis8da148a2019-10-18 17:26:40 +0100[diff] [blame]266 'start': '[Sec Thread]',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]267 'end': '\\x1b\\\[0m',
268 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
269 r'(?P<test_case_id>Secure image '
270 r'initializing)(?P<result>!)',
271 'fixup': {"pass": "!", "fail": ""},
272 'required': ["secure_image_initializing"]
273 } # Monitors
274 ]
275 }, # CoreIPCTfmLevel2
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]276 } # Tests
277}
278
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]279
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]280fvp_mps2_an521_bl2 = {
281 "templ": "fvp_mps2.jinja2",
282 "job_name": "fvp_mps2_an521_bl2",
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]283 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]284 "job_timeout": 15,
285 "action_timeout": 10,
286 "monitor_timeout": 10,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]287 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]288 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]289 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]290 "build_types": ["Debug", "Release", "Minsizerel"],
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]291 "boot_types": ["BL2"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]292 "data_bin_offset": "0x10080000",
293 "tests": {
294 'Default': {
295 "binaries": {
296 "firmware": "mcuboot.axf",
297 "bootloader": "tfm_s_ns_signed.bin"
298 },
299 "monitors": [
300 {
301 'name': 'Secure_Test_Suites_Summary',
302 'start': r'[Sec Thread]',
303 'end': r'system starting',
304 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
305 r'(?P<test_case_id>Secure image '
306 r'initializing)(?P<result>!)',
307 'fixup': {"pass": "!", "fail": ""},
308 'required': ["secure_image_initializing"]
309 } # Monitors
310 ]
311 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]312 'DefaultProfileS': {
313 "binaries": {
314 "firmware": "mcuboot.axf",
315 "bootloader": "tfm_s_ns_signed.bin"
316 },
317 "monitors": [
318 {
319 'name': 'Secure_Test_Suites_Summary',
320 'start': r'[Sec Thread]',
321 'end': r'system starting',
322 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
323 r'(?P<test_case_id>Secure image '
324 r'initializing)(?P<result>!)',
325 'fixup': {"pass": "!", "fail": ""},
326 'required': ["secure_image_initializing"]
327 } # Monitors
328 ]
329 }, # DefaultProfileS
330 'DefaultProfileM': {
331 "binaries": {
332 "firmware": "mcuboot.axf",
333 "bootloader": "tfm_s_ns_signed.bin"
334 },
335 "monitors": [
336 {
337 'name': 'Secure_Test_Suites_Summary',
338 'start': r'[Sec Thread]',
339 'end': r'system starting',
340 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
341 r'(?P<test_case_id>Secure image '
342 r'initializing)(?P<result>!)',
343 'fixup': {"pass": "!", "fail": ""},
344 'required': ["secure_image_initializing"]
345 } # Monitors
346 ]
347 }, # DefaultProfileM
348
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]349 'Regression': {
350 "binaries": {
351 "firmware": "mcuboot.axf",
352 "bootloader": "tfm_s_ns_signed.bin"
353 },
354 "monitors": [
355 {
356 'name': 'Secure_Test_Suites_Summary',
357 'start': 'Secure test suites summary',
358 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]359 'pattern': r"Test suite '(?P<"
360 r"test_case_id>[^\n]+)' has (.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]361 r"(?P<result>PASSED|FAILED)",
362 'fixup': {"pass": "PASSED", "fail": "FAILED"},
363 'required': [
364 ("psa_protected_storage_"
365 "s_interface_tests_tfm_sst_test_2xxx_"),
366 "sst_reliability_tests_tfm_sst_test_3xxx_",
367 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
368 ("psa_internal_trusted_storage_"
369 "s_interface_tests_tfm_its_test_2xxx_"),
370 "its_reliability_tests_tfm_its_test_3xxx_",
371 ("audit_"
372 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
373 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
374 ("initial_attestation_service_"
375 "secure_interface_tests_tfm_attest_test_1xxx_"),
376 ]
377 },
378 {
379 'name': 'Non_Secure_Test_Suites_Summary',
380 'start': 'Non-secure test suites summary',
381 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]382 'pattern': r"Test suite '(?P<"
383 r"test_case_id>[^\n]+)' has (.*) "
384 r"(?P<result>PASSED|FAILED)",
385 'fixup': {"pass": "PASSED", "fail": "FAILED"},
386 'required': [
387 ("psa_protected_storage"
388 "_ns_interface_tests_tfm_sst_test_1xxx_"),
389 ("psa_internal_trusted_storage"
390 "_ns_interface_tests_tfm_its_test_1xxx_"),
391 ("auditlog_"
392 "non_secure_interface_test_tfm_audit_test_1xxx_"),
393 ("crypto_"
394 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
395 ("initial_attestation_service_"
396 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
397 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
398 ]
399 }
400 ] # Monitors
401 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]402
403 'RegressionProfileM': {
404 "binaries": {
405 "firmware": "mcuboot.axf",
406 "bootloader": "tfm_s_ns_signed.bin"
407 },
408 "monitors": [
409 {
410 'name': 'Secure_Test_Suites_Summary',
411 'start': 'Secure test suites summary',
412 'end': 'End of Secure test suites',
413 'pattern': r"Test suite '(?P<"
414 r"test_case_id>[^\n]+)' has (.*) "
415 r"(?P<result>PASSED|FAILED)",
416 'fixup': {"pass": "PASSED", "fail": "FAILED"},
417 'required': [
418 ("psa_protected_storage_"
419 "s_interface_tests_tfm_sst_test_2xxx_"),
420 "sst_reliability_tests_tfm_sst_test_3xxx_",
421 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
422 ("psa_internal_trusted_storage_"
423 "s_interface_tests_tfm_its_test_2xxx_"),
424 "its_reliability_tests_tfm_its_test_3xxx_",
425 ("audit_"
426 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
427 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
428 ("initial_attestation_service_"
429 "secure_interface_tests_tfm_attest_test_1xxx_"),
430 ]
431 },
432 {
433 'name': 'Non_Secure_Test_Suites_Summary',
434 'start': 'Non-secure test suites summary',
435 'end': r'End of Non-secure test suites',
436 'pattern': r"Test suite '(?P<"
437 r"test_case_id>[^\n]+)' has (.*) "
438 r"(?P<result>PASSED|FAILED)",
439 'fixup': {"pass": "PASSED", "fail": "FAILED"},
440 'required': [
441 ("psa_protected_storage"
442 "_ns_interface_tests_tfm_sst_test_1xxx_"),
443 ("psa_internal_trusted_storage"
444 "_ns_interface_tests_tfm_its_test_1xxx_"),
445 ("auditlog_"
446 "non_secure_interface_test_tfm_audit_test_1xxx_"),
447 ("crypto_"
448 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
449 ("initial_attestation_service_"
450 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
451 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
452 ]
453 }
454 ] # Monitors
455 }, # RegressionProfileM
456 'RegressionProfileS': {
457 "binaries": {
458 "firmware": "mcuboot.axf",
459 "bootloader": "tfm_s_ns_signed.bin"
460 },
461 "monitors": [
462 {
463 'name': 'Secure_Test_Suites_Summary',
464 'start': 'Secure test suites summary',
465 'end': 'End of Secure test suites',
466 'pattern': r"Test suite '(?P<"
467 r"test_case_id>[^\n]+)' has (.*) "
468 r"(?P<result>PASSED|FAILED)",
469 'fixup': {"pass": "PASSED", "fail": "FAILED"},
470 'required': [
471 ("psa_protected_storage_"
472 "s_interface_tests_tfm_sst_test_2xxx_"),
473 "sst_reliability_tests_tfm_sst_test_3xxx_",
474 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
475 ("psa_internal_trusted_storage_"
476 "s_interface_tests_tfm_its_test_2xxx_"),
477 "its_reliability_tests_tfm_its_test_3xxx_",
478 ("audit_"
479 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
480 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
481 ("initial_attestation_service_"
482 "secure_interface_tests_tfm_attest_test_1xxx_"),
483 ]
484 },
485 {
486 'name': 'Non_Secure_Test_Suites_Summary',
487 'start': 'Non-secure test suites summary',
488 'end': r'End of Non-secure test suites',
489 'pattern': r"Test suite '(?P<"
490 r"test_case_id>[^\n]+)' has (.*) "
491 r"(?P<result>PASSED|FAILED)",
492 'fixup': {"pass": "PASSED", "fail": "FAILED"},
493 'required': [
494 ("psa_protected_storage"
495 "_ns_interface_tests_tfm_sst_test_1xxx_"),
496 ("psa_internal_trusted_storage"
497 "_ns_interface_tests_tfm_its_test_1xxx_"),
498 ("auditlog_"
499 "non_secure_interface_test_tfm_audit_test_1xxx_"),
500 ("crypto_"
501 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
502 ("initial_attestation_service_"
503 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
504 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
505 ]
506 }
507 ] # Monitors
508 }, # RegressionProfileS
509
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]510 'RegressionIPC': {
511 "binaries": {
512 "firmware": "mcuboot.axf",
513 "bootloader": "tfm_s_ns_signed.bin"
514 },
515 "monitors": [
516 {
517 'name': 'Secure_Test_Suites_Summary',
518 'start': 'Secure test suites summary',
519 'end': 'End of Secure test suites',
520 'pattern': r"Test suite '(?P<"
521 r"test_case_id>[^\n]+)' has (.*) "
522 r"(?P<result>PASSED|FAILED)",
523 'fixup': {"pass": "PASSED", "fail": "FAILED"},
524 'required': [
525 ("psa_protected_storage_"
526 "s_interface_tests_tfm_sst_test_2xxx_"),
527 "sst_reliability_tests_tfm_sst_test_3xxx_",
528 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
529 ("psa_internal_trusted_storage_"
530 "s_interface_tests_tfm_its_test_2xxx_"),
531 "its_reliability_tests_tfm_its_test_3xxx_",
532 ("audit_"
533 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
534 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
535 ("initial_attestation_service_"
536 "secure_interface_tests_tfm_attest_test_1xxx_"),
537 ]
538 },
539 {
540 'name': 'Non_Secure_Test_Suites_Summary',
541 'start': 'Non-secure test suites summary',
542 'end': r'End of Non-secure test suites',
543 'pattern': r"Test suite '(?P<"
544 r"test_case_id>[^\n]+)' has (.*) "
545 r"(?P<result>PASSED|FAILED)",
546 'fixup': {"pass": "PASSED", "fail": "FAILED"},
547 'required': [
548 ("psa_protected_storage"
549 "_ns_interface_tests_tfm_sst_test_1xxx_"),
550 ("psa_internal_trusted_storage"
551 "_ns_interface_tests_tfm_its_test_1xxx_"),
552 ("auditlog_"
553 "non_secure_interface_test_tfm_audit_test_1xxx_"),
554 ("crypto_"
555 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
556 ("initial_attestation_service_"
557 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
558 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
559 ]
560 }
561 ] # Monitors
562 }, # Regression
563 'RegressionIPCTfmLevel2': {
564 "binaries": {
565 "firmware": "mcuboot.axf",
566 "bootloader": "tfm_s_ns_signed.bin"
567 },
568 "monitors": [
569 {
570 'name': 'Secure_Test_Suites_Summary',
571 'start': 'Secure test suites summary',
572 'end': 'End of Secure test suites',
573 'pattern': r"Test suite '(?P<"
574 r"test_case_id>[^\n]+)' has (.*) "
575 r"(?P<result>PASSED|FAILED)",
576 'fixup': {"pass": "PASSED", "fail": "FAILED"},
577 'required': [
578 ("psa_protected_storage_"
579 "s_interface_tests_tfm_sst_test_2xxx_"),
580 "sst_reliability_tests_tfm_sst_test_3xxx_",
581 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
582 ("psa_internal_trusted_storage_"
583 "s_interface_tests_tfm_its_test_2xxx_"),
584 "its_reliability_tests_tfm_its_test_3xxx_",
585 ("audit_"
586 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
587 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
588 ("initial_attestation_service_"
589 "secure_interface_tests_tfm_attest_test_1xxx_"),
590 ]
591 },
592 {
593 'name': 'Non_Secure_Test_Suites_Summary',
594 'start': 'Non-secure test suites summary',
595 'end': r'End of Non-secure test suites',
596 'pattern': r"Test suite '(?P<"
597 r"test_case_id>[^\n]+)' has (.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]598 r"(?P<result>PASSED|FAILED)",
599 'fixup': {"pass": "PASSED", "fail": "FAILED"},
600 'required': [
601 ("psa_protected_storage"
602 "_ns_interface_tests_tfm_sst_test_1xxx_"),
603 ("psa_internal_trusted_storage"
604 "_ns_interface_tests_tfm_its_test_1xxx_"),
605 ("auditlog_"
606 "non_secure_interface_test_tfm_audit_test_1xxx_"),
607 ("crypto_"
608 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
609 ("initial_attestation_service_"
610 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
611 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
612 ]
613 }
614 ] # Monitors
615 }, # Regression
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]616 'RegressionIPCTfmLevel3': {
617 "binaries": {
618 "firmware": "mcuboot.axf",
619 "bootloader": "tfm_s_ns_signed.bin"
620 },
621 "monitors": [
622 {
623 'name': 'Secure_Test_Suites_Summary',
624 'start': 'Secure test suites summary',
625 'end': 'End of Secure test suites',
626 'pattern': r"Test suite '(?P<"
627 r"test_case_id>[^\n]+)' has (.*) "
628 r"(?P<result>PASSED|FAILED)",
629 'fixup': {"pass": "PASSED", "fail": "FAILED"},
630 'required': [
631 ("psa_protected_storage_"
632 "s_interface_tests_tfm_sst_test_2xxx_"),
633 "sst_reliability_tests_tfm_sst_test_3xxx_",
634 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
635 ("psa_internal_trusted_storage_"
636 "s_interface_tests_tfm_its_test_2xxx_"),
637 "its_reliability_tests_tfm_its_test_3xxx_",
638 ("audit_"
639 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
640 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
641 ("initial_attestation_service_"
642 "secure_interface_tests_tfm_attest_test_1xxx_"),
643 ]
644 },
645 {
646 'name': 'Non_Secure_Test_Suites_Summary',
647 'start': 'Non-secure test suites summary',
648 'end': r'End of Non-secure test suites',
649 'pattern': r"Test suite '(?P<"
650 r"test_case_id>[^\n]+)' has (.*) "
651 r"(?P<result>PASSED|FAILED)",
652 'fixup': {"pass": "PASSED", "fail": "FAILED"},
653 'required': [
654 ("psa_protected_storage"
655 "_ns_interface_tests_tfm_sst_test_1xxx_"),
656 ("psa_internal_trusted_storage"
657 "_ns_interface_tests_tfm_its_test_1xxx_"),
658 ("auditlog_"
659 "non_secure_interface_test_tfm_audit_test_1xxx_"),
660 ("crypto_"
661 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
662 ("initial_attestation_service_"
663 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
664 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
665 ]
666 }
667 ] # Monitors
668 }, # Regression
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]669 'CoreIPC': {
670 "binaries": {
671 "firmware": "mcuboot.axf",
672 "bootloader": "tfm_s_ns_signed.bin"
673 },
674 "monitors": [
675 {
676 'name': 'Secure_Test_Suites_Summary',
677 'start': r'[Sec Thread]',
678 'end': r'system starting',
679 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
680 r'(?P<test_case_id>Secure image '
681 r'initializing)(?P<result>!)',
682 'fixup': {"pass": "!", "fail": ""},
683 'required': ["secure_image_initializing"]
684 } # Monitors
685 ]
686 }, # CoreIPC
687 'CoreIPCTfmLevel2': {
688 "binaries": {
689 "firmware": "mcuboot.axf",
690 "bootloader": "tfm_s_ns_signed.bin"
691 },
692 "monitors": [
693 {
694 'name': 'Secure_Test_Suites_Summary',
695 'start': r'[Sec Thread]',
696 'end': r'system starting',
697 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
698 r'(?P<test_case_id>Secure image '
699 r'initializing)(?P<result>!)',
700 'fixup': {"pass": "!", "fail": ""},
701 'required': ["secure_image_initializing"]
702 } # Monitors
703 ]
704 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]705 'CoreIPCTfmLevel3': {
706 "binaries": {
707 "firmware": "mcuboot.axf",
708 "bootloader": "tfm_s_ns_signed.bin"
709 },
710 "monitors": [
711 {
712 'name': 'Secure_Test_Suites_Summary',
713 'start': r'[Sec Thread]',
714 'end': r'system starting',
715 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
716 r'(?P<test_case_id>Secure image '
717 r'initializing)(?P<result>!)',
718 'fixup': {"pass": "!", "fail": ""},
719 'required': ["secure_image_initializing"]
720 } # Monitors
721 ]
722 }, # CoreIPCTfmLevel3
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]723 } # Tests
724}
725
726
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]727fvp_mps2_an521_nobl2 = {
728 "templ": "fvp_mps2.jinja2",
729 "job_name": "fvp_mps2_an521_nobl2",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]730 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]731 "job_timeout": 15,
732 "action_timeout": 10,
733 "monitor_timeout": 10,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]734 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]735 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]736 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]737 "build_types": ["Debug", "Release", "Minsizerel"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]738 "boot_types": ["NOBL2"],
739 "data_bin_offset": "0x00100000",
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]740 "cpu_baseline": 1,
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]741 "tests": {
742 'Default': {
743 "binaries": {
744 "firmware": "tfm_s.axf",
745 "bootloader": "tfm_ns.bin"
746 },
747 "monitors": [
748 {
749 'name': 'Secure_Test_Suites_Summary',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]750 'start': r'[Sec Thread]',
751 'end': r'system starting',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]752 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
753 r'(?P<test_case_id>Secure image '
754 r'initializing)(?P<result>!)',
755 'fixup': {"pass": "!", "fail": ""},
756 'required': ["secure_image_initializing"]
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]757 }
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]758 ]
759 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]760 'DefaultProfileS': {
761 "binaries": {
762 "firmware": "tfm_s.axf",
763 "bootloader": "tfm_ns.bin"
764 },
765 "monitors": [
766 {
767 'name': 'Secure_Test_Suites_Summary',
768 'start': r'[Sec Thread]',
769 'end': r'system starting',
770 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
771 r'(?P<test_case_id>Secure image '
772 r'initializing)(?P<result>!)',
773 'fixup': {"pass": "!", "fail": ""},
774 'required': ["secure_image_initializing"]
775 } # Monitors
776 ]
777 }, # DefaultProfileS
778 'DefaultProfileM': {
779 "binaries": {
780 "firmware": "tfm_s.axf",
781 "bootloader": "tfm_ns.bin"
782 },
783 "monitors": [
784 {
785 'name': 'Secure_Test_Suites_Summary',
786 'start': r'[Sec Thread]',
787 'end': r'system starting',
788 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
789 r'(?P<test_case_id>Secure image '
790 r'initializing)(?P<result>!)',
791 'fixup': {"pass": "!", "fail": ""},
792 'required': ["secure_image_initializing"]
793 } # Monitors
794 ]
795 }, # DefaultProfileM
796
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]797 'Regression': {
798 "binaries": {
799 "firmware": "tfm_s.axf",
800 "bootloader": "tfm_ns.bin"
801 },
802 "monitors": [
803 {
804 'name': 'Secure_Test_Suites_Summary',
805 'start': 'Secure test suites summary',
806 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]807 'pattern': r"Test suite '(?P<"
808 r"test_case_id>[^\n]+)' has (.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]809 r"(?P<result>PASSED|FAILED)",
810 'fixup': {"pass": "PASSED", "fail": "FAILED"},
811 'required': [
812 ("psa_protected_storage_"
813 "s_interface_tests_tfm_sst_test_2xxx_"),
814 "sst_reliability_tests_tfm_sst_test_3xxx_",
815 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
816 ("psa_internal_trusted_storage_"
817 "s_interface_tests_tfm_its_test_2xxx_"),
818 "its_reliability_tests_tfm_its_test_3xxx_",
819 ("audit_"
820 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
821 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
822 ("initial_attestation_service_"
823 "secure_interface_tests_tfm_attest_test_1xxx_"),
824 ]
825 },
826 {
827 'name': 'Non_Secure_Test_Suites_Summary',
828 'start': 'Non-secure test suites summary',
829 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]830 'pattern': r"Test suite '(?P<"
831 r"test_case_id>[^\n]+)' has (.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]832 r"(?P<result>PASSED|FAILED)",
833 'fixup': {"pass": "PASSED", "fail": "FAILED"},
834 'required': [
835 ("psa_protected_storage"
836 "_ns_interface_tests_tfm_sst_test_1xxx_"),
837 ("psa_internal_trusted_storage"
838 "_ns_interface_tests_tfm_its_test_1xxx_"),
839 ("auditlog_"
840 "non_secure_interface_test_tfm_audit_test_1xxx_"),
841 ("crypto_"
842 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
843 ("initial_attestation_service_"
844 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
845 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
846 ]
847 }
848 ] # Monitors
849 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]850 'RegressionProfileM': {
851 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]852 "firmware": "tfm_s.axf",
853 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]854 },
855 "monitors": [
856 {
857 'name': 'Secure_Test_Suites_Summary',
858 'start': 'Secure test suites summary',
859 'end': 'End of Secure test suites',
860 'pattern': r"Test suite '(?P<"
861 r"test_case_id>[^\n]+)' has (.*) "
862 r"(?P<result>PASSED|FAILED)",
863 'fixup': {"pass": "PASSED", "fail": "FAILED"},
864 'required': [
865 ("psa_protected_storage_"
866 "s_interface_tests_tfm_sst_test_2xxx_"),
867 "sst_reliability_tests_tfm_sst_test_3xxx_",
868 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
869 ("psa_internal_trusted_storage_"
870 "s_interface_tests_tfm_its_test_2xxx_"),
871 "its_reliability_tests_tfm_its_test_3xxx_",
872 ("audit_"
873 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
874 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
875 ("initial_attestation_service_"
876 "secure_interface_tests_tfm_attest_test_1xxx_"),
877 ]
878 },
879 {
880 'name': 'Non_Secure_Test_Suites_Summary',
881 'start': 'Non-secure test suites summary',
882 'end': r'End of Non-secure test suites',
883 'pattern': r"Test suite '(?P<"
884 r"test_case_id>[^\n]+)' has (.*) "
885 r"(?P<result>PASSED|FAILED)",
886 'fixup': {"pass": "PASSED", "fail": "FAILED"},
887 'required': [
888 ("psa_protected_storage"
889 "_ns_interface_tests_tfm_sst_test_1xxx_"),
890 ("psa_internal_trusted_storage"
891 "_ns_interface_tests_tfm_its_test_1xxx_"),
892 ("auditlog_"
893 "non_secure_interface_test_tfm_audit_test_1xxx_"),
894 ("crypto_"
895 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
896 ("initial_attestation_service_"
897 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
898 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
899 ]
900 }
901 ] # Monitors
902 }, # RegressionProfileM
903 'RegressionProfileS': {
904 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]905 "firmware": "tfm_s.axf",
906 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]907 },
908 "monitors": [
909 {
910 'name': 'Secure_Test_Suites_Summary',
911 'start': 'Secure test suites summary',
912 'end': 'End of Secure test suites',
913 'pattern': r"Test suite '(?P<"
914 r"test_case_id>[^\n]+)' has (.*) "
915 r"(?P<result>PASSED|FAILED)",
916 'fixup': {"pass": "PASSED", "fail": "FAILED"},
917 'required': [
918 ("psa_protected_storage_"
919 "s_interface_tests_tfm_sst_test_2xxx_"),
920 "sst_reliability_tests_tfm_sst_test_3xxx_",
921 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
922 ("psa_internal_trusted_storage_"
923 "s_interface_tests_tfm_its_test_2xxx_"),
924 "its_reliability_tests_tfm_its_test_3xxx_",
925 ("audit_"
926 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
927 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
928 ("initial_attestation_service_"
929 "secure_interface_tests_tfm_attest_test_1xxx_"),
930 ]
931 },
932 {
933 'name': 'Non_Secure_Test_Suites_Summary',
934 'start': 'Non-secure test suites summary',
935 'end': r'End of Non-secure test suites',
936 'pattern': r"Test suite '(?P<"
937 r"test_case_id>[^\n]+)' has (.*) "
938 r"(?P<result>PASSED|FAILED)",
939 'fixup': {"pass": "PASSED", "fail": "FAILED"},
940 'required': [
941 ("psa_protected_storage"
942 "_ns_interface_tests_tfm_sst_test_1xxx_"),
943 ("psa_internal_trusted_storage"
944 "_ns_interface_tests_tfm_its_test_1xxx_"),
945 ("auditlog_"
946 "non_secure_interface_test_tfm_audit_test_1xxx_"),
947 ("crypto_"
948 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
949 ("initial_attestation_service_"
950 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
951 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
952 ]
953 }
954 ] # Monitors
955 }, # RegressionProfileS
956
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]957 'RegressionIPC': {
958 "binaries": {
959 "firmware": "tfm_s.axf",
960 "bootloader": "tfm_ns.bin"
961 },
962 "monitors": [
963 {
964 'name': 'Secure_Test_Suites_Summary',
965 'start': 'Secure test suites summary',
966 'end': 'End of Secure test suites',
967 'pattern': r"Test suite '(?P<"
968 r"test_case_id>[^\n]+)' has (.*) "
969 r"(?P<result>PASSED|FAILED)",
970 'fixup': {"pass": "PASSED", "fail": "FAILED"},
971 'required': [
972 ("psa_protected_storage_"
973 "s_interface_tests_tfm_sst_test_2xxx_"),
974 "sst_reliability_tests_tfm_sst_test_3xxx_",
975 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
976 ("psa_internal_trusted_storage_"
977 "s_interface_tests_tfm_its_test_2xxx_"),
978 "its_reliability_tests_tfm_its_test_3xxx_",
979 ("audit_"
980 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
981 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
982 ("initial_attestation_service_"
983 "secure_interface_tests_tfm_attest_test_1xxx_"),
984 ]
985 },
986 {
987 'name': 'Non_Secure_Test_Suites_Summary',
988 'start': 'Non-secure test suites summary',
989 'end': r'End of Non-secure test suites',
990 'pattern': r"Test suite '(?P<"
991 r"test_case_id>[^\n]+)' has (.*) "
992 r"(?P<result>PASSED|FAILED)",
993 'fixup': {"pass": "PASSED", "fail": "FAILED"},
994 'required': [
995 ("psa_protected_storage"
996 "_ns_interface_tests_tfm_sst_test_1xxx_"),
997 ("psa_internal_trusted_storage"
998 "_ns_interface_tests_tfm_its_test_1xxx_"),
999 ("auditlog_"
1000 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1001 ("crypto_"
1002 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1003 ("initial_attestation_service_"
1004 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1005 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1006 ]
1007 }
1008 ] # Monitors
1009 }, # RegressionIPC
1010 'RegressionIPCTfmLevel2': {
1011 "binaries": {
1012 "firmware": "tfm_s.axf",
1013 "bootloader": "tfm_ns.bin"
1014 },
1015 "monitors": [
1016 {
1017 'name': 'Secure_Test_Suites_Summary',
1018 'start': 'Secure test suites summary',
1019 'end': 'End of Secure test suites',
1020 'pattern': r"Test suite '(?P<"
1021 r"test_case_id>[^\n]+)' has (.*) "
1022 r"(?P<result>PASSED|FAILED)",
1023 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1024 'required': [
1025 ("psa_protected_storage_"
1026 "s_interface_tests_tfm_sst_test_2xxx_"),
1027 "sst_reliability_tests_tfm_sst_test_3xxx_",
1028 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1029 ("psa_internal_trusted_storage_"
1030 "s_interface_tests_tfm_its_test_2xxx_"),
1031 "its_reliability_tests_tfm_its_test_3xxx_",
1032 ("audit_"
1033 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1034 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1035 ("initial_attestation_service_"
1036 "secure_interface_tests_tfm_attest_test_1xxx_"),
1037 ]
1038 },
1039 {
1040 'name': 'Non_Secure_Test_Suites_Summary',
1041 'start': 'Non-secure test suites summary',
1042 'end': r'End of Non-secure test suites',
1043 'pattern': r"Test suite '(?P<"
1044 r"test_case_id>[^\n]+)' has (.*) "
1045 r"(?P<result>PASSED|FAILED)",
1046 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1047 'required': [
1048 ("psa_protected_storage"
1049 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1050 ("psa_internal_trusted_storage"
1051 "_ns_interface_tests_tfm_its_test_1xxx_"),
1052 ("auditlog_"
1053 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1054 ("crypto_"
1055 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1056 ("initial_attestation_service_"
1057 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1058 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1059 ]
1060 }
1061 ] # Monitors
1062 }, # RegressionIPCTfmLevel2
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]1063 'RegressionIPCTfmLevel3': {
1064 "binaries": {
1065 "firmware": "tfm_s.axf",
1066 "bootloader": "tfm_ns.bin"
1067 },
1068 "monitors": [
1069 {
1070 'name': 'Secure_Test_Suites_Summary',
1071 'start': 'Secure test suites summary',
1072 'end': 'End of Secure test suites',
1073 'pattern': r"Test suite '(?P<"
1074 r"test_case_id>[^\n]+)' has (.*) "
1075 r"(?P<result>PASSED|FAILED)",
1076 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1077 'required': [
1078 ("psa_protected_storage_"
1079 "s_interface_tests_tfm_sst_test_2xxx_"),
1080 "sst_reliability_tests_tfm_sst_test_3xxx_",
1081 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1082 ("psa_internal_trusted_storage_"
1083 "s_interface_tests_tfm_its_test_2xxx_"),
1084 "its_reliability_tests_tfm_its_test_3xxx_",
1085 ("audit_"
1086 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1087 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1088 ("initial_attestation_service_"
1089 "secure_interface_tests_tfm_attest_test_1xxx_"),
1090 ]
1091 },
1092 {
1093 'name': 'Non_Secure_Test_Suites_Summary',
1094 'start': 'Non-secure test suites summary',
1095 'end': r'End of Non-secure test suites',
1096 'pattern': r"Test suite '(?P<"
1097 r"test_case_id>[^\n]+)' has (.*) "
1098 r"(?P<result>PASSED|FAILED)",
1099 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1100 'required': [
1101 ("psa_protected_storage"
1102 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1103 ("psa_internal_trusted_storage"
1104 "_ns_interface_tests_tfm_its_test_1xxx_"),
1105 ("auditlog_"
1106 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1107 ("crypto_"
1108 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1109 ("initial_attestation_service_"
1110 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1111 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1112 ]
1113 }
1114 ] # Monitors
1115 }, # RegressionIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1116 'CoreIPC': {
1117 "binaries": {
1118 "firmware": "tfm_s.axf",
1119 "bootloader": "tfm_ns.bin"
1120 },
1121 "monitors": [
1122 {
1123 'name': 'Secure_Test_Suites_Summary',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1124 'start': r'[Sec Thread]',
1125 'end': r'system starting',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1126 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1127 r'(?P<test_case_id>Secure image '
1128 r'initializing)(?P<result>!)',
1129 'fixup': {"pass": "!", "fail": ""},
1130 'required': ["secure_image_initializing"]
1131 } # Monitors
1132 ]
1133 }, # CoreIPC
1134 'CoreIPCTfmLevel2': {
1135 "binaries": {
1136 "firmware": "tfm_s.axf",
1137 "bootloader": "tfm_ns.bin"
1138 },
1139 "monitors": [
1140 {
1141 'name': 'Secure_Test_Suites_Summary',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1142 'start': r'[Sec Thread]',
1143 'end': r'system starting',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1144 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1145 r'(?P<test_case_id>Secure image '
1146 r'initializing)(?P<result>!)',
1147 'fixup': {"pass": "!", "fail": ""},
1148 'required': ["secure_image_initializing"]
1149 } # Monitors
1150 ]
1151 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1152 'CoreIPCTfmLevel3': {
1153 "binaries": {
1154 "firmware": "tfm_s.axf",
1155 "bootloader": "tfm_ns.bin"
1156 },
1157 "monitors": [
1158 {
1159 'name': 'Secure_Test_Suites_Summary',
1160 'start': r'[Sec Thread]',
1161 'end': r'system starting',
1162 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1163 r'(?P<test_case_id>Secure image '
1164 r'initializing)(?P<result>!)',
1165 'fixup': {"pass": "!", "fail": ""},
1166 'required': ["secure_image_initializing"]
1167 } # Monitors
1168 ]
1169 }, # CoreIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1170 } # Tests
1171}
1172
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1173
1174fvp_mps2_an519_bl2 = {
1175 "templ": "fvp_mps2.jinja2",
1176 "job_name": "fvp_mps2_an519_bl2",
1177 "device_type": "fvp",
1178 "job_timeout": 15,
1179 "action_timeout": 10,
1180 "monitor_timeout": 10,
1181 "poweroff_timeout": 1,
1182 "platforms": {"AN519": ""},
1183 "compilers": ["GNUARM", "ARMCLANG"],
1184 "build_types": ["Debug", "Release", "Minsizerel"],
1185 "boot_types": ["BL2"],
1186 "data_bin_offset": "0x10080000",
1187 "cpu0_baseline": 1,
1188 "tests": {
1189 'Default': {
1190 "binaries": {
1191 "firmware": "mcuboot.axf",
1192 "bootloader": "tfm_s_ns_signed.bin"
1193 },
1194 "monitors": [
1195 {
1196 'name': 'Secure_Test_Suites_Summary',
1197 'start': r'[Sec Thread]',
1198 'end': r'system starting',
1199 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1200 r'(?P<test_case_id>Secure image '
1201 r'initializing)(?P<result>!)',
1202 'fixup': {"pass": "!", "fail": ""},
1203 'required': ["secure_image_initializing"]
1204 } # Monitors
1205 ]
1206 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1207 'DefaultProfileS': {
1208 "binaries": {
1209 "firmware": "mcuboot.axf",
1210 "bootloader": "tfm_s_ns_signed.bin"
1211 },
1212 "monitors": [
1213 {
1214 'name': 'Secure_Test_Suites_Summary',
1215 'start': r'[Sec Thread]',
1216 'end': r'system starting',
1217 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1218 r'(?P<test_case_id>Secure image '
1219 r'initializing)(?P<result>!)',
1220 'fixup': {"pass": "!", "fail": ""},
1221 'required': ["secure_image_initializing"]
1222 } # Monitors
1223 ]
1224 }, # DefaultProfileS
1225 'DefaultProfileM': {
1226 "binaries": {
1227 "firmware": "mcuboot.axf",
1228 "bootloader": "tfm_s_ns_signed.bin"
1229 },
1230 "monitors": [
1231 {
1232 'name': 'Secure_Test_Suites_Summary',
1233 'start': r'[Sec Thread]',
1234 'end': r'system starting',
1235 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1236 r'(?P<test_case_id>Secure image '
1237 r'initializing)(?P<result>!)',
1238 'fixup': {"pass": "!", "fail": ""},
1239 'required': ["secure_image_initializing"]
1240 } # Monitors
1241 ]
1242 }, # DefaultProfileM
1243
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1244 'Regression': {
1245 "binaries": {
1246 "firmware": "mcuboot.axf",
1247 "bootloader": "tfm_s_ns_signed.bin"
1248 },
1249 "monitors": [
1250 {
1251 'name': 'Secure_Test_Suites_Summary',
1252 'start': 'Secure test suites summary',
1253 'end': 'End of Secure test suites',
1254 'pattern': r"Test suite '(?P<"
1255 r"test_case_id>[^\n]+)' has (.*) "
1256 r"(?P<result>PASSED|FAILED)",
1257 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1258 'required': [
1259 ("psa_protected_storage_"
1260 "s_interface_tests_tfm_sst_test_2xxx_"),
1261 "sst_reliability_tests_tfm_sst_test_3xxx_",
1262 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1263 ("psa_internal_trusted_storage_"
1264 "s_interface_tests_tfm_its_test_2xxx_"),
1265 "its_reliability_tests_tfm_its_test_3xxx_",
1266 ("audit_"
1267 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1268 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1269 ("initial_attestation_service_"
1270 "secure_interface_tests_tfm_attest_test_1xxx_"),
1271 ]
1272 },
1273 {
1274 'name': 'Non_Secure_Test_Suites_Summary',
1275 'start': 'Non-secure test suites summary',
1276 'end': r'End of Non-secure test suites',
1277 'pattern': r"Test suite '(?P<"
1278 r"test_case_id>[^\n]+)' has (.*) "
1279 r"(?P<result>PASSED|FAILED)",
1280 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1281 'required': [
1282 ("psa_protected_storage"
1283 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1284 ("psa_internal_trusted_storage"
1285 "_ns_interface_tests_tfm_its_test_1xxx_"),
1286 ("auditlog_"
1287 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1288 ("crypto_"
1289 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1290 ("initial_attestation_service_"
1291 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1292 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1293 ]
1294 }
1295 ] # Monitors
1296 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1297
1298 'RegressionProfileM': {
1299 "binaries": {
1300 "firmware": "mcuboot.axf",
1301 "bootloader": "tfm_s_ns_signed.bin"
1302 },
1303 "monitors": [
1304 {
1305 'name': 'Secure_Test_Suites_Summary',
1306 'start': 'Secure test suites summary',
1307 'end': 'End of Secure test suites',
1308 'pattern': r"Test suite '(?P<"
1309 r"test_case_id>[^\n]+)' has (.*) "
1310 r"(?P<result>PASSED|FAILED)",
1311 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1312 'required': [
1313 ("psa_protected_storage_"
1314 "s_interface_tests_tfm_sst_test_2xxx_"),
1315 "sst_reliability_tests_tfm_sst_test_3xxx_",
1316 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1317 ("psa_internal_trusted_storage_"
1318 "s_interface_tests_tfm_its_test_2xxx_"),
1319 "its_reliability_tests_tfm_its_test_3xxx_",
1320 ("audit_"
1321 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1322 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1323 ("initial_attestation_service_"
1324 "secure_interface_tests_tfm_attest_test_1xxx_"),
1325 ]
1326 },
1327 {
1328 'name': 'Non_Secure_Test_Suites_Summary',
1329 'start': 'Non-secure test suites summary',
1330 'end': r'End of Non-secure test suites',
1331 'pattern': r"Test suite '(?P<"
1332 r"test_case_id>[^\n]+)' has (.*) "
1333 r"(?P<result>PASSED|FAILED)",
1334 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1335 'required': [
1336 ("psa_protected_storage"
1337 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1338 ("psa_internal_trusted_storage"
1339 "_ns_interface_tests_tfm_its_test_1xxx_"),
1340 ("auditlog_"
1341 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1342 ("crypto_"
1343 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1344 ("initial_attestation_service_"
1345 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1346 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1347 ]
1348 }
1349 ] # Monitors
1350 }, # RegressionProfileM
1351 'RegressionProfileS': {
1352 "binaries": {
1353 "firmware": "mcuboot.axf",
1354 "bootloader": "tfm_s_ns_signed.bin"
1355 },
1356 "monitors": [
1357 {
1358 'name': 'Secure_Test_Suites_Summary',
1359 'start': 'Secure test suites summary',
1360 'end': 'End of Secure test suites',
1361 'pattern': r"Test suite '(?P<"
1362 r"test_case_id>[^\n]+)' has (.*) "
1363 r"(?P<result>PASSED|FAILED)",
1364 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1365 'required': [
1366 ("psa_protected_storage_"
1367 "s_interface_tests_tfm_sst_test_2xxx_"),
1368 "sst_reliability_tests_tfm_sst_test_3xxx_",
1369 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1370 ("psa_internal_trusted_storage_"
1371 "s_interface_tests_tfm_its_test_2xxx_"),
1372 "its_reliability_tests_tfm_its_test_3xxx_",
1373 ("audit_"
1374 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1375 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1376 ("initial_attestation_service_"
1377 "secure_interface_tests_tfm_attest_test_1xxx_"),
1378 ]
1379 },
1380 {
1381 'name': 'Non_Secure_Test_Suites_Summary',
1382 'start': 'Non-secure test suites summary',
1383 'end': r'End of Non-secure test suites',
1384 'pattern': r"Test suite '(?P<"
1385 r"test_case_id>[^\n]+)' has (.*) "
1386 r"(?P<result>PASSED|FAILED)",
1387 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1388 'required': [
1389 ("psa_protected_storage"
1390 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1391 ("psa_internal_trusted_storage"
1392 "_ns_interface_tests_tfm_its_test_1xxx_"),
1393 ("auditlog_"
1394 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1395 ("crypto_"
1396 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1397 ("initial_attestation_service_"
1398 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1399 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1400 ]
1401 }
1402 ] # Monitors
1403 }, # RegressionProfileS
1404
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1405 'RegressionIPC': {
1406 "binaries": {
1407 "firmware": "mcuboot.axf",
1408 "bootloader": "tfm_s_ns_signed.bin"
1409 },
1410 "monitors": [
1411 {
1412 'name': 'Secure_Test_Suites_Summary',
1413 'start': 'Secure test suites summary',
1414 'end': 'End of Secure test suites',
1415 'pattern': r"Test suite '(?P<"
1416 r"test_case_id>[^\n]+)' has (.*) "
1417 r"(?P<result>PASSED|FAILED)",
1418 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1419 'required': [
1420 ("psa_protected_storage_"
1421 "s_interface_tests_tfm_sst_test_2xxx_"),
1422 "sst_reliability_tests_tfm_sst_test_3xxx_",
1423 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1424 ("psa_internal_trusted_storage_"
1425 "s_interface_tests_tfm_its_test_2xxx_"),
1426 "its_reliability_tests_tfm_its_test_3xxx_",
1427 ("audit_"
1428 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1429 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1430 ("initial_attestation_service_"
1431 "secure_interface_tests_tfm_attest_test_1xxx_"),
1432 ]
1433 },
1434 {
1435 'name': 'Non_Secure_Test_Suites_Summary',
1436 'start': 'Non-secure test suites summary',
1437 'end': r'End of Non-secure test suites',
1438 'pattern': r"Test suite '(?P<"
1439 r"test_case_id>[^\n]+)' has (.*) "
1440 r"(?P<result>PASSED|FAILED)",
1441 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1442 'required': [
1443 ("psa_protected_storage"
1444 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1445 ("psa_internal_trusted_storage"
1446 "_ns_interface_tests_tfm_its_test_1xxx_"),
1447 ("auditlog_"
1448 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1449 ("crypto_"
1450 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1451 ("initial_attestation_service_"
1452 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1453 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1454 ]
1455 }
1456 ] # Monitors
1457 }, # Regression
1458 'RegressionIPCTfmLevel2': {
1459 "binaries": {
1460 "firmware": "mcuboot.axf",
1461 "bootloader": "tfm_s_ns_signed.bin"
1462 },
1463 "monitors": [
1464 {
1465 'name': 'Secure_Test_Suites_Summary',
1466 'start': 'Secure test suites summary',
1467 'end': 'End of Secure test suites',
1468 'pattern': r"Test suite '(?P<"
1469 r"test_case_id>[^\n]+)' has (.*) "
1470 r"(?P<result>PASSED|FAILED)",
1471 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1472 'required': [
1473 ("psa_protected_storage_"
1474 "s_interface_tests_tfm_sst_test_2xxx_"),
1475 "sst_reliability_tests_tfm_sst_test_3xxx_",
1476 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1477 ("psa_internal_trusted_storage_"
1478 "s_interface_tests_tfm_its_test_2xxx_"),
1479 "its_reliability_tests_tfm_its_test_3xxx_",
1480 ("audit_"
1481 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1482 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1483 ("initial_attestation_service_"
1484 "secure_interface_tests_tfm_attest_test_1xxx_"),
1485 ]
1486 },
1487 {
1488 'name': 'Non_Secure_Test_Suites_Summary',
1489 'start': 'Non-secure test suites summary',
1490 'end': r'End of Non-secure test suites',
1491 'pattern': r"Test suite '(?P<"
1492 r"test_case_id>[^\n]+)' has (.*) "
1493 r"(?P<result>PASSED|FAILED)",
1494 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1495 'required': [
1496 ("psa_protected_storage"
1497 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1498 ("psa_internal_trusted_storage"
1499 "_ns_interface_tests_tfm_its_test_1xxx_"),
1500 ("auditlog_"
1501 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1502 ("crypto_"
1503 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1504 ("initial_attestation_service_"
1505 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1506 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1507 ]
1508 }
1509 ] # Monitors
1510 }, # Regression
1511 'CoreIPC': {
1512 "binaries": {
1513 "firmware": "mcuboot.axf",
1514 "bootloader": "tfm_s_ns_signed.bin"
1515 },
1516 "monitors": [
1517 {
1518 'name': 'Secure_Test_Suites_Summary',
1519 'start': r'[Sec Thread]',
1520 'end': r'system starting',
1521 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1522 r'(?P<test_case_id>Secure image '
1523 r'initializing)(?P<result>!)',
1524 'fixup': {"pass": "!", "fail": ""},
1525 'required': ["secure_image_initializing"]
1526 } # Monitors
1527 ]
1528 }, # CoreIPC
1529 'CoreIPCTfmLevel2': {
1530 "binaries": {
1531 "firmware": "mcuboot.axf",
1532 "bootloader": "tfm_s_ns_signed.bin"
1533 },
1534 "monitors": [
1535 {
1536 'name': 'Secure_Test_Suites_Summary',
1537 'start': r'[Sec Thread]',
1538 'end': r'system starting',
1539 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1540 r'(?P<test_case_id>Secure image '
1541 r'initializing)(?P<result>!)',
1542 'fixup': {"pass": "!", "fail": ""},
1543 'required': ["secure_image_initializing"]
1544 } # Monitors
1545 ]
1546 }, # CoreIPCTfmLevel2
1547 } # Tests
1548}
1549
1550
1551fvp_mps2_an519_nobl2 = {
1552 "templ": "fvp_mps2.jinja2",
1553 "job_name": "fvp_mps2_an519_nobl2",
1554 "device_type": "fvp",
1555 "job_timeout": 15,
1556 "action_timeout": 10,
1557 "monitor_timeout": 10,
1558 "poweroff_timeout": 1,
1559 "platforms": {"AN519": ""},
1560 "compilers": ["GNUARM", "ARMCLANG"],
1561 "build_types": ["Debug", "Release", "Minsizerel"],
1562 "boot_types": ["NOBL2"],
1563 "data_bin_offset": "0x00100000",
1564 "cpu0_baseline": 1,
1565 "tests": {
1566 'Default': {
1567 "binaries": {
1568 "firmware": "tfm_s.axf",
1569 "bootloader": "tfm_ns.bin"
1570 },
1571 "monitors": [
1572 {
1573 'name': 'Secure_Test_Suites_Summary',
1574 'start': r'[Sec Thread]',
1575 'end': r'system starting',
1576 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1577 r'(?P<test_case_id>Secure image '
1578 r'initializing)(?P<result>!)',
1579 'fixup': {"pass": "!", "fail": ""},
1580 'required': ["secure_image_initializing"]
1581 }
1582 ]
1583 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1584 'DefaultProfileS': {
1585 "binaries": {
1586 "firmware": "tfm_s.axf",
1587 "bootloader": "tfm_ns.bin"
1588 },
1589 "monitors": [
1590 {
1591 'name': 'Secure_Test_Suites_Summary',
1592 'start': r'[Sec Thread]',
1593 'end': r'system starting',
1594 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1595 r'(?P<test_case_id>Secure image '
1596 r'initializing)(?P<result>!)',
1597 'fixup': {"pass": "!", "fail": ""},
1598 'required': ["secure_image_initializing"]
1599 } # Monitors
1600 ]
1601 }, # DefaultProfileS
1602 'DefaultProfileM': {
1603 "binaries": {
1604 "firmware": "tfm_s.axf",
1605 "bootloader": "tfm_ns.bin"
1606 },
1607 "monitors": [
1608 {
1609 'name': 'Secure_Test_Suites_Summary',
1610 'start': r'[Sec Thread]',
1611 'end': r'system starting',
1612 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1613 r'(?P<test_case_id>Secure image '
1614 r'initializing)(?P<result>!)',
1615 'fixup': {"pass": "!", "fail": ""},
1616 'required': ["secure_image_initializing"]
1617 } # Monitors
1618 ]
1619 }, # DefaultProfileM
1620
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1621 'Regression': {
1622 "binaries": {
1623 "firmware": "tfm_s.axf",
1624 "bootloader": "tfm_ns.bin"
1625 },
1626 "monitors": [
1627 {
1628 'name': 'Secure_Test_Suites_Summary',
1629 'start': 'Secure test suites summary',
1630 'end': 'End of Secure test suites',
1631 'pattern': r"Test suite '(?P<"
1632 r"test_case_id>[^\n]+)' has (.*) "
1633 r"(?P<result>PASSED|FAILED)",
1634 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1635 'required': [
1636 ("psa_protected_storage_"
1637 "s_interface_tests_tfm_sst_test_2xxx_"),
1638 "sst_reliability_tests_tfm_sst_test_3xxx_",
1639 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1640 ("psa_internal_trusted_storage_"
1641 "s_interface_tests_tfm_its_test_2xxx_"),
1642 "its_reliability_tests_tfm_its_test_3xxx_",
1643 ("audit_"
1644 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1645 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1646 ("initial_attestation_service_"
1647 "secure_interface_tests_tfm_attest_test_1xxx_"),
1648 ]
1649 },
1650 {
1651 'name': 'Non_Secure_Test_Suites_Summary',
1652 'start': 'Non-secure test suites summary',
1653 'end': r'End of Non-secure test suites',
1654 'pattern': r"Test suite '(?P<"
1655 r"test_case_id>[^\n]+)' has (.*) "
1656 r"(?P<result>PASSED|FAILED)",
1657 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1658 'required': [
1659 ("psa_protected_storage"
1660 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1661 ("psa_internal_trusted_storage"
1662 "_ns_interface_tests_tfm_its_test_1xxx_"),
1663 ("auditlog_"
1664 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1665 ("crypto_"
1666 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1667 ("initial_attestation_service_"
1668 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1669 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1670 ]
1671 }
1672 ] # Monitors
1673 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1674 'RegressionProfileM': {
1675 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1676 "firmware": "tfm_s.axf",
1677 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1678 },
1679 "monitors": [
1680 {
1681 'name': 'Secure_Test_Suites_Summary',
1682 'start': 'Secure test suites summary',
1683 'end': 'End of Secure test suites',
1684 'pattern': r"Test suite '(?P<"
1685 r"test_case_id>[^\n]+)' has (.*) "
1686 r"(?P<result>PASSED|FAILED)",
1687 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1688 'required': [
1689 ("psa_protected_storage_"
1690 "s_interface_tests_tfm_sst_test_2xxx_"),
1691 "sst_reliability_tests_tfm_sst_test_3xxx_",
1692 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1693 ("psa_internal_trusted_storage_"
1694 "s_interface_tests_tfm_its_test_2xxx_"),
1695 "its_reliability_tests_tfm_its_test_3xxx_",
1696 ("audit_"
1697 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1698 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1699 ("initial_attestation_service_"
1700 "secure_interface_tests_tfm_attest_test_1xxx_"),
1701 ]
1702 },
1703 {
1704 'name': 'Non_Secure_Test_Suites_Summary',
1705 'start': 'Non-secure test suites summary',
1706 'end': r'End of Non-secure test suites',
1707 'pattern': r"Test suite '(?P<"
1708 r"test_case_id>[^\n]+)' has (.*) "
1709 r"(?P<result>PASSED|FAILED)",
1710 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1711 'required': [
1712 ("psa_protected_storage"
1713 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1714 ("psa_internal_trusted_storage"
1715 "_ns_interface_tests_tfm_its_test_1xxx_"),
1716 ("auditlog_"
1717 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1718 ("crypto_"
1719 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1720 ("initial_attestation_service_"
1721 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1722 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1723 ]
1724 }
1725 ] # Monitors
1726 }, # RegressionProfileM
1727 'RegressionProfileS': {
1728 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1729 "firmware": "tfm_s.axf",
1730 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1731 },
1732 "monitors": [
1733 {
1734 'name': 'Secure_Test_Suites_Summary',
1735 'start': 'Secure test suites summary',
1736 'end': 'End of Secure test suites',
1737 'pattern': r"Test suite '(?P<"
1738 r"test_case_id>[^\n]+)' has (.*) "
1739 r"(?P<result>PASSED|FAILED)",
1740 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1741 'required': [
1742 ("psa_protected_storage_"
1743 "s_interface_tests_tfm_sst_test_2xxx_"),
1744 "sst_reliability_tests_tfm_sst_test_3xxx_",
1745 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1746 ("psa_internal_trusted_storage_"
1747 "s_interface_tests_tfm_its_test_2xxx_"),
1748 "its_reliability_tests_tfm_its_test_3xxx_",
1749 ("audit_"
1750 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1751 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1752 ("initial_attestation_service_"
1753 "secure_interface_tests_tfm_attest_test_1xxx_"),
1754 ]
1755 },
1756 {
1757 'name': 'Non_Secure_Test_Suites_Summary',
1758 'start': 'Non-secure test suites summary',
1759 'end': r'End of Non-secure test suites',
1760 'pattern': r"Test suite '(?P<"
1761 r"test_case_id>[^\n]+)' has (.*) "
1762 r"(?P<result>PASSED|FAILED)",
1763 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1764 'required': [
1765 ("psa_protected_storage"
1766 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1767 ("psa_internal_trusted_storage"
1768 "_ns_interface_tests_tfm_its_test_1xxx_"),
1769 ("auditlog_"
1770 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1771 ("crypto_"
1772 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1773 ("initial_attestation_service_"
1774 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1775 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1776 ]
1777 }
1778 ] # Monitors
1779 }, # RegressionProfileS
1780
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1781 'RegressionIPC': {
1782 "binaries": {
1783 "firmware": "tfm_s.axf",
1784 "bootloader": "tfm_ns.bin"
1785 },
1786 "monitors": [
1787 {
1788 'name': 'Secure_Test_Suites_Summary',
1789 'start': 'Secure test suites summary',
1790 'end': 'End of Secure test suites',
1791 'pattern': r"Test suite '(?P<"
1792 r"test_case_id>[^\n]+)' has (.*) "
1793 r"(?P<result>PASSED|FAILED)",
1794 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1795 'required': [
1796 ("psa_protected_storage_"
1797 "s_interface_tests_tfm_sst_test_2xxx_"),
1798 "sst_reliability_tests_tfm_sst_test_3xxx_",
1799 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1800 ("psa_internal_trusted_storage_"
1801 "s_interface_tests_tfm_its_test_2xxx_"),
1802 "its_reliability_tests_tfm_its_test_3xxx_",
1803 ("audit_"
1804 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1805 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1806 ("initial_attestation_service_"
1807 "secure_interface_tests_tfm_attest_test_1xxx_"),
1808 ]
1809 },
1810 {
1811 'name': 'Non_Secure_Test_Suites_Summary',
1812 'start': 'Non-secure test suites summary',
1813 'end': r'End of Non-secure test suites',
1814 'pattern': r"Test suite '(?P<"
1815 r"test_case_id>[^\n]+)' has (.*) "
1816 r"(?P<result>PASSED|FAILED)",
1817 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1818 'required': [
1819 ("psa_protected_storage"
1820 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1821 ("psa_internal_trusted_storage"
1822 "_ns_interface_tests_tfm_its_test_1xxx_"),
1823 ("auditlog_"
1824 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1825 ("crypto_"
1826 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1827 ("initial_attestation_service_"
1828 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1829 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1830 ]
1831 }
1832 ] # Monitors
1833 }, # RegressionIPC
1834 'RegressionIPCTfmLevel2': {
1835 "binaries": {
1836 "firmware": "tfm_s.axf",
1837 "bootloader": "tfm_ns.bin"
1838 },
1839 "monitors": [
1840 {
1841 'name': 'Secure_Test_Suites_Summary',
1842 'start': 'Secure test suites summary',
1843 'end': 'End of Secure test suites',
1844 'pattern': r"Test suite '(?P<"
1845 r"test_case_id>[^\n]+)' has (.*) "
1846 r"(?P<result>PASSED|FAILED)",
1847 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1848 'required': [
1849 ("psa_protected_storage_"
1850 "s_interface_tests_tfm_sst_test_2xxx_"),
1851 "sst_reliability_tests_tfm_sst_test_3xxx_",
1852 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1853 ("psa_internal_trusted_storage_"
1854 "s_interface_tests_tfm_its_test_2xxx_"),
1855 "its_reliability_tests_tfm_its_test_3xxx_",
1856 ("audit_"
1857 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1858 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1859 ("initial_attestation_service_"
1860 "secure_interface_tests_tfm_attest_test_1xxx_"),
1861 ]
1862 },
1863 {
1864 'name': 'Non_Secure_Test_Suites_Summary',
1865 'start': 'Non-secure test suites summary',
1866 'end': r'End of Non-secure test suites',
1867 'pattern': r"Test suite '(?P<"
1868 r"test_case_id>[^\n]+)' has (.*) "
1869 r"(?P<result>PASSED|FAILED)",
1870 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1871 'required': [
1872 ("psa_protected_storage"
1873 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1874 ("psa_internal_trusted_storage"
1875 "_ns_interface_tests_tfm_its_test_1xxx_"),
1876 ("auditlog_"
1877 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1878 ("crypto_"
1879 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1880 ("initial_attestation_service_"
1881 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1882 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1883 ]
1884 }
1885 ] # Monitors
1886 }, # RegressionIPCTfmLevel2
1887 'CoreIPC': {
1888 "binaries": {
1889 "firmware": "tfm_s.axf",
1890 "bootloader": "tfm_ns.bin"
1891 },
1892 "monitors": [
1893 {
1894 'name': 'Secure_Test_Suites_Summary',
1895 'start': r'[Sec Thread]',
1896 'end': r'system starting',
1897 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1898 r'(?P<test_case_id>Secure image '
1899 r'initializing)(?P<result>!)',
1900 'fixup': {"pass": "!", "fail": ""},
1901 'required': ["secure_image_initializing"]
1902 } # Monitors
1903 ]
1904 }, # CoreIPC
1905 'CoreIPCTfmLevel2': {
1906 "binaries": {
1907 "firmware": "tfm_s.axf",
1908 "bootloader": "tfm_ns.bin"
1909 },
1910 "monitors": [
1911 {
1912 'name': 'Secure_Test_Suites_Summary',
1913 'start': r'[Sec Thread]',
1914 'end': r'system starting',
1915 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1916 r'(?P<test_case_id>Secure image '
1917 r'initializing)(?P<result>!)',
1918 'fixup': {"pass": "!", "fail": ""},
1919 'required': ["secure_image_initializing"]
1920 } # Monitors
1921 ]
1922 }, # CoreIPCTfmLevel2
1923 } # Tests
1924}
1925
1926
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]1927# All configurations should be mapped here
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1928lava_gen_config_map = {"mps2_an521_bl2": tfm_mps2_sse_200,
1929 "fvp_mps2_an521_bl2": fvp_mps2_an521_bl2,
1930 "fvp_mps2_an521_nobl2": fvp_mps2_an521_nobl2,
1931 "fvp_mps2_an519_bl2": fvp_mps2_an519_bl2,
1932 "fvp_mps2_an519_nobl2": fvp_mps2_an519_nobl2}
1933
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]1934lavagen_config_sort_order = [
1935 "templ",
1936 "job_name",
1937 "device_type",
1938 "job_timeout",
1939 "action_timeout",
1940 "monitor_timeout",
1941 "recovery_store_url",
1942 "artifact_store_url",
1943 "platforms",
1944 "compilers",
1945 "build_types",
1946 "boot_types",
1947 "tests"
1948]
1949
1950lava_gen_monitor_sort_order = [
1951 'name',
1952 'start',
1953 'end',
1954 'pattern',
1955 'fixup',
1956]
1957
1958if __name__ == "__main__":
1959 import os
1960 import sys
1961 from lava_helper import sort_lavagen_config
1962 try:
1963 from tfm_ci_pylib.utils import export_config_map
1964 except ImportError:
1965 dir_path = os.path.dirname(os.path.realpath(__file__))
1966 sys.path.append(os.path.join(dir_path, "../"))
1967 from tfm_ci_pylib.utils import export_config_map
1968
1969 if len(sys.argv) == 2:
1970 if sys.argv[1] == "--export":
1971 export_config_map(lava_gen_config_map)
1972 if len(sys.argv) == 3:
1973 if sys.argv[1] == "--export":
1974 export_config_map(sort_lavagen_config(lava_gen_config_map),
1975 sys.argv[2])