TrustedFirmware Git Browser
Code Review Sign In
review.trustedfirmware.org / next / ci / tf-m-ci-scripts / 4f2ef5a1879f388cb8b57dbe383af56303a18464 / . / lava_helper / lava_helper_configs.py
blob: 12bc990a3f4ebf6dd3b66f9698bc8a9aea49657f [file] [log] [blame]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]1#!/usr/bin/env python3
2
3""" lava_job_generator_configs.py:
4
5 Default configurations for lava job generator """
6
7from __future__ import print_function
8
9__copyright__ = """
10/*
11 * Copyright (c) 2018-2019, Arm Limited. All rights reserved.
12 *
13 * SPDX-License-Identifier: BSD-3-Clause
14 *
15 */
16 """
17__author__ = "Minos Galanakis"
18__email__ = "minos.galanakis@linaro.org"
19__project__ = "Trusted Firmware-M Open CI"
20__status__ = "stable"
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]21__version__ = "1.1"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]22
23
24def lava_gen_get_config_subset(config,
25 default=True,
26 core=True,
27 regression=True):
28 """ Allow dynamic generation of configuration combinations by subtracking
29 undesired ones """
30
31 from copy import deepcopy
32 cfg = deepcopy(config)
33 tests = deepcopy(config["tests"])
34
35 # Remove all configs not requests by the caller
36 if not default:
37 tests.pop("Default")
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]38 if not core:
39 tests.pop("CoreIPC")
40 tests.pop("CoreIPCTfmLevel2")
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]41 if not regression:
42 tests.pop("Regression")
43
44 cfg["tests"] = tests
45 return cfg
46
47
48tfm_mps2_sse_200 = {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]49 "templ": "mps2.jinja2",
50 "job_name": "mps2_an521_bl2",
Minos Galanakisafb43152019-09-25 14:17:39 +0100[diff] [blame]51 "device_type": "mps",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]52 "job_timeout": 15,
53 "action_timeout": 10,
54 "monitor_timeout": 10,
55 "poweroff_timeout": 1,
56 "recovery_store_url": "https://ci.trustedfirmware.org/userContent/",
57 "platforms": {"AN521": "mps2_sse200_an512.tar.gz"},
58 "compilers": ["GNUARM", "ARMCLANG"],
59 "build_types": ["Debug", "Release", "Minsizerel"],
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]60 "boot_types": ["BL2"],
61 "tests": {
62 'Default': {
63 "binaries": {
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]64 "firmware": "tfm_sign.bin",
65 "bootloader": "mcuboot.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]66 },
67 "monitors": [
68 {
69 'name': 'Secure_Test_Suites_Summary',
Minos Galanakis8da148a2019-10-18 17:26:40 +0100[diff] [blame]70 'start': '[Sec Thread]',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]71 'end': 'system starting',
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]72 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
73 r'(?P<test_case_id>Secure image '
74 r'initializing)(?P<result>!)',
75 'fixup': {"pass": "!", "fail": ""},
76 'required': ["secure_image_initializing"]
77 } # Monitors
78 ]
79 }, # Default
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]80 'Regression': {
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]81 "binaries": {
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]82 "firmware": "tfm_sign.bin",
83 "bootloader": "mcuboot.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]84 },
85 "monitors": [
86 {
87 'name': 'Secure_Test_Suites_Summary',
88 'start': 'Secure test suites summary',
89 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]90 'pattern': r"Test suite '(?P<"
91 r"test_case_id>[^\n]+)' has (.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]92 r"(?P<result>PASSED|FAILED)",
93 'fixup': {"pass": "PASSED", "fail": "FAILED"},
94 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]95 ("psa_protected_storage_"
96 "s_interface_tests_tfm_sst_test_2xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]97 "sst_reliability_tests_tfm_sst_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]98 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
TudorCretu8b138472019-08-30 10:51:05 +0100[diff] [blame]99 ("psa_internal_trusted_storage_"
100 "s_interface_tests_tfm_its_test_2xxx_"),
101 "its_reliability_tests_tfm_its_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]102 ("audit_"
103 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
104 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
105 ("initial_attestation_service_"
106 "secure_interface_tests_tfm_attest_test_1xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]107 ]
108 },
109 {
110 'name': 'Non_Secure_Test_Suites_Summary',
111 'start': 'Non-secure test suites summary',
112 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]113 'pattern': r"Test suite '(?P<"
114 r"test_case_id>[^\n]+)' has (.*) "
115 r"(?P<result>PASSED|FAILED)",
116 'fixup': {"pass": "PASSED", "fail": "FAILED"},
117 'required': [
118 ("psa_protected_storage"
119 "_ns_interface_tests_tfm_sst_test_1xxx_"),
120 ("psa_internal_trusted_storage"
121 "_ns_interface_tests_tfm_its_test_1xxx_"),
122 ("auditlog_"
123 "non_secure_interface_test_tfm_audit_test_1xxx_"),
124 ("crypto_"
125 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
126 ("initial_attestation_service_"
127 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
128 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
129 ]
130 }
131 ] # Monitors
132 }, # Regression
133 'RegressionIPC': {
134 "binaries": {
135 "firmware": "tfm_sign.bin",
136 "bootloader": "mcuboot.bin"
137 },
138 "monitors": [
139 {
140 'name': 'Secure_Test_Suites_Summary',
141 'start': 'Secure test suites summary',
142 'end': 'End of Secure test suites',
143 'pattern': r"Test suite '(?P<"
144 r"test_case_id>[^\n]+)' has (.*) "
145 r"(?P<result>PASSED|FAILED)",
146 'fixup': {"pass": "PASSED", "fail": "FAILED"},
147 'required': [
148 ("psa_protected_storage_"
149 "s_interface_tests_tfm_sst_test_2xxx_"),
150 "sst_reliability_tests_tfm_sst_test_3xxx_",
151 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
152 ("psa_internal_trusted_storage_"
153 "s_interface_tests_tfm_its_test_2xxx_"),
154 "its_reliability_tests_tfm_its_test_3xxx_",
155 ("audit_"
156 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
157 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
158 ("initial_attestation_service_"
159 "secure_interface_tests_tfm_attest_test_1xxx_"),
160 ]
161 },
162 {
163 'name': 'Non_Secure_Test_Suites_Summary',
164 'start': 'Non-secure test suites summary',
165 'end': r'End of Non-secure test suites',
166 'pattern': r"Test suite '(?P<"
167 r"test_case_id>[^\n]+)' has (.*) "
168 r"(?P<result>PASSED|FAILED)",
169 'fixup': {"pass": "PASSED", "fail": "FAILED"},
170 'required': [
171 ("psa_protected_storage"
172 "_ns_interface_tests_tfm_sst_test_1xxx_"),
173 ("psa_internal_trusted_storage"
174 "_ns_interface_tests_tfm_its_test_1xxx_"),
175 ("auditlog_"
176 "non_secure_interface_test_tfm_audit_test_1xxx_"),
177 ("crypto_"
178 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
179 ("initial_attestation_service_"
180 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
181 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
182 ]
183 }
184 ] # Monitors
185 }, # Regression
186 'RegressionIPCTfmLevel2': {
187 "binaries": {
188 "firmware": "tfm_sign.bin",
189 "bootloader": "mcuboot.bin"
190 },
191 "monitors": [
192 {
193 'name': 'Secure_Test_Suites_Summary',
194 'start': 'Secure test suites summary',
195 'end': 'End of Secure test suites',
196 'pattern': r"Test suite '(?P<"
197 r"test_case_id>[^\n]+)' has (.*) "
198 r"(?P<result>PASSED|FAILED)",
199 'fixup': {"pass": "PASSED", "fail": "FAILED"},
200 'required': [
201 ("psa_protected_storage_"
202 "s_interface_tests_tfm_sst_test_2xxx_"),
203 "sst_reliability_tests_tfm_sst_test_3xxx_",
204 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
205 ("psa_internal_trusted_storage_"
206 "s_interface_tests_tfm_its_test_2xxx_"),
207 "its_reliability_tests_tfm_its_test_3xxx_",
208 ("audit_"
209 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
210 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
211 ("initial_attestation_service_"
212 "secure_interface_tests_tfm_attest_test_1xxx_"),
213 ]
214 },
215 {
216 'name': 'Non_Secure_Test_Suites_Summary',
217 'start': 'Non-secure test suites summary',
218 'end': r'End of Non-secure test suites',
219 'pattern': r"Test suite '(?P<"
220 r"test_case_id>[^\n]+)' has (.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]221 r"(?P<result>PASSED|FAILED)",
222 'fixup': {"pass": "PASSED", "fail": "FAILED"},
223 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]224 ("psa_protected_storage"
225 "_ns_interface_tests_tfm_sst_test_1xxx_"),
TudorCretu8b138472019-08-30 10:51:05 +0100[diff] [blame]226 ("psa_internal_trusted_storage"
227 "_ns_interface_tests_tfm_its_test_1xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]228 ("auditlog_"
229 "non_secure_interface_test_tfm_audit_test_1xxx_"),
230 ("crypto_"
231 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
232 ("initial_attestation_service_"
Minos Galanakisf0dae4e2019-05-20 10:56:57 +0100[diff] [blame]233 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100[diff] [blame]234 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
235 ]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]236 }
237 ] # Monitors
238 }, # Regression
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]239 'CoreIPC': {
240 "binaries": {
241 "firmware": "tfm_sign.bin",
242 "bootloader": "mcuboot.bin"
243 },
244 "monitors": [
245 {
246 'name': 'Secure_Test_Suites_Summary',
Minos Galanakis8da148a2019-10-18 17:26:40 +0100[diff] [blame]247 'start': '[Sec Thread]',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]248 'end': 'system starting',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]249 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
250 r'(?P<test_case_id>Secure image '
251 r'initializing)(?P<result>!)',
252 'fixup': {"pass": "!", "fail": ""},
253 'required': ["secure_image_initializing"]
254 } # Monitors
255 ]
256 }, # CoreIPC
257 'CoreIPCTfmLevel2': {
258 "binaries": {
259 "firmware": "tfm_sign.bin",
260 "bootloader": "mcuboot.bin"
261 },
262 "monitors": [
263 {
264 'name': 'Secure_Test_Suites_Summary',
Minos Galanakis8da148a2019-10-18 17:26:40 +0100[diff] [blame]265 'start': '[Sec Thread]',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]266 'end': '\\x1b\\\[0m',
267 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
268 r'(?P<test_case_id>Secure image '
269 r'initializing)(?P<result>!)',
270 'fixup': {"pass": "!", "fail": ""},
271 'required': ["secure_image_initializing"]
272 } # Monitors
273 ]
274 }, # CoreIPCTfmLevel2
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]275 } # Tests
276}
277
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]278
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]279fvp_mps2_an521_bl2 = {
280 "templ": "fvp_mps2.jinja2",
281 "job_name": "fvp_mps2_an521_bl2",
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]282 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]283 "job_timeout": 15,
284 "action_timeout": 10,
285 "monitor_timeout": 10,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]286 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]287 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]288 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]289 "build_types": ["Debug", "Release", "Minsizerel"],
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]290 "boot_types": ["BL2"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]291 "data_bin_offset": "0x10080000",
292 "tests": {
293 'Default': {
294 "binaries": {
295 "firmware": "mcuboot.axf",
296 "bootloader": "tfm_s_ns_signed.bin"
297 },
298 "monitors": [
299 {
300 'name': 'Secure_Test_Suites_Summary',
301 'start': r'[Sec Thread]',
302 'end': r'system starting',
303 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
304 r'(?P<test_case_id>Secure image '
305 r'initializing)(?P<result>!)',
306 'fixup': {"pass": "!", "fail": ""},
307 'required': ["secure_image_initializing"]
308 } # Monitors
309 ]
310 }, # Default
311 'Regression': {
312 "binaries": {
313 "firmware": "mcuboot.axf",
314 "bootloader": "tfm_s_ns_signed.bin"
315 },
316 "monitors": [
317 {
318 'name': 'Secure_Test_Suites_Summary',
319 'start': 'Secure test suites summary',
320 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]321 'pattern': r"Test suite '(?P<"
322 r"test_case_id>[^\n]+)' has (.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]323 r"(?P<result>PASSED|FAILED)",
324 'fixup': {"pass": "PASSED", "fail": "FAILED"},
325 'required': [
326 ("psa_protected_storage_"
327 "s_interface_tests_tfm_sst_test_2xxx_"),
328 "sst_reliability_tests_tfm_sst_test_3xxx_",
329 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
330 ("psa_internal_trusted_storage_"
331 "s_interface_tests_tfm_its_test_2xxx_"),
332 "its_reliability_tests_tfm_its_test_3xxx_",
333 ("audit_"
334 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
335 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
336 ("initial_attestation_service_"
337 "secure_interface_tests_tfm_attest_test_1xxx_"),
338 ]
339 },
340 {
341 'name': 'Non_Secure_Test_Suites_Summary',
342 'start': 'Non-secure test suites summary',
343 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]344 'pattern': r"Test suite '(?P<"
345 r"test_case_id>[^\n]+)' has (.*) "
346 r"(?P<result>PASSED|FAILED)",
347 'fixup': {"pass": "PASSED", "fail": "FAILED"},
348 'required': [
349 ("psa_protected_storage"
350 "_ns_interface_tests_tfm_sst_test_1xxx_"),
351 ("psa_internal_trusted_storage"
352 "_ns_interface_tests_tfm_its_test_1xxx_"),
353 ("auditlog_"
354 "non_secure_interface_test_tfm_audit_test_1xxx_"),
355 ("crypto_"
356 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
357 ("initial_attestation_service_"
358 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
359 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
360 ]
361 }
362 ] # Monitors
363 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]364
365 'RegressionProfileM': {
366 "binaries": {
367 "firmware": "mcuboot.axf",
368 "bootloader": "tfm_s_ns_signed.bin"
369 },
370 "monitors": [
371 {
372 'name': 'Secure_Test_Suites_Summary',
373 'start': 'Secure test suites summary',
374 'end': 'End of Secure test suites',
375 'pattern': r"Test suite '(?P<"
376 r"test_case_id>[^\n]+)' has (.*) "
377 r"(?P<result>PASSED|FAILED)",
378 'fixup': {"pass": "PASSED", "fail": "FAILED"},
379 'required': [
380 ("psa_protected_storage_"
381 "s_interface_tests_tfm_sst_test_2xxx_"),
382 "sst_reliability_tests_tfm_sst_test_3xxx_",
383 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
384 ("psa_internal_trusted_storage_"
385 "s_interface_tests_tfm_its_test_2xxx_"),
386 "its_reliability_tests_tfm_its_test_3xxx_",
387 ("audit_"
388 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
389 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
390 ("initial_attestation_service_"
391 "secure_interface_tests_tfm_attest_test_1xxx_"),
392 ]
393 },
394 {
395 'name': 'Non_Secure_Test_Suites_Summary',
396 'start': 'Non-secure test suites summary',
397 'end': r'End of Non-secure test suites',
398 'pattern': r"Test suite '(?P<"
399 r"test_case_id>[^\n]+)' has (.*) "
400 r"(?P<result>PASSED|FAILED)",
401 'fixup': {"pass": "PASSED", "fail": "FAILED"},
402 'required': [
403 ("psa_protected_storage"
404 "_ns_interface_tests_tfm_sst_test_1xxx_"),
405 ("psa_internal_trusted_storage"
406 "_ns_interface_tests_tfm_its_test_1xxx_"),
407 ("auditlog_"
408 "non_secure_interface_test_tfm_audit_test_1xxx_"),
409 ("crypto_"
410 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
411 ("initial_attestation_service_"
412 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
413 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
414 ]
415 }
416 ] # Monitors
417 }, # RegressionProfileM
418 'RegressionProfileS': {
419 "binaries": {
420 "firmware": "mcuboot.axf",
421 "bootloader": "tfm_s_ns_signed.bin"
422 },
423 "monitors": [
424 {
425 'name': 'Secure_Test_Suites_Summary',
426 'start': 'Secure test suites summary',
427 'end': 'End of Secure test suites',
428 'pattern': r"Test suite '(?P<"
429 r"test_case_id>[^\n]+)' has (.*) "
430 r"(?P<result>PASSED|FAILED)",
431 'fixup': {"pass": "PASSED", "fail": "FAILED"},
432 'required': [
433 ("psa_protected_storage_"
434 "s_interface_tests_tfm_sst_test_2xxx_"),
435 "sst_reliability_tests_tfm_sst_test_3xxx_",
436 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
437 ("psa_internal_trusted_storage_"
438 "s_interface_tests_tfm_its_test_2xxx_"),
439 "its_reliability_tests_tfm_its_test_3xxx_",
440 ("audit_"
441 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
442 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
443 ("initial_attestation_service_"
444 "secure_interface_tests_tfm_attest_test_1xxx_"),
445 ]
446 },
447 {
448 'name': 'Non_Secure_Test_Suites_Summary',
449 'start': 'Non-secure test suites summary',
450 'end': r'End of Non-secure test suites',
451 'pattern': r"Test suite '(?P<"
452 r"test_case_id>[^\n]+)' has (.*) "
453 r"(?P<result>PASSED|FAILED)",
454 'fixup': {"pass": "PASSED", "fail": "FAILED"},
455 'required': [
456 ("psa_protected_storage"
457 "_ns_interface_tests_tfm_sst_test_1xxx_"),
458 ("psa_internal_trusted_storage"
459 "_ns_interface_tests_tfm_its_test_1xxx_"),
460 ("auditlog_"
461 "non_secure_interface_test_tfm_audit_test_1xxx_"),
462 ("crypto_"
463 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
464 ("initial_attestation_service_"
465 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
466 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
467 ]
468 }
469 ] # Monitors
470 }, # RegressionProfileS
471
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]472 'RegressionIPC': {
473 "binaries": {
474 "firmware": "mcuboot.axf",
475 "bootloader": "tfm_s_ns_signed.bin"
476 },
477 "monitors": [
478 {
479 'name': 'Secure_Test_Suites_Summary',
480 'start': 'Secure test suites summary',
481 'end': 'End of Secure test suites',
482 'pattern': r"Test suite '(?P<"
483 r"test_case_id>[^\n]+)' has (.*) "
484 r"(?P<result>PASSED|FAILED)",
485 'fixup': {"pass": "PASSED", "fail": "FAILED"},
486 'required': [
487 ("psa_protected_storage_"
488 "s_interface_tests_tfm_sst_test_2xxx_"),
489 "sst_reliability_tests_tfm_sst_test_3xxx_",
490 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
491 ("psa_internal_trusted_storage_"
492 "s_interface_tests_tfm_its_test_2xxx_"),
493 "its_reliability_tests_tfm_its_test_3xxx_",
494 ("audit_"
495 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
496 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
497 ("initial_attestation_service_"
498 "secure_interface_tests_tfm_attest_test_1xxx_"),
499 ]
500 },
501 {
502 'name': 'Non_Secure_Test_Suites_Summary',
503 'start': 'Non-secure test suites summary',
504 'end': r'End of Non-secure test suites',
505 'pattern': r"Test suite '(?P<"
506 r"test_case_id>[^\n]+)' has (.*) "
507 r"(?P<result>PASSED|FAILED)",
508 'fixup': {"pass": "PASSED", "fail": "FAILED"},
509 'required': [
510 ("psa_protected_storage"
511 "_ns_interface_tests_tfm_sst_test_1xxx_"),
512 ("psa_internal_trusted_storage"
513 "_ns_interface_tests_tfm_its_test_1xxx_"),
514 ("auditlog_"
515 "non_secure_interface_test_tfm_audit_test_1xxx_"),
516 ("crypto_"
517 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
518 ("initial_attestation_service_"
519 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
520 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
521 ]
522 }
523 ] # Monitors
524 }, # Regression
525 'RegressionIPCTfmLevel2': {
526 "binaries": {
527 "firmware": "mcuboot.axf",
528 "bootloader": "tfm_s_ns_signed.bin"
529 },
530 "monitors": [
531 {
532 'name': 'Secure_Test_Suites_Summary',
533 'start': 'Secure test suites summary',
534 'end': 'End of Secure test suites',
535 'pattern': r"Test suite '(?P<"
536 r"test_case_id>[^\n]+)' has (.*) "
537 r"(?P<result>PASSED|FAILED)",
538 'fixup': {"pass": "PASSED", "fail": "FAILED"},
539 'required': [
540 ("psa_protected_storage_"
541 "s_interface_tests_tfm_sst_test_2xxx_"),
542 "sst_reliability_tests_tfm_sst_test_3xxx_",
543 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
544 ("psa_internal_trusted_storage_"
545 "s_interface_tests_tfm_its_test_2xxx_"),
546 "its_reliability_tests_tfm_its_test_3xxx_",
547 ("audit_"
548 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
549 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
550 ("initial_attestation_service_"
551 "secure_interface_tests_tfm_attest_test_1xxx_"),
552 ]
553 },
554 {
555 'name': 'Non_Secure_Test_Suites_Summary',
556 'start': 'Non-secure test suites summary',
557 'end': r'End of Non-secure test suites',
558 'pattern': r"Test suite '(?P<"
559 r"test_case_id>[^\n]+)' has (.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]560 r"(?P<result>PASSED|FAILED)",
561 'fixup': {"pass": "PASSED", "fail": "FAILED"},
562 'required': [
563 ("psa_protected_storage"
564 "_ns_interface_tests_tfm_sst_test_1xxx_"),
565 ("psa_internal_trusted_storage"
566 "_ns_interface_tests_tfm_its_test_1xxx_"),
567 ("auditlog_"
568 "non_secure_interface_test_tfm_audit_test_1xxx_"),
569 ("crypto_"
570 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
571 ("initial_attestation_service_"
572 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
573 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
574 ]
575 }
576 ] # Monitors
577 }, # Regression
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]578 'RegressionIPCTfmLevel3': {
579 "binaries": {
580 "firmware": "mcuboot.axf",
581 "bootloader": "tfm_s_ns_signed.bin"
582 },
583 "monitors": [
584 {
585 'name': 'Secure_Test_Suites_Summary',
586 'start': 'Secure test suites summary',
587 'end': 'End of Secure test suites',
588 'pattern': r"Test suite '(?P<"
589 r"test_case_id>[^\n]+)' has (.*) "
590 r"(?P<result>PASSED|FAILED)",
591 'fixup': {"pass": "PASSED", "fail": "FAILED"},
592 'required': [
593 ("psa_protected_storage_"
594 "s_interface_tests_tfm_sst_test_2xxx_"),
595 "sst_reliability_tests_tfm_sst_test_3xxx_",
596 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
597 ("psa_internal_trusted_storage_"
598 "s_interface_tests_tfm_its_test_2xxx_"),
599 "its_reliability_tests_tfm_its_test_3xxx_",
600 ("audit_"
601 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
602 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
603 ("initial_attestation_service_"
604 "secure_interface_tests_tfm_attest_test_1xxx_"),
605 ]
606 },
607 {
608 'name': 'Non_Secure_Test_Suites_Summary',
609 'start': 'Non-secure test suites summary',
610 'end': r'End of Non-secure test suites',
611 'pattern': r"Test suite '(?P<"
612 r"test_case_id>[^\n]+)' has (.*) "
613 r"(?P<result>PASSED|FAILED)",
614 'fixup': {"pass": "PASSED", "fail": "FAILED"},
615 'required': [
616 ("psa_protected_storage"
617 "_ns_interface_tests_tfm_sst_test_1xxx_"),
618 ("psa_internal_trusted_storage"
619 "_ns_interface_tests_tfm_its_test_1xxx_"),
620 ("auditlog_"
621 "non_secure_interface_test_tfm_audit_test_1xxx_"),
622 ("crypto_"
623 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
624 ("initial_attestation_service_"
625 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
626 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
627 ]
628 }
629 ] # Monitors
630 }, # Regression
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]631 'CoreIPC': {
632 "binaries": {
633 "firmware": "mcuboot.axf",
634 "bootloader": "tfm_s_ns_signed.bin"
635 },
636 "monitors": [
637 {
638 'name': 'Secure_Test_Suites_Summary',
639 'start': r'[Sec Thread]',
640 'end': r'system starting',
641 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
642 r'(?P<test_case_id>Secure image '
643 r'initializing)(?P<result>!)',
644 'fixup': {"pass": "!", "fail": ""},
645 'required': ["secure_image_initializing"]
646 } # Monitors
647 ]
648 }, # CoreIPC
649 'CoreIPCTfmLevel2': {
650 "binaries": {
651 "firmware": "mcuboot.axf",
652 "bootloader": "tfm_s_ns_signed.bin"
653 },
654 "monitors": [
655 {
656 'name': 'Secure_Test_Suites_Summary',
657 'start': r'[Sec Thread]',
658 'end': r'system starting',
659 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
660 r'(?P<test_case_id>Secure image '
661 r'initializing)(?P<result>!)',
662 'fixup': {"pass": "!", "fail": ""},
663 'required': ["secure_image_initializing"]
664 } # Monitors
665 ]
666 }, # CoreIPCTfmLevel2
667 } # Tests
668}
669
670
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]671fvp_mps2_an521_nobl2 = {
672 "templ": "fvp_mps2.jinja2",
673 "job_name": "fvp_mps2_an521_nobl2",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]674 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]675 "job_timeout": 15,
676 "action_timeout": 10,
677 "monitor_timeout": 10,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]678 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]679 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]680 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]681 "build_types": ["Debug", "Release", "Minsizerel"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]682 "boot_types": ["NOBL2"],
683 "data_bin_offset": "0x00100000",
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]684 "cpu_baseline": 1,
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]685 "tests": {
686 'Default': {
687 "binaries": {
688 "firmware": "tfm_s.axf",
689 "bootloader": "tfm_ns.bin"
690 },
691 "monitors": [
692 {
693 'name': 'Secure_Test_Suites_Summary',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]694 'start': r'[Sec Thread]',
695 'end': r'system starting',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]696 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
697 r'(?P<test_case_id>Secure image '
698 r'initializing)(?P<result>!)',
699 'fixup': {"pass": "!", "fail": ""},
700 'required': ["secure_image_initializing"]
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]701 }
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]702 ]
703 }, # Default
704 'Regression': {
705 "binaries": {
706 "firmware": "tfm_s.axf",
707 "bootloader": "tfm_ns.bin"
708 },
709 "monitors": [
710 {
711 'name': 'Secure_Test_Suites_Summary',
712 'start': 'Secure test suites summary',
713 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]714 'pattern': r"Test suite '(?P<"
715 r"test_case_id>[^\n]+)' has (.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]716 r"(?P<result>PASSED|FAILED)",
717 'fixup': {"pass": "PASSED", "fail": "FAILED"},
718 'required': [
719 ("psa_protected_storage_"
720 "s_interface_tests_tfm_sst_test_2xxx_"),
721 "sst_reliability_tests_tfm_sst_test_3xxx_",
722 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
723 ("psa_internal_trusted_storage_"
724 "s_interface_tests_tfm_its_test_2xxx_"),
725 "its_reliability_tests_tfm_its_test_3xxx_",
726 ("audit_"
727 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
728 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
729 ("initial_attestation_service_"
730 "secure_interface_tests_tfm_attest_test_1xxx_"),
731 ]
732 },
733 {
734 'name': 'Non_Secure_Test_Suites_Summary',
735 'start': 'Non-secure test suites summary',
736 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]737 'pattern': r"Test suite '(?P<"
738 r"test_case_id>[^\n]+)' has (.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]739 r"(?P<result>PASSED|FAILED)",
740 'fixup': {"pass": "PASSED", "fail": "FAILED"},
741 'required': [
742 ("psa_protected_storage"
743 "_ns_interface_tests_tfm_sst_test_1xxx_"),
744 ("psa_internal_trusted_storage"
745 "_ns_interface_tests_tfm_its_test_1xxx_"),
746 ("auditlog_"
747 "non_secure_interface_test_tfm_audit_test_1xxx_"),
748 ("crypto_"
749 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
750 ("initial_attestation_service_"
751 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
752 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
753 ]
754 }
755 ] # Monitors
756 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]757 'RegressionProfileM': {
758 "binaries": {
759 "firmware": "mcuboot.axf",
760 "bootloader": "tfm_s_ns_signed.bin"
761 },
762 "monitors": [
763 {
764 'name': 'Secure_Test_Suites_Summary',
765 'start': 'Secure test suites summary',
766 'end': 'End of Secure test suites',
767 'pattern': r"Test suite '(?P<"
768 r"test_case_id>[^\n]+)' has (.*) "
769 r"(?P<result>PASSED|FAILED)",
770 'fixup': {"pass": "PASSED", "fail": "FAILED"},
771 'required': [
772 ("psa_protected_storage_"
773 "s_interface_tests_tfm_sst_test_2xxx_"),
774 "sst_reliability_tests_tfm_sst_test_3xxx_",
775 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
776 ("psa_internal_trusted_storage_"
777 "s_interface_tests_tfm_its_test_2xxx_"),
778 "its_reliability_tests_tfm_its_test_3xxx_",
779 ("audit_"
780 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
781 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
782 ("initial_attestation_service_"
783 "secure_interface_tests_tfm_attest_test_1xxx_"),
784 ]
785 },
786 {
787 'name': 'Non_Secure_Test_Suites_Summary',
788 'start': 'Non-secure test suites summary',
789 'end': r'End of Non-secure test suites',
790 'pattern': r"Test suite '(?P<"
791 r"test_case_id>[^\n]+)' has (.*) "
792 r"(?P<result>PASSED|FAILED)",
793 'fixup': {"pass": "PASSED", "fail": "FAILED"},
794 'required': [
795 ("psa_protected_storage"
796 "_ns_interface_tests_tfm_sst_test_1xxx_"),
797 ("psa_internal_trusted_storage"
798 "_ns_interface_tests_tfm_its_test_1xxx_"),
799 ("auditlog_"
800 "non_secure_interface_test_tfm_audit_test_1xxx_"),
801 ("crypto_"
802 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
803 ("initial_attestation_service_"
804 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
805 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
806 ]
807 }
808 ] # Monitors
809 }, # RegressionProfileM
810 'RegressionProfileS': {
811 "binaries": {
812 "firmware": "mcuboot.axf",
813 "bootloader": "tfm_s_ns_signed.bin"
814 },
815 "monitors": [
816 {
817 'name': 'Secure_Test_Suites_Summary',
818 'start': 'Secure test suites summary',
819 'end': 'End of Secure test suites',
820 'pattern': r"Test suite '(?P<"
821 r"test_case_id>[^\n]+)' has (.*) "
822 r"(?P<result>PASSED|FAILED)",
823 'fixup': {"pass": "PASSED", "fail": "FAILED"},
824 'required': [
825 ("psa_protected_storage_"
826 "s_interface_tests_tfm_sst_test_2xxx_"),
827 "sst_reliability_tests_tfm_sst_test_3xxx_",
828 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
829 ("psa_internal_trusted_storage_"
830 "s_interface_tests_tfm_its_test_2xxx_"),
831 "its_reliability_tests_tfm_its_test_3xxx_",
832 ("audit_"
833 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
834 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
835 ("initial_attestation_service_"
836 "secure_interface_tests_tfm_attest_test_1xxx_"),
837 ]
838 },
839 {
840 'name': 'Non_Secure_Test_Suites_Summary',
841 'start': 'Non-secure test suites summary',
842 'end': r'End of Non-secure test suites',
843 'pattern': r"Test suite '(?P<"
844 r"test_case_id>[^\n]+)' has (.*) "
845 r"(?P<result>PASSED|FAILED)",
846 'fixup': {"pass": "PASSED", "fail": "FAILED"},
847 'required': [
848 ("psa_protected_storage"
849 "_ns_interface_tests_tfm_sst_test_1xxx_"),
850 ("psa_internal_trusted_storage"
851 "_ns_interface_tests_tfm_its_test_1xxx_"),
852 ("auditlog_"
853 "non_secure_interface_test_tfm_audit_test_1xxx_"),
854 ("crypto_"
855 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
856 ("initial_attestation_service_"
857 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
858 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
859 ]
860 }
861 ] # Monitors
862 }, # RegressionProfileS
863
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]864 'RegressionIPC': {
865 "binaries": {
866 "firmware": "tfm_s.axf",
867 "bootloader": "tfm_ns.bin"
868 },
869 "monitors": [
870 {
871 'name': 'Secure_Test_Suites_Summary',
872 'start': 'Secure test suites summary',
873 'end': 'End of Secure test suites',
874 'pattern': r"Test suite '(?P<"
875 r"test_case_id>[^\n]+)' has (.*) "
876 r"(?P<result>PASSED|FAILED)",
877 'fixup': {"pass": "PASSED", "fail": "FAILED"},
878 'required': [
879 ("psa_protected_storage_"
880 "s_interface_tests_tfm_sst_test_2xxx_"),
881 "sst_reliability_tests_tfm_sst_test_3xxx_",
882 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
883 ("psa_internal_trusted_storage_"
884 "s_interface_tests_tfm_its_test_2xxx_"),
885 "its_reliability_tests_tfm_its_test_3xxx_",
886 ("audit_"
887 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
888 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
889 ("initial_attestation_service_"
890 "secure_interface_tests_tfm_attest_test_1xxx_"),
891 ]
892 },
893 {
894 'name': 'Non_Secure_Test_Suites_Summary',
895 'start': 'Non-secure test suites summary',
896 'end': r'End of Non-secure test suites',
897 'pattern': r"Test suite '(?P<"
898 r"test_case_id>[^\n]+)' has (.*) "
899 r"(?P<result>PASSED|FAILED)",
900 'fixup': {"pass": "PASSED", "fail": "FAILED"},
901 'required': [
902 ("psa_protected_storage"
903 "_ns_interface_tests_tfm_sst_test_1xxx_"),
904 ("psa_internal_trusted_storage"
905 "_ns_interface_tests_tfm_its_test_1xxx_"),
906 ("auditlog_"
907 "non_secure_interface_test_tfm_audit_test_1xxx_"),
908 ("crypto_"
909 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
910 ("initial_attestation_service_"
911 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
912 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
913 ]
914 }
915 ] # Monitors
916 }, # RegressionIPC
917 'RegressionIPCTfmLevel2': {
918 "binaries": {
919 "firmware": "tfm_s.axf",
920 "bootloader": "tfm_ns.bin"
921 },
922 "monitors": [
923 {
924 'name': 'Secure_Test_Suites_Summary',
925 'start': 'Secure test suites summary',
926 'end': 'End of Secure test suites',
927 'pattern': r"Test suite '(?P<"
928 r"test_case_id>[^\n]+)' has (.*) "
929 r"(?P<result>PASSED|FAILED)",
930 'fixup': {"pass": "PASSED", "fail": "FAILED"},
931 'required': [
932 ("psa_protected_storage_"
933 "s_interface_tests_tfm_sst_test_2xxx_"),
934 "sst_reliability_tests_tfm_sst_test_3xxx_",
935 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
936 ("psa_internal_trusted_storage_"
937 "s_interface_tests_tfm_its_test_2xxx_"),
938 "its_reliability_tests_tfm_its_test_3xxx_",
939 ("audit_"
940 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
941 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
942 ("initial_attestation_service_"
943 "secure_interface_tests_tfm_attest_test_1xxx_"),
944 ]
945 },
946 {
947 'name': 'Non_Secure_Test_Suites_Summary',
948 'start': 'Non-secure test suites summary',
949 'end': r'End of Non-secure test suites',
950 'pattern': r"Test suite '(?P<"
951 r"test_case_id>[^\n]+)' has (.*) "
952 r"(?P<result>PASSED|FAILED)",
953 'fixup': {"pass": "PASSED", "fail": "FAILED"},
954 'required': [
955 ("psa_protected_storage"
956 "_ns_interface_tests_tfm_sst_test_1xxx_"),
957 ("psa_internal_trusted_storage"
958 "_ns_interface_tests_tfm_its_test_1xxx_"),
959 ("auditlog_"
960 "non_secure_interface_test_tfm_audit_test_1xxx_"),
961 ("crypto_"
962 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
963 ("initial_attestation_service_"
964 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
965 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
966 ]
967 }
968 ] # Monitors
969 }, # RegressionIPCTfmLevel2
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]970 'RegressionIPCTfmLevel3': {
971 "binaries": {
972 "firmware": "tfm_s.axf",
973 "bootloader": "tfm_ns.bin"
974 },
975 "monitors": [
976 {
977 'name': 'Secure_Test_Suites_Summary',
978 'start': 'Secure test suites summary',
979 'end': 'End of Secure test suites',
980 'pattern': r"Test suite '(?P<"
981 r"test_case_id>[^\n]+)' has (.*) "
982 r"(?P<result>PASSED|FAILED)",
983 'fixup': {"pass": "PASSED", "fail": "FAILED"},
984 'required': [
985 ("psa_protected_storage_"
986 "s_interface_tests_tfm_sst_test_2xxx_"),
987 "sst_reliability_tests_tfm_sst_test_3xxx_",
988 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
989 ("psa_internal_trusted_storage_"
990 "s_interface_tests_tfm_its_test_2xxx_"),
991 "its_reliability_tests_tfm_its_test_3xxx_",
992 ("audit_"
993 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
994 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
995 ("initial_attestation_service_"
996 "secure_interface_tests_tfm_attest_test_1xxx_"),
997 ]
998 },
999 {
1000 'name': 'Non_Secure_Test_Suites_Summary',
1001 'start': 'Non-secure test suites summary',
1002 'end': r'End of Non-secure test suites',
1003 'pattern': r"Test suite '(?P<"
1004 r"test_case_id>[^\n]+)' has (.*) "
1005 r"(?P<result>PASSED|FAILED)",
1006 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1007 'required': [
1008 ("psa_protected_storage"
1009 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1010 ("psa_internal_trusted_storage"
1011 "_ns_interface_tests_tfm_its_test_1xxx_"),
1012 ("auditlog_"
1013 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1014 ("crypto_"
1015 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1016 ("initial_attestation_service_"
1017 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1018 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1019 ]
1020 }
1021 ] # Monitors
1022 }, # RegressionIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1023 'CoreIPC': {
1024 "binaries": {
1025 "firmware": "tfm_s.axf",
1026 "bootloader": "tfm_ns.bin"
1027 },
1028 "monitors": [
1029 {
1030 'name': 'Secure_Test_Suites_Summary',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1031 'start': r'[Sec Thread]',
1032 'end': r'system starting',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1033 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1034 r'(?P<test_case_id>Secure image '
1035 r'initializing)(?P<result>!)',
1036 'fixup': {"pass": "!", "fail": ""},
1037 'required': ["secure_image_initializing"]
1038 } # Monitors
1039 ]
1040 }, # CoreIPC
1041 'CoreIPCTfmLevel2': {
1042 "binaries": {
1043 "firmware": "tfm_s.axf",
1044 "bootloader": "tfm_ns.bin"
1045 },
1046 "monitors": [
1047 {
1048 'name': 'Secure_Test_Suites_Summary',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]1049 'start': r'[Sec Thread]',
1050 'end': r'system starting',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]1051 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1052 r'(?P<test_case_id>Secure image '
1053 r'initializing)(?P<result>!)',
1054 'fixup': {"pass": "!", "fail": ""},
1055 'required': ["secure_image_initializing"]
1056 } # Monitors
1057 ]
1058 }, # CoreIPCTfmLevel2
1059 } # Tests
1060}
1061
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1062
1063fvp_mps2_an519_bl2 = {
1064 "templ": "fvp_mps2.jinja2",
1065 "job_name": "fvp_mps2_an519_bl2",
1066 "device_type": "fvp",
1067 "job_timeout": 15,
1068 "action_timeout": 10,
1069 "monitor_timeout": 10,
1070 "poweroff_timeout": 1,
1071 "platforms": {"AN519": ""},
1072 "compilers": ["GNUARM", "ARMCLANG"],
1073 "build_types": ["Debug", "Release", "Minsizerel"],
1074 "boot_types": ["BL2"],
1075 "data_bin_offset": "0x10080000",
1076 "cpu0_baseline": 1,
1077 "tests": {
1078 'Default': {
1079 "binaries": {
1080 "firmware": "mcuboot.axf",
1081 "bootloader": "tfm_s_ns_signed.bin"
1082 },
1083 "monitors": [
1084 {
1085 'name': 'Secure_Test_Suites_Summary',
1086 'start': r'[Sec Thread]',
1087 'end': r'system starting',
1088 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1089 r'(?P<test_case_id>Secure image '
1090 r'initializing)(?P<result>!)',
1091 'fixup': {"pass": "!", "fail": ""},
1092 'required': ["secure_image_initializing"]
1093 } # Monitors
1094 ]
1095 }, # Default
1096 'Regression': {
1097 "binaries": {
1098 "firmware": "mcuboot.axf",
1099 "bootloader": "tfm_s_ns_signed.bin"
1100 },
1101 "monitors": [
1102 {
1103 'name': 'Secure_Test_Suites_Summary',
1104 'start': 'Secure test suites summary',
1105 'end': 'End of Secure test suites',
1106 'pattern': r"Test suite '(?P<"
1107 r"test_case_id>[^\n]+)' has (.*) "
1108 r"(?P<result>PASSED|FAILED)",
1109 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1110 'required': [
1111 ("psa_protected_storage_"
1112 "s_interface_tests_tfm_sst_test_2xxx_"),
1113 "sst_reliability_tests_tfm_sst_test_3xxx_",
1114 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1115 ("psa_internal_trusted_storage_"
1116 "s_interface_tests_tfm_its_test_2xxx_"),
1117 "its_reliability_tests_tfm_its_test_3xxx_",
1118 ("audit_"
1119 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1120 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1121 ("initial_attestation_service_"
1122 "secure_interface_tests_tfm_attest_test_1xxx_"),
1123 ]
1124 },
1125 {
1126 'name': 'Non_Secure_Test_Suites_Summary',
1127 'start': 'Non-secure test suites summary',
1128 'end': r'End of Non-secure test suites',
1129 'pattern': r"Test suite '(?P<"
1130 r"test_case_id>[^\n]+)' has (.*) "
1131 r"(?P<result>PASSED|FAILED)",
1132 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1133 'required': [
1134 ("psa_protected_storage"
1135 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1136 ("psa_internal_trusted_storage"
1137 "_ns_interface_tests_tfm_its_test_1xxx_"),
1138 ("auditlog_"
1139 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1140 ("crypto_"
1141 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1142 ("initial_attestation_service_"
1143 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1144 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1145 ]
1146 }
1147 ] # Monitors
1148 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1149
1150 'RegressionProfileM': {
1151 "binaries": {
1152 "firmware": "mcuboot.axf",
1153 "bootloader": "tfm_s_ns_signed.bin"
1154 },
1155 "monitors": [
1156 {
1157 'name': 'Secure_Test_Suites_Summary',
1158 'start': 'Secure test suites summary',
1159 'end': 'End of Secure test suites',
1160 'pattern': r"Test suite '(?P<"
1161 r"test_case_id>[^\n]+)' has (.*) "
1162 r"(?P<result>PASSED|FAILED)",
1163 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1164 'required': [
1165 ("psa_protected_storage_"
1166 "s_interface_tests_tfm_sst_test_2xxx_"),
1167 "sst_reliability_tests_tfm_sst_test_3xxx_",
1168 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1169 ("psa_internal_trusted_storage_"
1170 "s_interface_tests_tfm_its_test_2xxx_"),
1171 "its_reliability_tests_tfm_its_test_3xxx_",
1172 ("audit_"
1173 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1174 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1175 ("initial_attestation_service_"
1176 "secure_interface_tests_tfm_attest_test_1xxx_"),
1177 ]
1178 },
1179 {
1180 'name': 'Non_Secure_Test_Suites_Summary',
1181 'start': 'Non-secure test suites summary',
1182 'end': r'End of Non-secure test suites',
1183 'pattern': r"Test suite '(?P<"
1184 r"test_case_id>[^\n]+)' has (.*) "
1185 r"(?P<result>PASSED|FAILED)",
1186 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1187 'required': [
1188 ("psa_protected_storage"
1189 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1190 ("psa_internal_trusted_storage"
1191 "_ns_interface_tests_tfm_its_test_1xxx_"),
1192 ("auditlog_"
1193 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1194 ("crypto_"
1195 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1196 ("initial_attestation_service_"
1197 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1198 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1199 ]
1200 }
1201 ] # Monitors
1202 }, # RegressionProfileM
1203 'RegressionProfileS': {
1204 "binaries": {
1205 "firmware": "mcuboot.axf",
1206 "bootloader": "tfm_s_ns_signed.bin"
1207 },
1208 "monitors": [
1209 {
1210 'name': 'Secure_Test_Suites_Summary',
1211 'start': 'Secure test suites summary',
1212 'end': 'End of Secure test suites',
1213 'pattern': r"Test suite '(?P<"
1214 r"test_case_id>[^\n]+)' has (.*) "
1215 r"(?P<result>PASSED|FAILED)",
1216 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1217 'required': [
1218 ("psa_protected_storage_"
1219 "s_interface_tests_tfm_sst_test_2xxx_"),
1220 "sst_reliability_tests_tfm_sst_test_3xxx_",
1221 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1222 ("psa_internal_trusted_storage_"
1223 "s_interface_tests_tfm_its_test_2xxx_"),
1224 "its_reliability_tests_tfm_its_test_3xxx_",
1225 ("audit_"
1226 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1227 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1228 ("initial_attestation_service_"
1229 "secure_interface_tests_tfm_attest_test_1xxx_"),
1230 ]
1231 },
1232 {
1233 'name': 'Non_Secure_Test_Suites_Summary',
1234 'start': 'Non-secure test suites summary',
1235 'end': r'End of Non-secure test suites',
1236 'pattern': r"Test suite '(?P<"
1237 r"test_case_id>[^\n]+)' has (.*) "
1238 r"(?P<result>PASSED|FAILED)",
1239 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1240 'required': [
1241 ("psa_protected_storage"
1242 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1243 ("psa_internal_trusted_storage"
1244 "_ns_interface_tests_tfm_its_test_1xxx_"),
1245 ("auditlog_"
1246 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1247 ("crypto_"
1248 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1249 ("initial_attestation_service_"
1250 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1251 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1252 ]
1253 }
1254 ] # Monitors
1255 }, # RegressionProfileS
1256
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1257 'RegressionIPC': {
1258 "binaries": {
1259 "firmware": "mcuboot.axf",
1260 "bootloader": "tfm_s_ns_signed.bin"
1261 },
1262 "monitors": [
1263 {
1264 'name': 'Secure_Test_Suites_Summary',
1265 'start': 'Secure test suites summary',
1266 'end': 'End of Secure test suites',
1267 'pattern': r"Test suite '(?P<"
1268 r"test_case_id>[^\n]+)' has (.*) "
1269 r"(?P<result>PASSED|FAILED)",
1270 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1271 'required': [
1272 ("psa_protected_storage_"
1273 "s_interface_tests_tfm_sst_test_2xxx_"),
1274 "sst_reliability_tests_tfm_sst_test_3xxx_",
1275 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1276 ("psa_internal_trusted_storage_"
1277 "s_interface_tests_tfm_its_test_2xxx_"),
1278 "its_reliability_tests_tfm_its_test_3xxx_",
1279 ("audit_"
1280 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1281 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1282 ("initial_attestation_service_"
1283 "secure_interface_tests_tfm_attest_test_1xxx_"),
1284 ]
1285 },
1286 {
1287 'name': 'Non_Secure_Test_Suites_Summary',
1288 'start': 'Non-secure test suites summary',
1289 'end': r'End of Non-secure test suites',
1290 'pattern': r"Test suite '(?P<"
1291 r"test_case_id>[^\n]+)' has (.*) "
1292 r"(?P<result>PASSED|FAILED)",
1293 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1294 'required': [
1295 ("psa_protected_storage"
1296 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1297 ("psa_internal_trusted_storage"
1298 "_ns_interface_tests_tfm_its_test_1xxx_"),
1299 ("auditlog_"
1300 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1301 ("crypto_"
1302 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1303 ("initial_attestation_service_"
1304 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1305 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1306 ]
1307 }
1308 ] # Monitors
1309 }, # Regression
1310 'RegressionIPCTfmLevel2': {
1311 "binaries": {
1312 "firmware": "mcuboot.axf",
1313 "bootloader": "tfm_s_ns_signed.bin"
1314 },
1315 "monitors": [
1316 {
1317 'name': 'Secure_Test_Suites_Summary',
1318 'start': 'Secure test suites summary',
1319 'end': 'End of Secure test suites',
1320 'pattern': r"Test suite '(?P<"
1321 r"test_case_id>[^\n]+)' has (.*) "
1322 r"(?P<result>PASSED|FAILED)",
1323 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1324 'required': [
1325 ("psa_protected_storage_"
1326 "s_interface_tests_tfm_sst_test_2xxx_"),
1327 "sst_reliability_tests_tfm_sst_test_3xxx_",
1328 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1329 ("psa_internal_trusted_storage_"
1330 "s_interface_tests_tfm_its_test_2xxx_"),
1331 "its_reliability_tests_tfm_its_test_3xxx_",
1332 ("audit_"
1333 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1334 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1335 ("initial_attestation_service_"
1336 "secure_interface_tests_tfm_attest_test_1xxx_"),
1337 ]
1338 },
1339 {
1340 'name': 'Non_Secure_Test_Suites_Summary',
1341 'start': 'Non-secure test suites summary',
1342 'end': r'End of Non-secure test suites',
1343 'pattern': r"Test suite '(?P<"
1344 r"test_case_id>[^\n]+)' has (.*) "
1345 r"(?P<result>PASSED|FAILED)",
1346 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1347 'required': [
1348 ("psa_protected_storage"
1349 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1350 ("psa_internal_trusted_storage"
1351 "_ns_interface_tests_tfm_its_test_1xxx_"),
1352 ("auditlog_"
1353 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1354 ("crypto_"
1355 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1356 ("initial_attestation_service_"
1357 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1358 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1359 ]
1360 }
1361 ] # Monitors
1362 }, # Regression
1363 'CoreIPC': {
1364 "binaries": {
1365 "firmware": "mcuboot.axf",
1366 "bootloader": "tfm_s_ns_signed.bin"
1367 },
1368 "monitors": [
1369 {
1370 'name': 'Secure_Test_Suites_Summary',
1371 'start': r'[Sec Thread]',
1372 'end': r'system starting',
1373 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1374 r'(?P<test_case_id>Secure image '
1375 r'initializing)(?P<result>!)',
1376 'fixup': {"pass": "!", "fail": ""},
1377 'required': ["secure_image_initializing"]
1378 } # Monitors
1379 ]
1380 }, # CoreIPC
1381 'CoreIPCTfmLevel2': {
1382 "binaries": {
1383 "firmware": "mcuboot.axf",
1384 "bootloader": "tfm_s_ns_signed.bin"
1385 },
1386 "monitors": [
1387 {
1388 'name': 'Secure_Test_Suites_Summary',
1389 'start': r'[Sec Thread]',
1390 'end': r'system starting',
1391 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1392 r'(?P<test_case_id>Secure image '
1393 r'initializing)(?P<result>!)',
1394 'fixup': {"pass": "!", "fail": ""},
1395 'required': ["secure_image_initializing"]
1396 } # Monitors
1397 ]
1398 }, # CoreIPCTfmLevel2
1399 } # Tests
1400}
1401
1402
1403fvp_mps2_an519_nobl2 = {
1404 "templ": "fvp_mps2.jinja2",
1405 "job_name": "fvp_mps2_an519_nobl2",
1406 "device_type": "fvp",
1407 "job_timeout": 15,
1408 "action_timeout": 10,
1409 "monitor_timeout": 10,
1410 "poweroff_timeout": 1,
1411 "platforms": {"AN519": ""},
1412 "compilers": ["GNUARM", "ARMCLANG"],
1413 "build_types": ["Debug", "Release", "Minsizerel"],
1414 "boot_types": ["NOBL2"],
1415 "data_bin_offset": "0x00100000",
1416 "cpu0_baseline": 1,
1417 "tests": {
1418 'Default': {
1419 "binaries": {
1420 "firmware": "tfm_s.axf",
1421 "bootloader": "tfm_ns.bin"
1422 },
1423 "monitors": [
1424 {
1425 'name': 'Secure_Test_Suites_Summary',
1426 'start': r'[Sec Thread]',
1427 'end': r'system starting',
1428 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1429 r'(?P<test_case_id>Secure image '
1430 r'initializing)(?P<result>!)',
1431 'fixup': {"pass": "!", "fail": ""},
1432 'required': ["secure_image_initializing"]
1433 }
1434 ]
1435 }, # Default
1436 'Regression': {
1437 "binaries": {
1438 "firmware": "tfm_s.axf",
1439 "bootloader": "tfm_ns.bin"
1440 },
1441 "monitors": [
1442 {
1443 'name': 'Secure_Test_Suites_Summary',
1444 'start': 'Secure test suites summary',
1445 'end': 'End of Secure test suites',
1446 'pattern': r"Test suite '(?P<"
1447 r"test_case_id>[^\n]+)' has (.*) "
1448 r"(?P<result>PASSED|FAILED)",
1449 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1450 'required': [
1451 ("psa_protected_storage_"
1452 "s_interface_tests_tfm_sst_test_2xxx_"),
1453 "sst_reliability_tests_tfm_sst_test_3xxx_",
1454 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1455 ("psa_internal_trusted_storage_"
1456 "s_interface_tests_tfm_its_test_2xxx_"),
1457 "its_reliability_tests_tfm_its_test_3xxx_",
1458 ("audit_"
1459 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1460 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1461 ("initial_attestation_service_"
1462 "secure_interface_tests_tfm_attest_test_1xxx_"),
1463 ]
1464 },
1465 {
1466 'name': 'Non_Secure_Test_Suites_Summary',
1467 'start': 'Non-secure test suites summary',
1468 'end': r'End of Non-secure test suites',
1469 'pattern': r"Test suite '(?P<"
1470 r"test_case_id>[^\n]+)' has (.*) "
1471 r"(?P<result>PASSED|FAILED)",
1472 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1473 'required': [
1474 ("psa_protected_storage"
1475 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1476 ("psa_internal_trusted_storage"
1477 "_ns_interface_tests_tfm_its_test_1xxx_"),
1478 ("auditlog_"
1479 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1480 ("crypto_"
1481 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1482 ("initial_attestation_service_"
1483 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1484 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1485 ]
1486 }
1487 ] # Monitors
1488 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1489 'RegressionProfileM': {
1490 "binaries": {
1491 "firmware": "mcuboot.axf",
1492 "bootloader": "tfm_s_ns_signed.bin"
1493 },
1494 "monitors": [
1495 {
1496 'name': 'Secure_Test_Suites_Summary',
1497 'start': 'Secure test suites summary',
1498 'end': 'End of Secure test suites',
1499 'pattern': r"Test suite '(?P<"
1500 r"test_case_id>[^\n]+)' has (.*) "
1501 r"(?P<result>PASSED|FAILED)",
1502 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1503 'required': [
1504 ("psa_protected_storage_"
1505 "s_interface_tests_tfm_sst_test_2xxx_"),
1506 "sst_reliability_tests_tfm_sst_test_3xxx_",
1507 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1508 ("psa_internal_trusted_storage_"
1509 "s_interface_tests_tfm_its_test_2xxx_"),
1510 "its_reliability_tests_tfm_its_test_3xxx_",
1511 ("audit_"
1512 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1513 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1514 ("initial_attestation_service_"
1515 "secure_interface_tests_tfm_attest_test_1xxx_"),
1516 ]
1517 },
1518 {
1519 'name': 'Non_Secure_Test_Suites_Summary',
1520 'start': 'Non-secure test suites summary',
1521 'end': r'End of Non-secure test suites',
1522 'pattern': r"Test suite '(?P<"
1523 r"test_case_id>[^\n]+)' has (.*) "
1524 r"(?P<result>PASSED|FAILED)",
1525 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1526 'required': [
1527 ("psa_protected_storage"
1528 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1529 ("psa_internal_trusted_storage"
1530 "_ns_interface_tests_tfm_its_test_1xxx_"),
1531 ("auditlog_"
1532 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1533 ("crypto_"
1534 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1535 ("initial_attestation_service_"
1536 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1537 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1538 ]
1539 }
1540 ] # Monitors
1541 }, # RegressionProfileM
1542 'RegressionProfileS': {
1543 "binaries": {
1544 "firmware": "mcuboot.axf",
1545 "bootloader": "tfm_s_ns_signed.bin"
1546 },
1547 "monitors": [
1548 {
1549 'name': 'Secure_Test_Suites_Summary',
1550 'start': 'Secure test suites summary',
1551 'end': 'End of Secure test suites',
1552 'pattern': r"Test suite '(?P<"
1553 r"test_case_id>[^\n]+)' has (.*) "
1554 r"(?P<result>PASSED|FAILED)",
1555 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1556 'required': [
1557 ("psa_protected_storage_"
1558 "s_interface_tests_tfm_sst_test_2xxx_"),
1559 "sst_reliability_tests_tfm_sst_test_3xxx_",
1560 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1561 ("psa_internal_trusted_storage_"
1562 "s_interface_tests_tfm_its_test_2xxx_"),
1563 "its_reliability_tests_tfm_its_test_3xxx_",
1564 ("audit_"
1565 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1566 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1567 ("initial_attestation_service_"
1568 "secure_interface_tests_tfm_attest_test_1xxx_"),
1569 ]
1570 },
1571 {
1572 'name': 'Non_Secure_Test_Suites_Summary',
1573 'start': 'Non-secure test suites summary',
1574 'end': r'End of Non-secure test suites',
1575 'pattern': r"Test suite '(?P<"
1576 r"test_case_id>[^\n]+)' has (.*) "
1577 r"(?P<result>PASSED|FAILED)",
1578 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1579 'required': [
1580 ("psa_protected_storage"
1581 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1582 ("psa_internal_trusted_storage"
1583 "_ns_interface_tests_tfm_its_test_1xxx_"),
1584 ("auditlog_"
1585 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1586 ("crypto_"
1587 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1588 ("initial_attestation_service_"
1589 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1590 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1591 ]
1592 }
1593 ] # Monitors
1594 }, # RegressionProfileS
1595
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1596 'RegressionIPC': {
1597 "binaries": {
1598 "firmware": "tfm_s.axf",
1599 "bootloader": "tfm_ns.bin"
1600 },
1601 "monitors": [
1602 {
1603 'name': 'Secure_Test_Suites_Summary',
1604 'start': 'Secure test suites summary',
1605 'end': 'End of Secure test suites',
1606 'pattern': r"Test suite '(?P<"
1607 r"test_case_id>[^\n]+)' has (.*) "
1608 r"(?P<result>PASSED|FAILED)",
1609 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1610 'required': [
1611 ("psa_protected_storage_"
1612 "s_interface_tests_tfm_sst_test_2xxx_"),
1613 "sst_reliability_tests_tfm_sst_test_3xxx_",
1614 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1615 ("psa_internal_trusted_storage_"
1616 "s_interface_tests_tfm_its_test_2xxx_"),
1617 "its_reliability_tests_tfm_its_test_3xxx_",
1618 ("audit_"
1619 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1620 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1621 ("initial_attestation_service_"
1622 "secure_interface_tests_tfm_attest_test_1xxx_"),
1623 ]
1624 },
1625 {
1626 'name': 'Non_Secure_Test_Suites_Summary',
1627 'start': 'Non-secure test suites summary',
1628 'end': r'End of Non-secure test suites',
1629 'pattern': r"Test suite '(?P<"
1630 r"test_case_id>[^\n]+)' has (.*) "
1631 r"(?P<result>PASSED|FAILED)",
1632 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1633 'required': [
1634 ("psa_protected_storage"
1635 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1636 ("psa_internal_trusted_storage"
1637 "_ns_interface_tests_tfm_its_test_1xxx_"),
1638 ("auditlog_"
1639 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1640 ("crypto_"
1641 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1642 ("initial_attestation_service_"
1643 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1644 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1645 ]
1646 }
1647 ] # Monitors
1648 }, # RegressionIPC
1649 'RegressionIPCTfmLevel2': {
1650 "binaries": {
1651 "firmware": "tfm_s.axf",
1652 "bootloader": "tfm_ns.bin"
1653 },
1654 "monitors": [
1655 {
1656 'name': 'Secure_Test_Suites_Summary',
1657 'start': 'Secure test suites summary',
1658 'end': 'End of Secure test suites',
1659 'pattern': r"Test suite '(?P<"
1660 r"test_case_id>[^\n]+)' has (.*) "
1661 r"(?P<result>PASSED|FAILED)",
1662 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1663 'required': [
1664 ("psa_protected_storage_"
1665 "s_interface_tests_tfm_sst_test_2xxx_"),
1666 "sst_reliability_tests_tfm_sst_test_3xxx_",
1667 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1668 ("psa_internal_trusted_storage_"
1669 "s_interface_tests_tfm_its_test_2xxx_"),
1670 "its_reliability_tests_tfm_its_test_3xxx_",
1671 ("audit_"
1672 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1673 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1674 ("initial_attestation_service_"
1675 "secure_interface_tests_tfm_attest_test_1xxx_"),
1676 ]
1677 },
1678 {
1679 'name': 'Non_Secure_Test_Suites_Summary',
1680 'start': 'Non-secure test suites summary',
1681 'end': r'End of Non-secure test suites',
1682 'pattern': r"Test suite '(?P<"
1683 r"test_case_id>[^\n]+)' has (.*) "
1684 r"(?P<result>PASSED|FAILED)",
1685 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1686 'required': [
1687 ("psa_protected_storage"
1688 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1689 ("psa_internal_trusted_storage"
1690 "_ns_interface_tests_tfm_its_test_1xxx_"),
1691 ("auditlog_"
1692 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1693 ("crypto_"
1694 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1695 ("initial_attestation_service_"
1696 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1697 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1698 ]
1699 }
1700 ] # Monitors
1701 }, # RegressionIPCTfmLevel2
1702 'CoreIPC': {
1703 "binaries": {
1704 "firmware": "tfm_s.axf",
1705 "bootloader": "tfm_ns.bin"
1706 },
1707 "monitors": [
1708 {
1709 'name': 'Secure_Test_Suites_Summary',
1710 'start': r'[Sec Thread]',
1711 'end': r'system starting',
1712 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1713 r'(?P<test_case_id>Secure image '
1714 r'initializing)(?P<result>!)',
1715 'fixup': {"pass": "!", "fail": ""},
1716 'required': ["secure_image_initializing"]
1717 } # Monitors
1718 ]
1719 }, # CoreIPC
1720 'CoreIPCTfmLevel2': {
1721 "binaries": {
1722 "firmware": "tfm_s.axf",
1723 "bootloader": "tfm_ns.bin"
1724 },
1725 "monitors": [
1726 {
1727 'name': 'Secure_Test_Suites_Summary',
1728 'start': r'[Sec Thread]',
1729 'end': r'system starting',
1730 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1731 r'(?P<test_case_id>Secure image '
1732 r'initializing)(?P<result>!)',
1733 'fixup': {"pass": "!", "fail": ""},
1734 'required': ["secure_image_initializing"]
1735 } # Monitors
1736 ]
1737 }, # CoreIPCTfmLevel2
1738 } # Tests
1739}
1740
1741
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]1742# All configurations should be mapped here
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1743lava_gen_config_map = {"mps2_an521_bl2": tfm_mps2_sse_200,
1744 "fvp_mps2_an521_bl2": fvp_mps2_an521_bl2,
1745 "fvp_mps2_an521_nobl2": fvp_mps2_an521_nobl2,
1746 "fvp_mps2_an519_bl2": fvp_mps2_an519_bl2,
1747 "fvp_mps2_an519_nobl2": fvp_mps2_an519_nobl2}
1748
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]1749lavagen_config_sort_order = [
1750 "templ",
1751 "job_name",
1752 "device_type",
1753 "job_timeout",
1754 "action_timeout",
1755 "monitor_timeout",
1756 "recovery_store_url",
1757 "artifact_store_url",
1758 "platforms",
1759 "compilers",
1760 "build_types",
1761 "boot_types",
1762 "tests"
1763]
1764
1765lava_gen_monitor_sort_order = [
1766 'name',
1767 'start',
1768 'end',
1769 'pattern',
1770 'fixup',
1771]
1772
1773if __name__ == "__main__":
1774 import os
1775 import sys
1776 from lava_helper import sort_lavagen_config
1777 try:
1778 from tfm_ci_pylib.utils import export_config_map
1779 except ImportError:
1780 dir_path = os.path.dirname(os.path.realpath(__file__))
1781 sys.path.append(os.path.join(dir_path, "../"))
1782 from tfm_ci_pylib.utils import export_config_map
1783
1784 if len(sys.argv) == 2:
1785 if sys.argv[1] == "--export":
1786 export_config_map(lava_gen_config_map)
1787 if len(sys.argv) == 3:
1788 if sys.argv[1] == "--export":
1789 export_config_map(sort_lavagen_config(lava_gen_config_map),
1790 sys.argv[2])