blob: 4ac22224ea9d4022e24fd6c77b03c8c7da3ca43d [file] [log] [blame]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +01001#!/usr/bin/env python3
2
3""" lava_job_generator_configs.py:
4
5 Default configurations for lava job generator """
6
7from __future__ import print_function
8
9__copyright__ = """
10/*
11 * Copyright (c) 2018-2019, Arm Limited. All rights reserved.
12 *
13 * SPDX-License-Identifier: BSD-3-Clause
14 *
15 */
16 """
17__author__ = "Minos Galanakis"
18__email__ = "minos.galanakis@linaro.org"
19__project__ = "Trusted Firmware-M Open CI"
20__status__ = "stable"
Minos Galanakisea421232019-06-20 17:11:28 +010021__version__ = "1.1"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010022
23
24def lava_gen_get_config_subset(config,
25 default=True,
26 core=True,
27 regression=True):
28 """ Allow dynamic generation of configuration combinations by subtracking
29 undesired ones """
30
31 from copy import deepcopy
32 cfg = deepcopy(config)
33 tests = deepcopy(config["tests"])
34
35 # Remove all configs not requests by the caller
36 if not default:
37 tests.pop("Default")
Minos Galanakisea421232019-06-20 17:11:28 +010038 if not core:
39 tests.pop("CoreIPC")
40 tests.pop("CoreIPCTfmLevel2")
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010041 if not regression:
42 tests.pop("Regression")
43
44 cfg["tests"] = tests
45 return cfg
46
47
48tfm_mps2_sse_200 = {
49 "templ": "template_tfm_mps2_sse_200.jinja2",
50 "job_name": "mps2plus-arm-tfm",
Minos Galanakisafb43152019-09-25 14:17:39 +010051 "device_type": "mps",
Minos Galanakis8da148a2019-10-18 17:26:40 +010052 "job_timeout": 180,
Minos Galanakisea421232019-06-20 17:11:28 +010053 "action_timeout": 90,
54 "monitor_timeout": 90,
Minos Galanakis8da148a2019-10-18 17:26:40 +010055 "poweroff_timeout": 5,
Minos Galanakisea421232019-06-20 17:11:28 +010056 "recovery_store_url": "%(jenkins_url)s/"
57 "job/%(jenkins_job)s",
58 "artifact_store_url": "%(jenkins_url)s/"
59 "job/%(jenkins_job)s",
Minos Galanakis329cf102019-09-24 15:58:25 +010060 "platforms": {"AN521": "mps2_an521_v3.0.tar.gz"},
61 "compilers": ["GNUARM"],
Minos Galanakisea421232019-06-20 17:11:28 +010062 "build_types": ["Debug", "Release"],
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010063 "boot_types": ["BL2"],
64 "tests": {
65 'Default': {
66 "binaries": {
Minos Galanakisea421232019-06-20 17:11:28 +010067 "firmware": "tfm_sign.bin",
68 "bootloader": "mcuboot.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010069 },
70 "monitors": [
71 {
72 'name': 'Secure_Test_Suites_Summary',
Minos Galanakis8da148a2019-10-18 17:26:40 +010073 'start': '[Sec Thread]',
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010074 'end': '\\x1b\\\[0m',
75 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
76 r'(?P<test_case_id>Secure image '
77 r'initializing)(?P<result>!)',
78 'fixup': {"pass": "!", "fail": ""},
79 'required': ["secure_image_initializing"]
80 } # Monitors
81 ]
82 }, # Default
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010083 'Regression': {
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010084 "binaries": {
Minos Galanakisea421232019-06-20 17:11:28 +010085 "firmware": "tfm_sign.bin",
86 "bootloader": "mcuboot.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010087 },
88 "monitors": [
89 {
90 'name': 'Secure_Test_Suites_Summary',
91 'start': 'Secure test suites summary',
92 'end': 'End of Secure test suites',
93 'pattern': r"[\x1b]\\[37mTest suite '(?P<"
Dean Birchf1b727a2019-05-17 17:39:24 +010094 r"test_case_id>[^\n]+)' has [\x1b]\\[32m "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010095 r"(?P<result>PASSED|FAILED)",
96 'fixup': {"pass": "PASSED", "fail": "FAILED"},
97 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +010098 ("psa_protected_storage_"
99 "s_interface_tests_tfm_sst_test_2xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100100 "sst_reliability_tests_tfm_sst_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100101 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
TudorCretu8b138472019-08-30 10:51:05 +0100102 ("psa_internal_trusted_storage_"
103 "s_interface_tests_tfm_its_test_2xxx_"),
104 "its_reliability_tests_tfm_its_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100105 ("audit_"
106 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
107 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
108 ("initial_attestation_service_"
109 "secure_interface_tests_tfm_attest_test_1xxx_"),
110 "invert_secure_interface_tests_tfm_invert_test_1xxx_"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100111 ]
112 },
113 {
114 'name': 'Non_Secure_Test_Suites_Summary',
115 'start': 'Non-secure test suites summary',
116 'end': r'End of Non-secure test suites',
117 'pattern': r"[\x1b]\\[37mTest suite '(?P"
Dean Birchf1b727a2019-05-17 17:39:24 +0100118 r"<test_case_id>[^\n]+)' has [\x1b]\\[32m "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100119 r"(?P<result>PASSED|FAILED)",
120 'fixup': {"pass": "PASSED", "fail": "FAILED"},
121 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100122 ("psa_protected_storage"
123 "_ns_interface_tests_tfm_sst_test_1xxx_"),
TudorCretu8b138472019-08-30 10:51:05 +0100124 ("psa_internal_trusted_storage"
125 "_ns_interface_tests_tfm_its_test_1xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100126 ("auditlog_"
127 "non_secure_interface_test_tfm_audit_test_1xxx_"),
128 ("crypto_"
129 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
130 ("initial_attestation_service_"
Minos Galanakisf0dae4e2019-05-20 10:56:57 +0100131 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100132 ("invert_"
133 "non_secure_interface_tests_tfm_invert_test_1xxx_"),
134 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
135 ]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100136 }
137 ] # Monitors
138 }, # Regression
Minos Galanakisea421232019-06-20 17:11:28 +0100139 'CoreIPC': {
140 "binaries": {
141 "firmware": "tfm_sign.bin",
142 "bootloader": "mcuboot.bin"
143 },
144 "monitors": [
145 {
146 'name': 'Secure_Test_Suites_Summary',
Minos Galanakis8da148a2019-10-18 17:26:40 +0100147 'start': '[Sec Thread]',
Minos Galanakisea421232019-06-20 17:11:28 +0100148 'end': '\\x1b\\\[0m',
149 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
150 r'(?P<test_case_id>Secure image '
151 r'initializing)(?P<result>!)',
152 'fixup': {"pass": "!", "fail": ""},
153 'required': ["secure_image_initializing"]
154 } # Monitors
155 ]
156 }, # CoreIPC
157 'CoreIPCTfmLevel2': {
158 "binaries": {
159 "firmware": "tfm_sign.bin",
160 "bootloader": "mcuboot.bin"
161 },
162 "monitors": [
163 {
164 'name': 'Secure_Test_Suites_Summary',
Minos Galanakis8da148a2019-10-18 17:26:40 +0100165 'start': '[Sec Thread]',
Minos Galanakisea421232019-06-20 17:11:28 +0100166 'end': '\\x1b\\\[0m',
167 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
168 r'(?P<test_case_id>Secure image '
169 r'initializing)(?P<result>!)',
170 'fixup': {"pass": "!", "fail": ""},
171 'required': ["secure_image_initializing"]
172 } # Monitors
173 ]
174 }, # CoreIPCTfmLevel2
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100175 } # Tests
176}
177
178# All configurations should be mapped here
179lava_gen_config_map = {"tfm_mps2_sse_200": tfm_mps2_sse_200}
180lavagen_config_sort_order = [
181 "templ",
182 "job_name",
183 "device_type",
184 "job_timeout",
185 "action_timeout",
186 "monitor_timeout",
187 "recovery_store_url",
188 "artifact_store_url",
189 "platforms",
190 "compilers",
191 "build_types",
192 "boot_types",
193 "tests"
194]
195
196lava_gen_monitor_sort_order = [
197 'name',
198 'start',
199 'end',
200 'pattern',
201 'fixup',
202]
203
204if __name__ == "__main__":
205 import os
206 import sys
207 from lava_helper import sort_lavagen_config
208 try:
209 from tfm_ci_pylib.utils import export_config_map
210 except ImportError:
211 dir_path = os.path.dirname(os.path.realpath(__file__))
212 sys.path.append(os.path.join(dir_path, "../"))
213 from tfm_ci_pylib.utils import export_config_map
214
215 if len(sys.argv) == 2:
216 if sys.argv[1] == "--export":
217 export_config_map(lava_gen_config_map)
218 if len(sys.argv) == 3:
219 if sys.argv[1] == "--export":
220 export_config_map(sort_lavagen_config(lava_gen_config_map),
221 sys.argv[2])