TrustedFirmware Git Browser
Code Review Sign In
review.trustedfirmware.org / next / ci / tf-m-ci-scripts / 28d61b4ba8fb321f46f1f0da0a82e00cf57f05eb / . / lava_helper / lava_helper_configs.py
blob: 1f93a2ef5394f2eb111dfa74c7ea36a4e4ddc0ec [file] [log] [blame]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]1#!/usr/bin/env python3
2
3""" lava_job_generator_configs.py:
4
5 Default configurations for lava job generator """
6
7from __future__ import print_function
8
9__copyright__ = """
10/*
Xinyu Zhang04d77472022-03-21 14:37:37 +0800[diff] [blame]11 * Copyright (c) 2018-2022, Arm Limited. All rights reserved.
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]12 *
13 * SPDX-License-Identifier: BSD-3-Clause
14 *
15 */
16 """
Karl Zhang08681e62020-10-30 13:56:03 +0800[diff] [blame]17
18__author__ = "tf-m@lists.trustedfirmware.org"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]19__project__ = "Trusted Firmware-M Open CI"
Xinyu Zhang06286a92021-07-22 14:00:51 +0800[diff] [blame]20__version__ = "1.4.0"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]21
Leonardo Sandoval66386a22021-04-15 14:35:08 -0500[diff] [blame]22tf_downloads="https://downloads.trustedfirmware.org"
23coverage_trace_plugin=tf_downloads + "/coverage-plugin/qa-tools/coverage-tool/coverage-plugin/coverage_trace.so"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]24
25def lava_gen_get_config_subset(config,
26 default=True,
27 core=True,
28 regression=True):
29 """ Allow dynamic generation of configuration combinations by subtracking
30 undesired ones """
31
32 from copy import deepcopy
33 cfg = deepcopy(config)
34 tests = deepcopy(config["tests"])
35
36 # Remove all configs not requests by the caller
37 if not default:
38 tests.pop("Default")
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]39 if not core:
40 tests.pop("CoreIPC")
41 tests.pop("CoreIPCTfmLevel2")
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]42 tests.pop("CoreIPCTfmLevel3")
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]43 if not regression:
44 tests.pop("Regression")
45
46 cfg["tests"] = tests
47 return cfg
48
49
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]50# LAVA test-monitor definition for PSA API testsuites, testcases identified
51# by "UT" value in output (testcase identifier).
52monitors_psaapitest_by_ut = [
53 {
54 'name': 'psa_api_suite',
55 'start': 'Running..',
56 'end': 'Entering standby..',
57 'pattern': r" UT: +(?P<test_case_id>[A-Za-z0-9_]+)\r?\n"
58 r".+?"
59 r"TEST RESULT: (?P<result>(PASSED|FAILED|SKIPPED))",
60 'fixup': {"pass": "PASSED", "fail": "FAILED", "skip": "SKIPPED"},
61 },
62]
63
64# LAVA test-monitor definition for PSA API testsuites, testcases identified
65# by description in output (for when UT is not set to unique identifier).
66monitors_psaapitest_by_desc = [
67 {
68 'name': 'psa_api_suite',
69 'start': 'Running..',
70 'end': 'Entering standby..',
71 'pattern': r" DESCRIPTION: +(?P<test_case_id>.+?) \\|"
72 r".+?"
73 r"TEST RESULT: (?P<result>(PASSED|FAILED|SKIPPED))",
74 'fixup': {"pass": "PASSED", "fail": "FAILED", "skip": "SKIPPED"},
75 },
76]
77
Paul Sokolovsky7eae9752022-02-09 21:38:55 +0300[diff] [blame]78# LAVA test-monitor definition for PSA API "crypto" testsuite, which has some
79# failing testcases which we don't want to treat as failures, so can't use
80# normal monitors_psaapitest_by_ut. Note that this is a flaky workaround
81# which will break if e.g. a new testcase is added. This issue should be
82# fixed on TF-M side instead
83monitors_psaapitest_crypto_workaround = [
84 {
85 'name': 'psa_api_crypto_workaround',
86 'start': 'Running..',
87 'end': r"TOTAL TESTS : 63\r?\n.*?TOTAL PASSED : 51\r?\n",
88 'pattern': '__ignored__',
89 'fixup': {"pass": "PASSED", "fail": "FAILED", "skip": "SKIPPED"},
90 },
91]
92
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]93
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]94# MPS2 with BL2 bootloader
95# IMAGE0ADDRESS: 0x10000000
96# IMAGE0FILE: \Software\bl2.bin ; BL2 bootloader
97# IMAGE1ADDRESS: 0x10080000
98# IMAGE1FILE: \Software\tfm_s_ns_signed.bin ; TF-M example application binary blob
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]99tfm_mps2_sse_200 = {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]100 "templ": "mps2.jinja2",
101 "job_name": "mps2_an521_bl2",
Minos Galanakisafb43152019-09-25 14:17:39 +0100[diff] [blame]102 "device_type": "mps",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]103 "job_timeout": 15,
104 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]105 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]106 "poweroff_timeout": 1,
107 "recovery_store_url": "https://ci.trustedfirmware.org/userContent/",
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]108 "platforms": {"AN521": "mps2_sse200_an512_new.tar.gz"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]109 "compilers": ["GNUARM", "ARMCLANG"],
110 "build_types": ["Debug", "Release", "Minsizerel"],
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]111 "boot_types": ["BL2"],
Xinyu Zhang28d61b42022-03-21 16:46:35 +0800[diff] [blame^]112 "binaries": {
113 "firmware": "tfm_s_ns_signed.bin",
114 "bootloader": "bl2.bin"
115 },
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]116 "tests": {
117 'Default': {
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]118 "monitors": [
119 {
120 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]121 'start': 'Non-Secure system',
122 'end': r'starting\\.{3}',
123 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]124 'fixup': {"pass": "!", "fail": ""},
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]125 } # Monitors
126 ]
127 }, # Default
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]128 'DefaultProfileS': {
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]129 "monitors": [
130 {
131 'name': 'Secure_Test_Suites_Summary',
132 'start': 'Non-Secure system',
133 'end': r'starting\\.{3}',
134 'pattern': r'Non-Secure system starting\\.{3}',
135 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]136 } # Monitors
137 ]
138 }, # DefaultProfileS
139 'DefaultProfileM': {
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]140 "monitors": [
141 {
142 'name': 'Secure_Test_Suites_Summary',
143 'start': 'Non-Secure system',
144 'end': r'starting\\.{3}',
145 'pattern': r'Non-Secure system starting\\.{3}',
146 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]147 } # Monitors
148 ]
149 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]150 'DefaultProfileL': {
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]151 "monitors": [
152 {
153 'name': 'Secure_Test_Suites_Summary',
154 'start': 'Non-Secure system',
155 'end': r'starting\\.{3}',
156 'pattern': r'Non-Secure system starting\\.{3}',
157 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]158 } # Monitors
159 ]
160 }, # DefaultProfileL
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]161
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]162 'Regression': {
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]163 "monitors": [
164 {
165 'name': 'Secure_Test_Suites_Summary',
166 'start': 'Secure test suites summary',
167 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]168 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]169 r"test_case_id>[^\n]+)' has(.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]170 r"(?P<result>PASSED|FAILED)",
171 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]172 },
173 {
174 'name': 'Non_Secure_Test_Suites_Summary',
175 'start': 'Non-secure test suites summary',
176 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]177 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]178 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]179 r"(?P<result>PASSED|FAILED)",
180 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]181 }
182 ] # Monitors
183 }, # Regression
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]184
185 'RegressionProfileM': {
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]186 "monitors": [
187 {
188 'name': 'Secure_Test_Suites_Summary',
189 'start': 'Secure test suites summary',
190 'end': 'End of Secure test suites',
191 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]192 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]193 r"(?P<result>PASSED|FAILED)",
194 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]195 },
196 {
197 'name': 'Non_Secure_Test_Suites_Summary',
198 'start': 'Non-secure test suites summary',
199 'end': r'End of Non-secure test suites',
200 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]201 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]202 r"(?P<result>PASSED|FAILED)",
203 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]204 }
205 ] # Monitors
206 }, # RegressionProfileM
207 'RegressionProfileS': {
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]208 "monitors": [
209 {
210 'name': 'Secure_Test_Suites_Summary',
211 'start': 'Secure test suites summary',
212 'end': 'End of Secure test suites',
213 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]214 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]215 r"(?P<result>PASSED|FAILED)",
216 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]217 },
218 {
219 'name': 'Non_Secure_Test_Suites_Summary',
220 'start': 'Non-secure test suites summary',
221 'end': r'End of Non-secure test suites',
222 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]223 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]224 r"(?P<result>PASSED|FAILED)",
225 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]226 }
227 ] # Monitors
228 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]229 'RegressionProfileL': {
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]230 "monitors": [
231 {
232 'name': 'Secure_Test_Suites_Summary',
233 'start': 'Secure test suites summary',
234 'end': 'End of Secure test suites',
235 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]236 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]237 r"(?P<result>PASSED|FAILED)",
238 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]239 },
240 {
241 'name': 'Non_Secure_Test_Suites_Summary',
242 'start': 'Non-secure test suites summary',
243 'end': r'End of Non-secure test suites',
244 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]245 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]246 r"(?P<result>PASSED|FAILED)",
247 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]248 }
249 ] # Monitors
250 }, # RegressionProfileL
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]251
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]252 'RegressionIPC': {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]253 "monitors": [
254 {
255 'name': 'Secure_Test_Suites_Summary',
256 'start': 'Secure test suites summary',
257 'end': 'End of Secure test suites',
258 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]259 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]260 r"(?P<result>PASSED|FAILED)",
261 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]262 },
263 {
264 'name': 'Non_Secure_Test_Suites_Summary',
265 'start': 'Non-secure test suites summary',
266 'end': r'End of Non-secure test suites',
267 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]268 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]269 r"(?P<result>PASSED|FAILED)",
270 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]271 }
272 ] # Monitors
273 }, # Regression
274 'RegressionIPCTfmLevel2': {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]275 "monitors": [
276 {
277 'name': 'Secure_Test_Suites_Summary',
278 'start': 'Secure test suites summary',
279 'end': 'End of Secure test suites',
280 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]281 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]282 r"(?P<result>PASSED|FAILED)",
283 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]284 },
285 {
286 'name': 'Non_Secure_Test_Suites_Summary',
287 'start': 'Non-secure test suites summary',
288 'end': r'End of Non-secure test suites',
289 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]290 r"test_case_id>[^\n]+)' has(.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]291 r"(?P<result>PASSED|FAILED)",
292 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]293 }
294 ] # Monitors
295 }, # Regression
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]296 'RegressionIPCTfmLevel3': {
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]297 "monitors": [
298 {
299 'name': 'Secure_Test_Suites_Summary',
300 'start': 'Secure test suites summary',
301 'end': 'End of Secure test suites',
302 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]303 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]304 r"(?P<result>PASSED|FAILED)",
305 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]306 },
307 {
308 'name': 'Non_Secure_Test_Suites_Summary',
309 'start': 'Non-secure test suites summary',
310 'end': r'End of Non-secure test suites',
311 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]312 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]313 r"(?P<result>PASSED|FAILED)",
314 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]315 }
316 ] # Monitors
317 }, # Regression
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]318 'CoreIPC': {
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]319 "monitors": [
320 {
321 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]322 'start': 'Non-Secure system',
323 'end': r'starting\\.{3}',
324 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]325 'fixup': {"pass": "!", "fail": ""},
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]326 } # Monitors
327 ]
328 }, # CoreIPC
329 'CoreIPCTfmLevel2': {
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]330 "monitors": [
331 {
332 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]333 'start': 'Non-Secure system',
334 'end': r'starting\\.{3}',
335 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]336 'fixup': {"pass": "!", "fail": ""},
Minos Galanakisea421232019-06-20 17:11:28 +0100[diff] [blame]337 } # Monitors
338 ]
339 }, # CoreIPCTfmLevel2
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]340 'CoreIPCTfmLevel3': {
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]341 "monitors": [
342 {
343 'name': 'Secure_Test_Suites_Summary',
344 'start': 'Non-Secure system',
345 'end': r'starting\\.{3}',
346 'pattern': r'Non-Secure system starting\\.{3}',
347 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang244e1862021-03-12 16:21:54 +0800[diff] [blame]348 } # Monitors
349 ]
350 }, # CoreIPCTfmLevel3
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]351
Paul Sokolovsky7eae9752022-02-09 21:38:55 +0300[diff] [blame]352 'PsaApiTest_Crypto': {
Paul Sokolovsky7eae9752022-02-09 21:38:55 +0300[diff] [blame]353 "monitors": monitors_psaapitest_crypto_workaround,
354 }, # PsaApiTest_Crypto
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]355
356 'PsaApiTest_STORAGE': {
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]357 "monitors": monitors_psaapitest_by_desc,
358 }, # PsaApiTest_Storage
359
Paul Sokolovsky0c82ae22022-02-16 20:01:10 +0300[diff] [blame]360 'PsaApiTestIPC_STORAGE': {
Paul Sokolovsky0c82ae22022-02-16 20:01:10 +0300[diff] [blame]361 "monitors": monitors_psaapitest_by_desc,
362 }, # PsaApiTestIPC_Storage
363
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]364 'PsaApiTest_Attest': {
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]365 "monitors": monitors_psaapitest_by_ut,
366 }, # PsaApiTest_Attest
367
Paul Sokolovsky46ff5312022-02-16 20:23:01 +0300[diff] [blame]368 'PsaApiTestIPC_Attest': {
Paul Sokolovsky46ff5312022-02-16 20:23:01 +0300[diff] [blame]369 "monitors": monitors_psaapitest_by_ut,
370 }, # PsaApiTestIPC_Attest
371
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]372 } # Tests
373}
374
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]375
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]376# FVP with BL2 bootloader
Xinyu Zhang28d61b42022-03-21 16:46:35 +0800[diff] [blame^]377# application: --application cpu0=bl2.axf
378# data: --data cpu0=tfm_s_ns_signed.bin@0x10080000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]379fvp_mps2_an521_bl2 = {
380 "templ": "fvp_mps2.jinja2",
381 "job_name": "fvp_mps2_an521_bl2",
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]382 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]383 "job_timeout": 15,
384 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]385 "monitor_timeout": 15,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]386 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]387 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]388 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]389 "build_types": ["Debug", "Release", "Minsizerel"],
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]390 "boot_types": ["BL2"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]391 "data_bin_offset": "0x10080000",
Xinyu Zhang28d61b42022-03-21 16:46:35 +0800[diff] [blame^]392 "binaries": {
393 "application": "bl2.axf",
394 "data": "tfm_s_ns_signed.bin"
395 },
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]396 "tests": {
397 'Default': {
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]398 "monitors": [
399 {
400 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]401 'start': 'Non-Secure system',
402 'end': r'starting\\.{3}',
403 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]404 'fixup': {"pass": "!", "fail": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]405 } # Monitors
406 ]
407 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]408 'DefaultProfileS': {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]409 "monitors": [
410 {
411 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]412 'start': 'Non-Secure system',
413 'end': r'starting\\.{3}',
414 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]415 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]416 } # Monitors
417 ]
418 }, # DefaultProfileS
419 'DefaultProfileM': {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]420 "monitors": [
421 {
422 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]423 'start': 'Non-Secure system',
424 'end': r'starting\\.{3}',
425 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]426 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]427 } # Monitors
428 ]
429 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]430 'DefaultProfileL': {
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]431 "monitors": [
432 {
433 'name': 'Secure_Test_Suites_Summary',
434 'start': 'Non-Secure system',
435 'end': r'starting\\.{3}',
436 'pattern': r'Non-Secure system starting\\.{3}',
437 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]438 } # Monitors
439 ]
440 }, # DefaultProfileL
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]441
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]442 'Regression': {
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]443 "monitors": [
444 {
445 'name': 'Secure_Test_Suites_Summary',
446 'start': 'Secure test suites summary',
447 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]448 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]449 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]450 r"(?P<result>PASSED|FAILED)",
451 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]452 },
453 {
454 'name': 'Non_Secure_Test_Suites_Summary',
455 'start': 'Non-secure test suites summary',
456 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]457 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]458 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]459 r"(?P<result>PASSED|FAILED)",
460 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]461 }
462 ] # Monitors
463 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]464
465 'RegressionProfileM': {
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]466 "monitors": [
467 {
468 'name': 'Secure_Test_Suites_Summary',
469 'start': 'Secure test suites summary',
470 'end': 'End of Secure test suites',
471 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]472 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]473 r"(?P<result>PASSED|FAILED)",
474 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]475 },
476 {
477 'name': 'Non_Secure_Test_Suites_Summary',
478 'start': 'Non-secure test suites summary',
479 'end': r'End of Non-secure test suites',
480 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]481 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]482 r"(?P<result>PASSED|FAILED)",
483 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]484 }
485 ] # Monitors
486 }, # RegressionProfileM
487 'RegressionProfileS': {
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]488 "monitors": [
489 {
490 'name': 'Secure_Test_Suites_Summary',
491 'start': 'Secure test suites summary',
492 'end': 'End of Secure test suites',
493 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]494 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]495 r"(?P<result>PASSED|FAILED)",
496 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]497 },
498 {
499 'name': 'Non_Secure_Test_Suites_Summary',
500 'start': 'Non-secure test suites summary',
501 'end': r'End of Non-secure test suites',
502 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]503 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]504 r"(?P<result>PASSED|FAILED)",
505 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]506 }
507 ] # Monitors
508 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]509 'RegressionProfileL': {
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]510 "monitors": [
511 {
512 'name': 'Secure_Test_Suites_Summary',
513 'start': 'Secure test suites summary',
514 'end': 'End of Secure test suites',
515 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]516 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]517 r"(?P<result>PASSED|FAILED)",
518 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]519 },
520 {
521 'name': 'Non_Secure_Test_Suites_Summary',
522 'start': 'Non-secure test suites summary',
523 'end': r'End of Non-secure test suites',
524 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]525 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]526 r"(?P<result>PASSED|FAILED)",
527 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]528 }
529 ] # Monitors
530 }, # RegressionProfileL
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]531
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]532 'RegressionIPC': {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]533 "monitors": [
534 {
535 'name': 'Secure_Test_Suites_Summary',
536 'start': 'Secure test suites summary',
537 'end': 'End of Secure test suites',
538 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]539 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]540 r"(?P<result>PASSED|FAILED)",
541 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]542 },
543 {
544 'name': 'Non_Secure_Test_Suites_Summary',
545 'start': 'Non-secure test suites summary',
546 'end': r'End of Non-secure test suites',
547 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]548 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]549 r"(?P<result>PASSED|FAILED)",
550 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]551 }
552 ] # Monitors
553 }, # Regression
554 'RegressionIPCTfmLevel2': {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]555 "monitors": [
556 {
557 'name': 'Secure_Test_Suites_Summary',
558 'start': 'Secure test suites summary',
559 'end': 'End of Secure test suites',
560 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]561 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]562 r"(?P<result>PASSED|FAILED)",
563 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]564 },
565 {
566 'name': 'Non_Secure_Test_Suites_Summary',
567 'start': 'Non-secure test suites summary',
568 'end': r'End of Non-secure test suites',
569 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]570 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]571 r"(?P<result>PASSED|FAILED)",
572 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]573 }
574 ] # Monitors
575 }, # Regression
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]576 'RegressionIPCTfmLevel3': {
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]577 "monitors": [
578 {
579 'name': 'Secure_Test_Suites_Summary',
580 'start': 'Secure test suites summary',
581 'end': 'End of Secure test suites',
582 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]583 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]584 r"(?P<result>PASSED|FAILED)",
585 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]586 },
587 {
588 'name': 'Non_Secure_Test_Suites_Summary',
589 'start': 'Non-secure test suites summary',
590 'end': r'End of Non-secure test suites',
591 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]592 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]593 r"(?P<result>PASSED|FAILED)",
594 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]595 }
596 ] # Monitors
597 }, # Regression
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]598 'CoreIPC': {
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]599 "monitors": [
600 {
601 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]602 'start': 'Non-Secure system',
603 'end': r'starting\\.{3}',
604 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]605 'fixup': {"pass": "!", "fail": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]606 } # Monitors
607 ]
608 }, # CoreIPC
609 'CoreIPCTfmLevel2': {
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]610 "monitors": [
611 {
612 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]613 'start': 'Non-Secure system',
614 'end': r'starting\\.{3}',
615 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]616 'fixup': {"pass": "!", "fail": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]617 } # Monitors
618 ]
619 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]620 'CoreIPCTfmLevel3': {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]621 "monitors": [
622 {
623 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]624 'start': 'Non-Secure system',
625 'end': r'starting\\.{3}',
626 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]627 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]628 } # Monitors
629 ]
630 }, # CoreIPCTfmLevel3
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]631
Paul Sokolovsky7eae9752022-02-09 21:38:55 +0300[diff] [blame]632 'PsaApiTest_Crypto': {
Paul Sokolovsky7eae9752022-02-09 21:38:55 +0300[diff] [blame]633 "monitors": monitors_psaapitest_crypto_workaround,
634 }, # PsaApiTest_Crypto
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]635
636 'PsaApiTest_STORAGE': {
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]637 "monitors": monitors_psaapitest_by_desc,
638 }, # PsaApiTest_Storage
639
Paul Sokolovsky0c82ae22022-02-16 20:01:10 +0300[diff] [blame]640 'PsaApiTestIPC_STORAGE': {
Paul Sokolovsky0c82ae22022-02-16 20:01:10 +0300[diff] [blame]641 "monitors": monitors_psaapitest_by_desc,
642 }, # PsaApiTestIPC_Storage
643
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]644 'PsaApiTest_Attest': {
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300[diff] [blame]645 "monitors": monitors_psaapitest_by_ut,
646 }, # PsaApiTest_Attest
647
Paul Sokolovsky46ff5312022-02-16 20:23:01 +0300[diff] [blame]648 'PsaApiTestIPC_Attest': {
Paul Sokolovsky46ff5312022-02-16 20:23:01 +0300[diff] [blame]649 "monitors": monitors_psaapitest_by_ut,
650 }, # PsaApiTestIPC_Attest
651
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]652 } # Tests
653}
654
655
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]656# FVP without BL2 bootloader
Xinyu Zhang28d61b42022-03-21 16:46:35 +0800[diff] [blame^]657# application: --application cpu0=tfm_s.axf
658# data: --data cpu0=tfm_ns.bin@0x00100000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]659fvp_mps2_an521_nobl2 = {
660 "templ": "fvp_mps2.jinja2",
661 "job_name": "fvp_mps2_an521_nobl2",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]662 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]663 "job_timeout": 15,
664 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]665 "monitor_timeout": 15,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]666 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]667 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]668 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]669 "build_types": ["Debug", "Release", "Minsizerel"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]670 "boot_types": ["NOBL2"],
671 "data_bin_offset": "0x00100000",
Dean Birch1d545c02020-05-29 14:09:21 +0100[diff] [blame]672 "cpu_baseline": 1,
Xinyu Zhang28d61b42022-03-21 16:46:35 +0800[diff] [blame^]673 "binaries": {
674 "application": "tfm_s.axf",
675 "data": "tfm_ns.bin"
676 },
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]677 "tests": {
678 'Default': {
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]679 "monitors": [
680 {
681 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]682 'start': 'Non-Secure system',
683 'end': r'starting\\.{3}',
684 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]685 'fixup': {"pass": "!", "fail": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000[diff] [blame]686 }
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]687 ]
688 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]689 'DefaultProfileS': {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]690 "monitors": [
691 {
692 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]693 'start': 'Non-Secure system',
694 'end': r'starting\\.{3}',
695 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]696 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]697 } # Monitors
698 ]
699 }, # DefaultProfileS
700 'DefaultProfileM': {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]701 "monitors": [
702 {
703 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]704 'start': 'Non-Secure system',
705 'end': r'starting\\.{3}',
706 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]707 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]708 } # Monitors
709 ]
710 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]711 'DefaultProfileL': {
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]712 "monitors": [
713 {
714 'name': 'Secure_Test_Suites_Summary',
715 'start': 'Non-Secure system',
716 'end': r'starting\\.{3}',
717 'pattern': r'Non-Secure system starting\\.{3}',
718 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]719 } # Monitors
720 ]
721 }, # DefaultProfileL
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]722
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]723 'Regression': {
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]724 "monitors": [
725 {
726 'name': 'Secure_Test_Suites_Summary',
727 'start': 'Secure test suites summary',
728 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]729 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]730 r"test_case_id>[^\n]+)' has(.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]731 r"(?P<result>PASSED|FAILED)",
732 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]733 },
734 {
735 'name': 'Non_Secure_Test_Suites_Summary',
736 'start': 'Non-secure test suites summary',
737 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]738 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]739 r"test_case_id>[^\n]+)' has(.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]740 r"(?P<result>PASSED|FAILED)",
741 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]742 }
743 ] # Monitors
744 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]745 'RegressionProfileM': {
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]746 "monitors": [
747 {
748 'name': 'Secure_Test_Suites_Summary',
749 'start': 'Secure test suites summary',
750 'end': 'End of Secure test suites',
751 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]752 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]753 r"(?P<result>PASSED|FAILED)",
754 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]755 },
756 {
757 'name': 'Non_Secure_Test_Suites_Summary',
758 'start': 'Non-secure test suites summary',
759 'end': r'End of Non-secure test suites',
760 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]761 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]762 r"(?P<result>PASSED|FAILED)",
763 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]764 }
765 ] # Monitors
766 }, # RegressionProfileM
767 'RegressionProfileS': {
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]768 "monitors": [
769 {
770 'name': 'Secure_Test_Suites_Summary',
771 'start': 'Secure test suites summary',
772 'end': 'End of Secure test suites',
773 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]774 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]775 r"(?P<result>PASSED|FAILED)",
776 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]777 },
778 {
779 'name': 'Non_Secure_Test_Suites_Summary',
780 'start': 'Non-secure test suites summary',
781 'end': r'End of Non-secure test suites',
782 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]783 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]784 r"(?P<result>PASSED|FAILED)",
785 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]786 }
787 ] # Monitors
788 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]789 'RegressionProfileL': {
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]790 "monitors": [
791 {
792 'name': 'Secure_Test_Suites_Summary',
793 'start': 'Secure test suites summary',
794 'end': 'End of Secure test suites',
795 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]796 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]797 r"(?P<result>PASSED|FAILED)",
798 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]799 },
800 {
801 'name': 'Non_Secure_Test_Suites_Summary',
802 'start': 'Non-secure test suites summary',
803 'end': r'End of Non-secure test suites',
804 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]805 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]806 r"(?P<result>PASSED|FAILED)",
807 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800[diff] [blame]808 }
809 ] # Monitors
810 }, # RegressionProfileL
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]811
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]812 'RegressionIPC': {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]813 "monitors": [
814 {
815 'name': 'Secure_Test_Suites_Summary',
816 'start': 'Secure test suites summary',
817 'end': 'End of Secure test suites',
818 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]819 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]820 r"(?P<result>PASSED|FAILED)",
821 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]822 },
823 {
824 'name': 'Non_Secure_Test_Suites_Summary',
825 'start': 'Non-secure test suites summary',
826 'end': r'End of Non-secure test suites',
827 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]828 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]829 r"(?P<result>PASSED|FAILED)",
830 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]831 }
832 ] # Monitors
833 }, # RegressionIPC
834 'RegressionIPCTfmLevel2': {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]835 "monitors": [
836 {
837 'name': 'Secure_Test_Suites_Summary',
838 'start': 'Secure test suites summary',
839 'end': 'End of Secure test suites',
840 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]841 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]842 r"(?P<result>PASSED|FAILED)",
843 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]844 },
845 {
846 'name': 'Non_Secure_Test_Suites_Summary',
847 'start': 'Non-secure test suites summary',
848 'end': r'End of Non-secure test suites',
849 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]850 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]851 r"(?P<result>PASSED|FAILED)",
852 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]853 }
854 ] # Monitors
855 }, # RegressionIPCTfmLevel2
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]856 'RegressionIPCTfmLevel3': {
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]857 "monitors": [
858 {
859 'name': 'Secure_Test_Suites_Summary',
860 'start': 'Secure test suites summary',
861 'end': 'End of Secure test suites',
862 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]863 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]864 r"(?P<result>PASSED|FAILED)",
865 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]866 },
867 {
868 'name': 'Non_Secure_Test_Suites_Summary',
869 'start': 'Non-secure test suites summary',
870 'end': r'End of Non-secure test suites',
871 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]872 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]873 r"(?P<result>PASSED|FAILED)",
874 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang3b092ef2020-11-06 16:56:25 +0800[diff] [blame]875 }
876 ] # Monitors
877 }, # RegressionIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]878 'CoreIPC': {
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]879 "monitors": [
880 {
881 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]882 'start': 'Non-Secure system',
883 'end': r'starting\\.{3}',
884 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]885 'fixup': {"pass": "!", "fail": ""},
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]886 } # Monitors
887 ]
888 }, # CoreIPC
889 'CoreIPCTfmLevel2': {
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]890 "monitors": [
891 {
892 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]893 'start': 'Non-Secure system',
894 'end': r'starting\\.{3}',
895 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]896 'fixup': {"pass": "!", "fail": ""},
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]897 } # Monitors
898 ]
899 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]900 'CoreIPCTfmLevel3': {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]901 "monitors": [
902 {
903 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]904 'start': 'Non-Secure system',
905 'end': r'starting\\.{3}',
906 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]907 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]908 } # Monitors
909 ]
910 }, # CoreIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +0000[diff] [blame]911 } # Tests
912}
913
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]914
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]915# FVP with BL2 bootloader
Xinyu Zhang28d61b42022-03-21 16:46:35 +0800[diff] [blame^]916# application: --application cpu0=bl2.axf
917# data: --data cpu0=tfm_s_ns_signed.bin@0x10080000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]918fvp_mps2_an519_bl2 = {
919 "templ": "fvp_mps2.jinja2",
920 "job_name": "fvp_mps2_an519_bl2",
921 "device_type": "fvp",
922 "job_timeout": 15,
923 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]924 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]925 "poweroff_timeout": 1,
926 "platforms": {"AN519": ""},
927 "compilers": ["GNUARM", "ARMCLANG"],
928 "build_types": ["Debug", "Release", "Minsizerel"],
929 "boot_types": ["BL2"],
930 "data_bin_offset": "0x10080000",
931 "cpu0_baseline": 1,
Xinyu Zhang28d61b42022-03-21 16:46:35 +0800[diff] [blame^]932 "binaries": {
933 "application": "bl2.axf",
934 "data": "tfm_s_ns_signed.bin"
935 },
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]936 "tests": {
937 'Default': {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]938 "monitors": [
939 {
940 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]941 'start': 'Non-Secure system',
942 'end': r'starting\\.{3}',
943 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]944 'fixup': {"pass": "!", "fail": ""},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]945 } # Monitors
946 ]
947 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]948 'DefaultProfileS': {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]949 "monitors": [
950 {
951 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]952 'start': 'Non-Secure system',
953 'end': r'starting\\.{3}',
954 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]955 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]956 } # Monitors
957 ]
958 }, # DefaultProfileS
959 'DefaultProfileM': {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]960 "monitors": [
961 {
962 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]963 'start': 'Non-Secure system',
964 'end': r'starting\\.{3}',
965 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]966 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]967 } # Monitors
968 ]
969 }, # DefaultProfileM
970
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]971 'Regression': {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]972 "monitors": [
973 {
974 'name': 'Secure_Test_Suites_Summary',
975 'start': 'Secure test suites summary',
976 'end': 'End of Secure test suites',
977 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]978 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]979 r"(?P<result>PASSED|FAILED)",
980 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]981 },
982 {
983 'name': 'Non_Secure_Test_Suites_Summary',
984 'start': 'Non-secure test suites summary',
985 'end': r'End of Non-secure test suites',
986 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]987 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]988 r"(?P<result>PASSED|FAILED)",
989 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]990 }
991 ] # Monitors
992 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]993
994 'RegressionProfileM': {
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]995 "monitors": [
996 {
997 'name': 'Secure_Test_Suites_Summary',
998 'start': 'Secure test suites summary',
999 'end': 'End of Secure test suites',
1000 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1001 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1002 r"(?P<result>PASSED|FAILED)",
1003 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1004 },
1005 {
1006 'name': 'Non_Secure_Test_Suites_Summary',
1007 'start': 'Non-secure test suites summary',
1008 'end': r'End of Non-secure test suites',
1009 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1010 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1011 r"(?P<result>PASSED|FAILED)",
1012 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1013 }
1014 ] # Monitors
1015 }, # RegressionProfileM
1016 'RegressionProfileS': {
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1017 "monitors": [
1018 {
1019 'name': 'Secure_Test_Suites_Summary',
1020 'start': 'Secure test suites summary',
1021 'end': 'End of Secure test suites',
1022 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1023 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1024 r"(?P<result>PASSED|FAILED)",
1025 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1026 },
1027 {
1028 'name': 'Non_Secure_Test_Suites_Summary',
1029 'start': 'Non-secure test suites summary',
1030 'end': r'End of Non-secure test suites',
1031 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1032 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1033 r"(?P<result>PASSED|FAILED)",
1034 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1035 }
1036 ] # Monitors
1037 }, # RegressionProfileS
1038
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1039 'RegressionIPC': {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1040 "monitors": [
1041 {
1042 'name': 'Secure_Test_Suites_Summary',
1043 'start': 'Secure test suites summary',
1044 'end': 'End of Secure test suites',
1045 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1046 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1047 r"(?P<result>PASSED|FAILED)",
1048 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1049 },
1050 {
1051 'name': 'Non_Secure_Test_Suites_Summary',
1052 'start': 'Non-secure test suites summary',
1053 'end': r'End of Non-secure test suites',
1054 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1055 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1056 r"(?P<result>PASSED|FAILED)",
1057 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1058 }
1059 ] # Monitors
1060 }, # Regression
1061 'RegressionIPCTfmLevel2': {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1062 "monitors": [
1063 {
1064 'name': 'Secure_Test_Suites_Summary',
1065 'start': 'Secure test suites summary',
1066 'end': 'End of Secure test suites',
1067 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1068 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1069 r"(?P<result>PASSED|FAILED)",
1070 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1071 },
1072 {
1073 'name': 'Non_Secure_Test_Suites_Summary',
1074 'start': 'Non-secure test suites summary',
1075 'end': r'End of Non-secure test suites',
1076 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1077 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1078 r"(?P<result>PASSED|FAILED)",
1079 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1080 }
1081 ] # Monitors
1082 }, # Regression
1083 'CoreIPC': {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1084 "monitors": [
1085 {
1086 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1087 'start': 'Non-Secure system',
1088 'end': r'starting\\.{3}',
1089 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1090 'fixup': {"pass": "!", "fail": ""},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1091 } # Monitors
1092 ]
1093 }, # CoreIPC
1094 'CoreIPCTfmLevel2': {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1095 "monitors": [
1096 {
1097 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1098 'start': 'Non-Secure system',
1099 'end': r'starting\\.{3}',
1100 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1101 'fixup': {"pass": "!", "fail": ""},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1102 } # Monitors
1103 ]
1104 }, # CoreIPCTfmLevel2
1105 } # Tests
1106}
1107
1108
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1109# FVP without BL2 bootloader
Xinyu Zhang28d61b42022-03-21 16:46:35 +0800[diff] [blame^]1110# application: --application cpu0=tfm_s.axf
1111# data: --data cpu0=tfm_ns.bin@0x00100000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1112fvp_mps2_an519_nobl2 = {
1113 "templ": "fvp_mps2.jinja2",
1114 "job_name": "fvp_mps2_an519_nobl2",
1115 "device_type": "fvp",
1116 "job_timeout": 15,
1117 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800[diff] [blame]1118 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1119 "poweroff_timeout": 1,
1120 "platforms": {"AN519": ""},
1121 "compilers": ["GNUARM", "ARMCLANG"],
1122 "build_types": ["Debug", "Release", "Minsizerel"],
1123 "boot_types": ["NOBL2"],
1124 "data_bin_offset": "0x00100000",
1125 "cpu0_baseline": 1,
Xinyu Zhang28d61b42022-03-21 16:46:35 +0800[diff] [blame^]1126 "binaries": {
1127 "application": "tfm_s.axf",
1128 "data": "tfm_ns.bin"
1129 },
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1130 "tests": {
1131 'Default': {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1132 "monitors": [
1133 {
1134 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1135 'start': 'Non-Secure system',
1136 'end': r'starting\\.{3}',
1137 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1138 'fixup': {"pass": "!", "fail": ""},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1139 }
1140 ]
1141 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1142 'DefaultProfileS': {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1143 "monitors": [
1144 {
1145 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1146 'start': 'Non-Secure system',
1147 'end': r'starting\\.{3}',
1148 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1149 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1150 } # Monitors
1151 ]
1152 }, # DefaultProfileS
1153 'DefaultProfileM': {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1154 "monitors": [
1155 {
1156 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1157 'start': 'Non-Secure system',
1158 'end': r'starting\\.{3}',
1159 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1160 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang204dc372020-11-12 14:18:00 +0800[diff] [blame]1161 } # Monitors
1162 ]
1163 }, # DefaultProfileM
1164
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1165 'Regression': {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1166 "monitors": [
1167 {
1168 'name': 'Secure_Test_Suites_Summary',
1169 'start': 'Secure test suites summary',
1170 'end': 'End of Secure test suites',
1171 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1172 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1173 r"(?P<result>PASSED|FAILED)",
1174 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1175 },
1176 {
1177 'name': 'Non_Secure_Test_Suites_Summary',
1178 'start': 'Non-secure test suites summary',
1179 'end': r'End of Non-secure test suites',
1180 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1181 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1182 r"(?P<result>PASSED|FAILED)",
1183 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1184 }
1185 ] # Monitors
1186 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1187 'RegressionProfileM': {
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1188 "monitors": [
1189 {
1190 'name': 'Secure_Test_Suites_Summary',
1191 'start': 'Secure test suites summary',
1192 'end': 'End of Secure test suites',
1193 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1194 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1195 r"(?P<result>PASSED|FAILED)",
1196 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1197 },
1198 {
1199 'name': 'Non_Secure_Test_Suites_Summary',
1200 'start': 'Non-secure test suites summary',
1201 'end': r'End of Non-secure test suites',
1202 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1203 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1204 r"(?P<result>PASSED|FAILED)",
1205 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1206 }
1207 ] # Monitors
1208 }, # RegressionProfileM
1209 'RegressionProfileS': {
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1210 "monitors": [
1211 {
1212 'name': 'Secure_Test_Suites_Summary',
1213 'start': 'Secure test suites summary',
1214 'end': 'End of Secure test suites',
1215 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1216 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1217 r"(?P<result>PASSED|FAILED)",
1218 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1219 },
1220 {
1221 'name': 'Non_Secure_Test_Suites_Summary',
1222 'start': 'Non-secure test suites summary',
1223 'end': r'End of Non-secure test suites',
1224 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1225 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1226 r"(?P<result>PASSED|FAILED)",
1227 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +0800[diff] [blame]1228 }
1229 ] # Monitors
1230 }, # RegressionProfileS
1231
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1232 'RegressionIPC': {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1233 "monitors": [
1234 {
1235 'name': 'Secure_Test_Suites_Summary',
1236 'start': 'Secure test suites summary',
1237 'end': 'End of Secure test suites',
1238 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1239 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1240 r"(?P<result>PASSED|FAILED)",
1241 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1242 },
1243 {
1244 'name': 'Non_Secure_Test_Suites_Summary',
1245 'start': 'Non-secure test suites summary',
1246 'end': r'End of Non-secure test suites',
1247 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1248 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1249 r"(?P<result>PASSED|FAILED)",
1250 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1251 }
1252 ] # Monitors
1253 }, # RegressionIPC
1254 'RegressionIPCTfmLevel2': {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1255 "monitors": [
1256 {
1257 'name': 'Secure_Test_Suites_Summary',
1258 'start': 'Secure test suites summary',
1259 'end': 'End of Secure test suites',
1260 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1261 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1262 r"(?P<result>PASSED|FAILED)",
1263 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1264 },
1265 {
1266 'name': 'Non_Secure_Test_Suites_Summary',
1267 'start': 'Non-secure test suites summary',
1268 'end': r'End of Non-secure test suites',
1269 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1270 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1271 r"(?P<result>PASSED|FAILED)",
1272 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1273 }
1274 ] # Monitors
1275 }, # RegressionIPCTfmLevel2
1276 'CoreIPC': {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1277 "monitors": [
1278 {
1279 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1280 'start': 'Non-Secure system',
1281 'end': r'starting\\.{3}',
1282 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1283 'fixup': {"pass": "!", "fail": ""},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1284 } # Monitors
1285 ]
1286 }, # CoreIPC
1287 'CoreIPCTfmLevel2': {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1288 "monitors": [
1289 {
1290 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1291 'start': 'Non-Secure system',
1292 'end': r'starting\\.{3}',
1293 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1294 'fixup': {"pass": "!", "fail": ""},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]1295 } # Monitors
1296 ]
1297 }, # CoreIPCTfmLevel2
1298 } # Tests
1299}
1300
1301
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1302# MPS2 with BL2 bootloader
1303# IMAGE0ADDRESS: 0x10000000
1304# IMAGE0FILE: \Software\bl2.bin ; BL2 bootloader
1305# IMAGE1ADDRESS: 0x10080000
1306# IMAGE1FILE: \Software\tfm_s_ns_signed.bin ; TF-M example application binary blob
1307qemu_mps2_bl2 = {
1308 "templ": "qemu_mps2_bl2.jinja2",
1309 "job_name": "qemu_mps2_bl2",
1310 "device_type": "qemu",
1311 "job_timeout": 300,
1312 "action_timeout": 300,
1313 "poweroff_timeout": 20,
1314 "platforms": {"AN521": ""},
1315 "compilers": ["GNUARM", "ARMCLANG"],
1316 "build_types": ["Debug", "Release"],
1317 "boot_types": ["BL2"],
Xinyu Zhang28d61b42022-03-21 16:46:35 +0800[diff] [blame^]1318 "binaries": {
1319 "firmware": "tfm_s_ns_signed.bin",
1320 "bootloader": "bl2.bin"
1321 },
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1322 "tests": {
1323 # 'Default': {
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1324 # "monitors": [
1325 # {
1326 # 'name': 'Secure_Test_Suites_Summary',
1327 # 'start': r'[Sec Thread]',
1328 # 'end': r'system starting',
1329 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1330 # r'(?P<test_case_id>Secure image '
1331 # r'initializing)(?P<result>!)',
Xinyu Zhang04d77472022-03-21 14:37:37 +0800[diff] [blame]1332 # 'fixup': {"pass": "!", "fail": ""}
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1333 # } # Monitors
1334 # ]
1335 # }, # Default
1336 # 'DefaultProfileS': {
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1337 # "monitors": [
1338 # {
1339 # 'name': 'Secure_Test_Suites_Summary',
1340 # 'start': r'[Sec Thread]',
1341 # 'end': r'system starting',
1342 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1343 # r'(?P<test_case_id>Secure image '
1344 # r'initializing)(?P<result>!)',
Xinyu Zhang04d77472022-03-21 14:37:37 +0800[diff] [blame]1345 # 'fixup': {"pass": "!", "fail": ""}
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1346 # } # Monitors
1347 # ]
1348 # }, # DefaultProfileS
1349 # 'DefaultProfileM': {
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1350 # "monitors": [
1351 # {
1352 # 'name': 'Secure_Test_Suites_Summary',
1353 # 'start': r'[Sec Thread]',
1354 # 'end': r'system starting',
1355 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1356 # r'(?P<test_case_id>Secure image '
1357 # r'initializing)(?P<result>!)',
Xinyu Zhang04d77472022-03-21 14:37:37 +0800[diff] [blame]1358 # 'fixup': {"pass": "!", "fail": ""}
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1359 # } # Monitors
1360 # ]
1361 # }, # DefaultProfileM
1362 'Regression': {
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1363 "monitors": [
1364 {
1365 'name': 'Secure_Test_Suites_Summary',
1366 'start': 'Secure test suites summary',
1367 'end': 'End of Secure test suites',
1368 'pattern': r"Test suite '(?P<"
1369 r"test_case_id>[^\n]+)' has (.*) "
1370 r"(?P<result>PASSED|FAILED)",
1371 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1372 },
1373 {
1374 'name': 'Non_Secure_Test_Suites_Summary',
1375 'start': 'Non-secure test suites summary',
1376 'end': r'End of Non-secure test suites',
1377 'pattern': r"Test suite '(?P<"
1378 r"test_case_id>[^\n]+)' has (.*) "
1379 r"(?P<result>PASSED|FAILED)",
1380 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1381 }
1382 ] # Monitors
1383 }, # Regression
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1384 'RegressionProfileS': {
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1385 "monitors": [
1386 {
1387 'name': 'Secure_Test_Suites_Summary',
1388 'start': 'Secure test suites summary',
1389 'end': 'End of Secure test suites',
1390 'pattern': r"Test suite '(?P<"
1391 r"test_case_id>[^\n]+)' has (.*) "
1392 r"(?P<result>PASSED|FAILED)",
1393 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1394 },
1395 {
1396 'name': 'Non_Secure_Test_Suites_Summary',
1397 'start': 'Non-secure test suites summary',
1398 'end': r'End of Non-secure test suites',
1399 'pattern': r"Test suite '(?P<"
1400 r"test_case_id>[^\n]+)' has (.*) "
1401 r"(?P<result>PASSED|FAILED)",
1402 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1403 }
1404 ] # Monitors
1405 }, # RegressionProfileS
1406 'RegressionIPC': {
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1407 "monitors": [
1408 {
1409 'name': 'Secure_Test_Suites_Summary',
1410 'start': 'Secure test suites summary',
1411 'end': 'End of Secure test suites',
1412 'pattern': r"Test suite '(?P<"
1413 r"test_case_id>[^\n]+)' has (.*) "
1414 r"(?P<result>PASSED|FAILED)",
1415 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1416 },
1417 {
1418 'name': 'Non_Secure_Test_Suites_Summary',
1419 'start': 'Non-secure test suites summary',
1420 'end': r'End of Non-secure test suites',
1421 'pattern': r"Test suite '(?P<"
1422 r"test_case_id>[^\n]+)' has (.*) "
1423 r"(?P<result>PASSED|FAILED)",
1424 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1425 }
1426 ] # Monitors
1427 }, # Regression
1428 'RegressionIPCTfmLevel2': {
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1429 "monitors": [
1430 {
1431 'name': 'Secure_Test_Suites_Summary',
1432 'start': 'Secure test suites summary',
1433 'end': 'End of Secure test suites',
1434 'pattern': r"Test suite '(?P<"
1435 r"test_case_id>[^\n]+)' has (.*) "
1436 r"(?P<result>PASSED|FAILED)",
1437 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1438 },
1439 {
1440 'name': 'Non_Secure_Test_Suites_Summary',
1441 'start': 'Non-secure test suites summary',
1442 'end': r'End of Non-secure test suites',
1443 'pattern': r"Test suite '(?P<"
1444 r"test_case_id>[^\n]+)' has (.*) "
1445 r"(?P<result>PASSED|FAILED)",
1446 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1447 }
1448 ] # Monitors
1449 }, # Regression
1450 'RegressionIPCTfmLevel3': {
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1451 "monitors": [
1452 {
1453 'name': 'Secure_Test_Suites_Summary',
1454 'start': 'Secure test suites summary',
1455 'end': 'End of Secure test suites',
1456 'pattern': r"Test suite '(?P<"
1457 r"test_case_id>[^\n]+)' has (.*) "
1458 r"(?P<result>PASSED|FAILED)",
1459 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1460 },
1461 {
1462 'name': 'Non_Secure_Test_Suites_Summary',
1463 'start': 'Non-secure test suites summary',
1464 'end': r'End of Non-secure test suites',
1465 'pattern': r"Test suite '(?P<"
1466 r"test_case_id>[^\n]+)' has (.*) "
1467 r"(?P<result>PASSED|FAILED)",
1468 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1469 }
1470 ] # Monitors
1471 }, # Regression
1472 # 'CoreIPC': {
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1473 # "monitors": [
1474 # {
1475 # 'name': 'Secure_Test_Suites_Summary',
1476 # 'start': r'[Sec Thread]',
1477 # 'end': r'system starting',
1478 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1479 # r'(?P<test_case_id>Secure image '
1480 # r'initializing)(?P<result>!)',
Xinyu Zhang04d77472022-03-21 14:37:37 +0800[diff] [blame]1481 # 'fixup': {"pass": "!", "fail": ""}
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1482 # } # Monitors
1483 # ]
1484 # }, # CoreIPC
1485 # 'CoreIPCTfmLevel2': {
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1486 # "monitors": [
1487 # {
1488 # 'name': 'Secure_Test_Suites_Summary',
1489 # 'start': r'[Sec Thread]',
1490 # 'end': r'system starting',
1491 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1492 # r'(?P<test_case_id>Secure image '
1493 # r'initializing)(?P<result>!)',
Xinyu Zhang04d77472022-03-21 14:37:37 +0800[diff] [blame]1494 # 'fixup': {"pass": "!", "fail": ""}
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1495 # } # Monitors
1496 # ]
1497 # }, # CoreIPCTfmLevel2
1498 # 'CoreIPCTfmLevel3': {
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1499 # "monitors": [
1500 # {
1501 # 'name': 'Secure_Test_Suites_Summary',
1502 # 'start': r'[Sec Thread]',
1503 # 'end': r'system starting',
1504 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1505 # r'(?P<test_case_id>Secure image '
1506 # r'initializing)(?P<result>!)',
Xinyu Zhang04d77472022-03-21 14:37:37 +0800[diff] [blame]1507 # 'fixup': {"pass": "!", "fail": ""}
Xinyu Zhange89f45c2021-09-14 21:11:59 +0800[diff] [blame]1508 # } # Monitors
1509 # ]
1510 # }, # CoreIPCTfmLevel3
1511 }
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]1512}
1513
1514
1515# Musca-B1 with BL2 bootloader
1516# unified hex file comprising of both bl2.bin and tfm_s_ns_signed.bin
1517# srec_cat bin/bl2.bin -Binary -offset 0xA000000 bin/tfm_s_ns_signed.bin -Binary -offset 0xA020000 -o tfm.hex -Intel
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]1518musca_b1_bl2 = {
1519 "templ": "musca_b1.jinja2",
1520 "job_name": "musca_b1_bl2",
1521 "device_type": "musca-b",
Xinyu Zhang630dfe62021-06-17 14:38:11 +0800[diff] [blame]1522 "job_timeout": 40,
1523 "action_timeout": 20,
1524 "monitor_timeout": 30,
Ryan Harkinf6981082020-12-18 14:54:33 +0000[diff] [blame]1525 "poweroff_timeout": 40,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]1526 "platforms": {"MUSCA_B1": ""},
1527 "compilers": ["GNUARM", "ARMCLANG"],
Xinyu Zhang43e5d672021-03-24 16:30:26 +0800[diff] [blame]1528 "build_types": ["Debug", "Release", "Minsizerel"],
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]1529 "boot_types": ["BL2"],
Xinyu Zhang28d61b42022-03-21 16:46:35 +0800[diff] [blame^]1530 "binaries": {
1531 "firmware": "tfm.hex",
1532 },
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]1533 "tests": {
1534 "Default": {
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1535 "monitors": [
1536 {
1537 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1538 'start': 'Non-Secure system',
1539 'end': r'starting\\.{3}',
1540 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1541 'fixup': {"pass": "!", "fail": ""},
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1542 }
1543 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]1544 },
1545 "CoreIPC": {
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1546 "monitors": [
1547 {
1548 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1549 'start': 'Non-Secure system',
1550 'end': r'starting\\.{3}',
1551 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1552 'fixup': {"pass": "!", "fail": ""},
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1553 }
1554 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]1555 },
1556 "CoreIPCTfmLevel2": {
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1557 "monitors": [
1558 {
1559 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1560 'start': 'Non-Secure system',
1561 'end': r'starting\\.{3}',
1562 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1563 'fixup': {"pass": "!", "fail": ""},
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1564 }
1565 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]1566 },
1567 "CoreIPCTfmLevel3": {
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1568 "monitors": [
1569 {
1570 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1571 'start': 'Non-Secure system',
1572 'end': r'starting\\.{3}',
1573 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1574 'fixup': {"pass": "!", "fail": ""},
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1575 }
1576 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]1577 },
1578 "DefaultProfileM": {
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1579 "monitors": [
1580 {
1581 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1582 'start': 'Non-Secure system',
1583 'end': r'starting\\.{3}',
1584 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1585 'fixup': {"pass": "!", "fail": ""},
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1586 }
1587 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]1588 },
1589 "DefaultProfileS": {
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1590 "monitors": [
1591 {
1592 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800[diff] [blame]1593 'start': 'Non-Secure system',
1594 'end': r'starting\\.{3}',
1595 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1596 'fixup': {"pass": "!", "fail": ""},
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1597 }
1598 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]1599 },
1600 "Regression": {
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1601 "monitors": [
1602 {
1603 'name': 'Secure_Test_Suites_Summary',
1604 'start': 'Secure test suites summary',
1605 'end': 'End of Secure test suites',
1606 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1607 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1608 r"(?P<result>PASSED|FAILED)",
1609 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1610 },
1611 {
1612 'name': 'Non_Secure_Test_Suites_Summary',
1613 'start': 'Non-secure test suites summary',
1614 'end': r'End of Non-secure test suites',
1615 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1616 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1617 r"(?P<result>PASSED|FAILED)",
1618 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1619 }
1620 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]1621 },
1622 "RegressionIPC": {
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1623 "monitors": [
1624 {
1625 'name': 'Secure_Test_Suites_Summary',
1626 'start': 'Secure test suites summary',
1627 'end': 'End of Secure test suites',
1628 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1629 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1630 r"(?P<result>PASSED|FAILED)",
1631 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1632 },
1633 {
1634 'name': 'Non_Secure_Test_Suites_Summary',
1635 'start': 'Non-secure test suites summary',
1636 'end': r'End of Non-secure test suites',
1637 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1638 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1639 r"(?P<result>PASSED|FAILED)",
1640 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1641 }
1642 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]1643 },
1644 "RegressionIPCTfmLevel2": {
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1645 "monitors": [
1646 {
1647 'name': 'Secure_Test_Suites_Summary',
1648 'start': 'Secure test suites summary',
1649 'end': 'End of Secure test suites',
1650 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1651 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1652 r"(?P<result>PASSED|FAILED)",
1653 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1654 },
1655 {
1656 'name': 'Non_Secure_Test_Suites_Summary',
1657 'start': 'Non-secure test suites summary',
1658 'end': r'End of Non-secure test suites',
1659 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1660 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1661 r"(?P<result>PASSED|FAILED)",
1662 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1663 }
1664 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]1665 },
1666 "RegressionIPCTfmLevel3": {
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1667 "monitors": [
1668 {
1669 'name': 'Secure_Test_Suites_Summary',
1670 'start': 'Secure test suites summary',
1671 'end': 'End of Secure test suites',
1672 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1673 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1674 r"(?P<result>PASSED|FAILED)",
1675 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1676 },
1677 {
1678 'name': 'Non_Secure_Test_Suites_Summary',
1679 'start': 'Non-secure test suites summary',
1680 'end': r'End of Non-secure test suites',
1681 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1682 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1683 r"(?P<result>PASSED|FAILED)",
1684 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1685 }
1686 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]1687 },
1688 "RegressionProfileM": {
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1689 "monitors": [
1690 {
1691 'name': 'Secure_Test_Suites_Summary',
1692 'start': 'Secure test suites summary',
1693 'end': 'End of Secure test suites',
1694 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1695 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1696 r"(?P<result>PASSED|FAILED)",
1697 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1698 },
1699 {
1700 'name': 'Non_Secure_Test_Suites_Summary',
1701 'start': 'Non-secure test suites summary',
1702 'end': r'End of Non-secure test suites',
1703 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1704 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1705 r"(?P<result>PASSED|FAILED)",
1706 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1707 }
1708 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]1709 },
1710 "RegressionProfileS": {
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1711 "monitors": [
1712 {
1713 'name': 'Secure_Test_Suites_Summary',
1714 'start': 'Secure test suites summary',
1715 'end': 'End of Secure test suites',
1716 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1717 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1718 r"(?P<result>PASSED|FAILED)",
1719 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1720 },
1721 {
1722 'name': 'Non_Secure_Test_Suites_Summary',
1723 'start': 'Non-secure test suites summary',
1724 'end': r'End of Non-secure test suites',
1725 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1726 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1727 r"(?P<result>PASSED|FAILED)",
1728 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Milosz Wasilewski391f3972020-12-17 18:33:23 +0000[diff] [blame]1729 }
1730 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]1731 },
1732 },
1733}
1734
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]1735# Musca-B1 with BL2 bootloader and OTP enabled
1736# unified hex file comprising of both bl2.bin and tfm_s_ns_signed.bin
1737# srec_cat bin/bl2.bin -Binary -offset 0xA000000 bin/tfm_s_ns_signed.bin -Binary -offset 0xA020000 -o tfm.hex -Intel
1738musca_b1_otp_bl2 = {
1739 "templ": "musca_b1_otp.jinja2",
1740 "job_name": "musca_b1_opt_bl2",
1741 "device_type": "musca-b",
Xinyu Zhang630dfe62021-06-17 14:38:11 +0800[diff] [blame]1742 "job_timeout": 40,
1743 "action_timeout": 20,
1744 "monitor_timeout": 30,
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]1745 "poweroff_timeout": 40,
1746 "platforms": {"MUSCA_B1_OTP": ""},
Xinyu Zhangc4bb2e12021-07-21 22:40:35 +0800[diff] [blame]1747 "compilers": ["GNUARM"],
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]1748 "build_types": ["Debug"],
1749 "boot_types": ["BL2"],
Xinyu Zhang28d61b42022-03-21 16:46:35 +0800[diff] [blame^]1750 "binaries": {
1751 "firmware": "tfm.hex",
1752 },
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]1753 "tests": {
1754 "RegressionIPCTfmLevel3": {
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]1755 "monitors": [
1756 {
1757 'name': 'Secure_Test_Suites_Summary',
1758 'start': 'Secure test suites summary',
1759 'end': 'End of Secure test suites',
1760 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1761 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]1762 r"(?P<result>PASSED|FAILED)",
1763 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]1764 },
1765 {
1766 'name': 'Non_Secure_Test_Suites_Summary',
1767 'start': 'Non-secure test suites summary',
1768 'end': r'End of Non-secure test suites',
1769 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1770 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]1771 r"(?P<result>PASSED|FAILED)",
1772 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]1773 }
1774 ] # Monitors
1775 },
1776 },
1777}
1778
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]1779# STM32L562E-DK
1780stm32l562e_dk = {
1781 "templ": "stm32l562e_dk.jinja2",
1782 "job_name": "stm32l562e_dk",
1783 "device_type": "stm32l562e-dk",
1784 "job_timeout": 24,
1785 "action_timeout": 15,
1786 "monitor_timeout": 15,
1787 "poweroff_timeout": 5,
1788 "platforms": {"stm32l562e_dk": ""},
1789 "compilers": ["GNUARM", "ARMCLANG"],
1790 "build_types": ["Release", "Minsizerel"],
1791 "boot_types": ["BL2"],
Xinyu Zhang28d61b42022-03-21 16:46:35 +0800[diff] [blame^]1792 "binaries": {
1793 "tarball": "stm32l562e-dk-tfm.tar.bz2",
1794 },
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]1795 "tests": {
1796 "Regression": {
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]1797 "monitors": [
1798 {
1799 'name': 'Secure_Test_Suites_Summary',
1800 'start': 'Secure test suites summary',
1801 'end': 'End of Secure test suites',
1802 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1803 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]1804 r"(?P<result>PASSED|FAILED)",
1805 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]1806 },
1807 {
1808 'name': 'Non_Secure_Test_Suites_Summary',
1809 'start': 'Non-secure test suites summary',
1810 'end': 'End of Non-secure test suites',
1811 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1812 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]1813 r"(?P<result>PASSED|FAILED)",
1814 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]1815 }
1816 ] # Monitors
1817 },
1818 "RegressionIPC": {
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]1819 "monitors": [
1820 {
1821 'name': 'Secure_Test_Suites_Summary',
1822 'start': 'Secure test suites summary',
1823 'end': 'End of Secure test suites',
1824 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1825 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]1826 r"(?P<result>PASSED|FAILED)",
1827 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]1828 },
1829 {
1830 'name': 'Non_Secure_Test_Suites_Summary',
1831 'start': 'Non-secure test suites summary',
1832 'end': 'End of Non-secure test suites',
1833 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1834 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]1835 r"(?P<result>PASSED|FAILED)",
1836 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]1837 }
1838 ] # Monitors
1839 },
1840 "RegressionIPCTfmLevel2": {
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]1841 "monitors": [
1842 {
1843 'name': 'Secure_Test_Suites_Summary',
1844 'start': 'Secure test suites summary',
1845 'end': 'End of Secure test suites',
1846 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1847 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]1848 r"(?P<result>PASSED|FAILED)",
1849 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]1850 },
1851 {
1852 'name': 'Non_Secure_Test_Suites_Summary',
1853 'start': 'Non-secure test suites summary',
1854 'end': 'End of Non-secure test suites',
1855 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1856 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]1857 r"(?P<result>PASSED|FAILED)",
1858 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]1859 }
1860 ] # Monitors
1861 },
1862 "RegressionIPCTfmLevel3": {
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]1863 "monitors": [
1864 {
1865 'name': 'Secure_Test_Suites_Summary',
1866 'start': 'Secure test suites summary',
1867 'end': 'End of Secure test suites',
1868 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1869 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]1870 r"(?P<result>PASSED|FAILED)",
1871 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]1872 },
1873 {
1874 'name': 'Non_Secure_Test_Suites_Summary',
1875 'start': 'Non-secure test suites summary',
1876 'end': 'End of Non-secure test suites',
1877 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700[diff] [blame]1878 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]1879 r"(?P<result>PASSED|FAILED)",
1880 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]1881 }
1882 ] # Monitors
1883 },
1884 },
1885}
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]1886
Arthur She3c0dadd2021-11-18 21:17:48 -0800[diff] [blame]1887# LPCxpresso55S69
1888lpcxpresso55s69 = {
1889 "templ": "lpcxpresso55s69.jinja2",
1890 "job_name": "lpcxpresso55s69",
1891 "device_type": "lpcxpresso55s69",
1892 "job_timeout": 24,
1893 "action_timeout": 15,
1894 "monitor_timeout": 15,
1895 "poweroff_timeout": 5,
1896 "platforms": {"lpcxpresso55s69": ""},
1897 "compilers": ["GNUARM"],
1898 "build_types": ["Relwithdebinfo"],
1899 "boot_types": ["NOBL2"],
Xinyu Zhang28d61b42022-03-21 16:46:35 +0800[diff] [blame^]1900 "binaries": {
1901 "tarball": "lpcxpresso55s69-tfm.tar.bz2",
1902 },
Arthur She3c0dadd2021-11-18 21:17:48 -0800[diff] [blame]1903 "tests": {
1904 "DefaultProfileM": {
Arthur She3c0dadd2021-11-18 21:17:48 -0800[diff] [blame]1905 "monitors": [
1906 {
1907 'name': 'Secure_Test_Suites_Summary',
1908 'start': 'Non-Secure system',
1909 'end': r'starting\\.{3}',
1910 'pattern': r'Non-Secure system starting\\.{3}',
1911 'fixup': {"pass": "!", "fail": ""},
1912 }
1913 ] # Monitors
1914 },
1915 "RegressionProfileM": {
Arthur She3c0dadd2021-11-18 21:17:48 -0800[diff] [blame]1916 "monitors": [
1917 {
1918 'name': 'Secure_Test_Suites_Summary',
1919 'start': 'Secure test suites summary',
1920 'end': 'End of Secure test suites',
1921 'pattern': r"Test suite '(?P<"
1922 r"test_case_id>[^\n]+)' has(.*) "
1923 r"(?P<result>PASSED|FAILED)",
1924 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She3c0dadd2021-11-18 21:17:48 -0800[diff] [blame]1925 },
1926 {
1927 'name': 'Non_Secure_Test_Suites_Summary',
1928 'start': 'Non-secure test suites summary',
1929 'end': 'End of Non-secure test suites',
1930 'pattern': r"Test suite '(?P<"
1931 r"test_case_id>[^\n]+)' has(.*) "
1932 r"(?P<result>PASSED|FAILED)",
1933 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She3c0dadd2021-11-18 21:17:48 -0800[diff] [blame]1934 }
1935 ] # Monitors
1936 },
1937 }
1938}
1939
Arthur She87602dc2022-02-06 14:42:18 -0800[diff] [blame]1940# Cypress PSoC64
1941psoc64 = {
1942 "templ": "psoc64.jinja2",
1943 "job_name": "psoc64",
1944 "device_type": "cy8ckit-064s0s2-4343w",
1945 "job_timeout": 120,
1946 "action_timeout": 120,
1947 "monitor_timeout": 120,
1948 "poweroff_timeout": 5,
1949 "platforms": {"psoc64": ""},
1950 "compilers": ["GNUARM", "ARMCLANG"],
1951 "build_types": ["Release", "Minsizerel"],
1952 "boot_types": ["NOBL2"],
Xinyu Zhang28d61b42022-03-21 16:46:35 +0800[diff] [blame^]1953 "binaries": {
1954 "spe": "tfm_s_signed.hex",
1955 "nspe": "tfm_ns_signed.hex",
1956 },
Arthur She87602dc2022-02-06 14:42:18 -0800[diff] [blame]1957 "tests": {
1958 "Regression": {
Arthur She87602dc2022-02-06 14:42:18 -0800[diff] [blame]1959 "monitors": [
1960 {
1961 'name': 'Secure_Test_Suites_Summary',
1962 'start': 'Secure test suites summary',
1963 'end': 'End of Secure test suites',
1964 'pattern': r"Test suite '(?P<"
1965 r"test_case_id>[^\n]+)' has(.*) "
1966 r"(?P<result>PASSED|FAILED)",
1967 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She87602dc2022-02-06 14:42:18 -0800[diff] [blame]1968 },
1969 {
1970 'name': 'Non_Secure_Test_Suites_Summary',
1971 'start': 'Non-secure test suites summary',
1972 'end': 'End of Non-secure test suites',
1973 'pattern': r"Test suite '(?P<"
1974 r"test_case_id>[^\n]+)' has(.*) "
1975 r"(?P<result>PASSED|FAILED)",
1976 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She87602dc2022-02-06 14:42:18 -0800[diff] [blame]1977 }
1978 ] # Monitors
1979 },
1980 "RegressionIPC": {
Arthur She87602dc2022-02-06 14:42:18 -0800[diff] [blame]1981 "monitors": [
1982 {
1983 'name': 'Secure_Test_Suites_Summary',
1984 'start': 'Secure test suites summary',
1985 'end': 'End of Secure test suites',
1986 'pattern': r"Test suite '(?P<"
1987 r"test_case_id>[^\n]+)' has(.*) "
1988 r"(?P<result>PASSED|FAILED)",
1989 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She87602dc2022-02-06 14:42:18 -0800[diff] [blame]1990 },
1991 {
1992 'name': 'Non_Secure_Test_Suites_Summary',
1993 'start': 'Non-secure test suites summary',
1994 'end': 'End of Non-secure test suites',
1995 'pattern': r"Test suite '(?P<"
1996 r"test_case_id>[^\n]+)' has(.*) "
1997 r"(?P<result>PASSED|FAILED)",
1998 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She87602dc2022-02-06 14:42:18 -0800[diff] [blame]1999 }
2000 ] # Monitors
2001 },
2002 "RegressionIPCTfmLevel2": {
Arthur She87602dc2022-02-06 14:42:18 -0800[diff] [blame]2003 "monitors": [
2004 {
2005 'name': 'Secure_Test_Suites_Summary',
2006 'start': 'Secure test suites summary',
2007 'end': 'End of Secure test suites',
2008 'pattern': r"Test suite '(?P<"
2009 r"test_case_id>[^\n]+)' has(.*) "
2010 r"(?P<result>PASSED|FAILED)",
2011 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She87602dc2022-02-06 14:42:18 -0800[diff] [blame]2012 },
2013 {
2014 'name': 'Non_Secure_Test_Suites_Summary',
2015 'start': 'Non-secure test suites summary',
2016 'end': 'End of Non-secure test suites',
2017 'pattern': r"Test suite '(?P<"
2018 r"test_case_id>[^\n]+)' has(.*) "
2019 r"(?P<result>PASSED|FAILED)",
2020 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She87602dc2022-02-06 14:42:18 -0800[diff] [blame]2021 }
2022 ] # Monitors
2023 },
2024 "RegressionIPCTfmLevel3": {
Arthur She87602dc2022-02-06 14:42:18 -0800[diff] [blame]2025 "monitors": [
2026 {
2027 'name': 'Secure_Test_Suites_Summary',
2028 'start': 'Secure test suites summary',
2029 'end': 'End of Secure test suites',
2030 'pattern': r"Test suite '(?P<"
2031 r"test_case_id>[^\n]+)' has(.*) "
2032 r"(?P<result>PASSED|FAILED)",
2033 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She87602dc2022-02-06 14:42:18 -0800[diff] [blame]2034 },
2035 {
2036 'name': 'Non_Secure_Test_Suites_Summary',
2037 'start': 'Non-secure test suites summary',
2038 'end': 'End of Non-secure test suites',
2039 'pattern': r"Test suite '(?P<"
2040 r"test_case_id>[^\n]+)' has(.*) "
2041 r"(?P<result>PASSED|FAILED)",
2042 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She87602dc2022-02-06 14:42:18 -0800[diff] [blame]2043 }
2044 ] # Monitors
2045 },
2046 },
2047}
2048
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]2049# All configurations should be mapped here
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2050lava_gen_config_map = {
2051 "mps2_an521_bl2": tfm_mps2_sse_200,
2052 "fvp_mps2_an521_bl2": fvp_mps2_an521_bl2,
2053 "fvp_mps2_an521_nobl2": fvp_mps2_an521_nobl2,
2054 "fvp_mps2_an519_bl2": fvp_mps2_an519_bl2,
2055 "fvp_mps2_an519_nobl2": fvp_mps2_an519_nobl2,
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100[diff] [blame]2056 "qemu_mps2_bl2": qemu_mps2_bl2,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2057 "musca_b1": musca_b1_bl2,
Xinyu Zhang97114342021-01-21 14:08:03 +0800[diff] [blame]2058 "musca_b1_otp": musca_b1_otp_bl2,
Arthur She07c91b52021-07-15 15:03:10 -0700[diff] [blame]2059 "stm32l562e_dk": stm32l562e_dk,
Arthur She3c0dadd2021-11-18 21:17:48 -0800[diff] [blame]2060 "lpcxpresso55s69": lpcxpresso55s69,
Arthur She87602dc2022-02-06 14:42:18 -0800[diff] [blame]2061 "psoc64": psoc64,
Fathi Boudra31225f72020-11-25 13:51:07 +0100[diff] [blame]2062}
Matthew Hart2c2688f2020-05-26 13:09:20 +0100[diff] [blame]2063
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100[diff] [blame]2064lavagen_config_sort_order = [
2065 "templ",
2066 "job_name",
2067 "device_type",
2068 "job_timeout",
2069 "action_timeout",
2070 "monitor_timeout",
2071 "recovery_store_url",
2072 "artifact_store_url",
2073 "platforms",
2074 "compilers",
2075 "build_types",
2076 "boot_types",
2077 "tests"
2078]
2079
2080lava_gen_monitor_sort_order = [
2081 'name',
2082 'start',
2083 'end',
2084 'pattern',
2085 'fixup',
2086]
2087
2088if __name__ == "__main__":
2089 import os
2090 import sys
2091 from lava_helper import sort_lavagen_config
2092 try:
2093 from tfm_ci_pylib.utils import export_config_map
2094 except ImportError:
2095 dir_path = os.path.dirname(os.path.realpath(__file__))
2096 sys.path.append(os.path.join(dir_path, "../"))
2097 from tfm_ci_pylib.utils import export_config_map
2098
2099 if len(sys.argv) == 2:
2100 if sys.argv[1] == "--export":
2101 export_config_map(lava_gen_config_map)
2102 if len(sys.argv) == 3:
2103 if sys.argv[1] == "--export":
2104 export_config_map(sort_lavagen_config(lava_gen_config_map),
2105 sys.argv[2])