blob: d949fbaa64164a2c50eafdea2ffc18b36541bfba [file] [log] [blame]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +01001#!/usr/bin/env python3
2
3""" lava_job_generator_configs.py:
4
5 Default configurations for lava job generator """
6
7from __future__ import print_function
8
9__copyright__ = """
10/*
Xinyu Zhang04d77472022-03-21 14:37:37 +080011 * Copyright (c) 2018-2022, Arm Limited. All rights reserved.
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010012 *
13 * SPDX-License-Identifier: BSD-3-Clause
14 *
15 */
16 """
Karl Zhang08681e62020-10-30 13:56:03 +080017
18__author__ = "tf-m@lists.trustedfirmware.org"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010019__project__ = "Trusted Firmware-M Open CI"
Xinyu Zhang06286a92021-07-22 14:00:51 +080020__version__ = "1.4.0"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010021
Leonardo Sandoval66386a22021-04-15 14:35:08 -050022tf_downloads="https://downloads.trustedfirmware.org"
23coverage_trace_plugin=tf_downloads + "/coverage-plugin/qa-tools/coverage-tool/coverage-plugin/coverage_trace.so"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010024
25def lava_gen_get_config_subset(config,
26 default=True,
27 core=True,
28 regression=True):
29 """ Allow dynamic generation of configuration combinations by subtracking
30 undesired ones """
31
32 from copy import deepcopy
33 cfg = deepcopy(config)
34 tests = deepcopy(config["tests"])
35
36 # Remove all configs not requests by the caller
37 if not default:
38 tests.pop("Default")
Minos Galanakisea421232019-06-20 17:11:28 +010039 if not core:
40 tests.pop("CoreIPC")
41 tests.pop("CoreIPCTfmLevel2")
Xinyu Zhang204dc372020-11-12 14:18:00 +080042 tests.pop("CoreIPCTfmLevel3")
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010043 if not regression:
44 tests.pop("Regression")
45
46 cfg["tests"] = tests
47 return cfg
48
49
Paul Sokolovsky6024d012022-01-22 20:21:07 +030050# LAVA test-monitor definition for PSA API testsuites, testcases identified
51# by "UT" value in output (testcase identifier).
52monitors_psaapitest_by_ut = [
53 {
54 'name': 'psa_api_suite',
55 'start': 'Running..',
56 'end': 'Entering standby..',
57 'pattern': r" UT: +(?P<test_case_id>[A-Za-z0-9_]+)\r?\n"
58 r".+?"
59 r"TEST RESULT: (?P<result>(PASSED|FAILED|SKIPPED))",
60 'fixup': {"pass": "PASSED", "fail": "FAILED", "skip": "SKIPPED"},
61 },
62]
63
64# LAVA test-monitor definition for PSA API testsuites, testcases identified
65# by description in output (for when UT is not set to unique identifier).
66monitors_psaapitest_by_desc = [
67 {
68 'name': 'psa_api_suite',
69 'start': 'Running..',
70 'end': 'Entering standby..',
71 'pattern': r" DESCRIPTION: +(?P<test_case_id>.+?) \\|"
72 r".+?"
73 r"TEST RESULT: (?P<result>(PASSED|FAILED|SKIPPED))",
74 'fixup': {"pass": "PASSED", "fail": "FAILED", "skip": "SKIPPED"},
75 },
76]
77
Paul Sokolovsky7eae9752022-02-09 21:38:55 +030078# LAVA test-monitor definition for PSA API "crypto" testsuite, which has some
79# failing testcases which we don't want to treat as failures, so can't use
80# normal monitors_psaapitest_by_ut. Note that this is a flaky workaround
81# which will break if e.g. a new testcase is added. This issue should be
82# fixed on TF-M side instead
83monitors_psaapitest_crypto_workaround = [
84 {
85 'name': 'psa_api_crypto_workaround',
86 'start': 'Running..',
87 'end': r"TOTAL TESTS : 63\r?\n.*?TOTAL PASSED : 51\r?\n",
88 'pattern': '__ignored__',
89 'fixup': {"pass": "PASSED", "fail": "FAILED", "skip": "SKIPPED"},
90 },
91]
92
Paul Sokolovsky6024d012022-01-22 20:21:07 +030093
Fathi Boudracaa90bd2020-12-04 22:00:14 +010094# MPS2 with BL2 bootloader
95# IMAGE0ADDRESS: 0x10000000
96# IMAGE0FILE: \Software\bl2.bin ; BL2 bootloader
97# IMAGE1ADDRESS: 0x10080000
98# IMAGE1FILE: \Software\tfm_s_ns_signed.bin ; TF-M example application binary blob
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010099tfm_mps2_sse_200 = {
Matthew Hart2c2688f2020-05-26 13:09:20 +0100100 "templ": "mps2.jinja2",
101 "job_name": "mps2_an521_bl2",
Minos Galanakisafb43152019-09-25 14:17:39 +0100102 "device_type": "mps",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100103 "job_timeout": 15,
104 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800105 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +0100106 "poweroff_timeout": 1,
107 "recovery_store_url": "https://ci.trustedfirmware.org/userContent/",
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100108 "platforms": {"AN521": "mps2_sse200_an512_new.tar.gz"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100109 "compilers": ["GNUARM", "ARMCLANG"],
110 "build_types": ["Debug", "Release", "Minsizerel"],
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100111 "boot_types": ["BL2"],
112 "tests": {
113 'Default': {
114 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100115 "firmware": "tfm_s_ns_signed.bin",
116 "bootloader": "bl2.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100117 },
118 "monitors": [
119 {
120 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800121 'start': 'Non-Secure system',
122 'end': r'starting\\.{3}',
123 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100124 'fixup': {"pass": "!", "fail": ""},
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100125 } # Monitors
126 ]
127 }, # Default
Xinyu Zhang244e1862021-03-12 16:21:54 +0800128 'DefaultProfileS': {
129 "binaries": {
130 "firmware": "tfm_s_ns_signed.bin",
131 "bootloader": "bl2.bin"
132 },
133 "monitors": [
134 {
135 'name': 'Secure_Test_Suites_Summary',
136 'start': 'Non-Secure system',
137 'end': r'starting\\.{3}',
138 'pattern': r'Non-Secure system starting\\.{3}',
139 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang244e1862021-03-12 16:21:54 +0800140 } # Monitors
141 ]
142 }, # DefaultProfileS
143 'DefaultProfileM': {
144 "binaries": {
145 "firmware": "tfm_s_ns_signed.bin",
146 "bootloader": "bl2.bin"
147 },
148 "monitors": [
149 {
150 'name': 'Secure_Test_Suites_Summary',
151 'start': 'Non-Secure system',
152 'end': r'starting\\.{3}',
153 'pattern': r'Non-Secure system starting\\.{3}',
154 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang244e1862021-03-12 16:21:54 +0800155 } # Monitors
156 ]
157 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800158 'DefaultProfileL': {
159 "binaries": {
160 "firmware": "tfm_s_ns_signed.bin",
161 "bootloader": "bl2.bin"
162 },
163 "monitors": [
164 {
165 'name': 'Secure_Test_Suites_Summary',
166 'start': 'Non-Secure system',
167 'end': r'starting\\.{3}',
168 'pattern': r'Non-Secure system starting\\.{3}',
169 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800170 } # Monitors
171 ]
172 }, # DefaultProfileL
Xinyu Zhang244e1862021-03-12 16:21:54 +0800173
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100174 'Regression': {
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100175 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100176 "firmware": "tfm_s_ns_signed.bin",
177 "bootloader": "bl2.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100178 },
179 "monitors": [
180 {
181 'name': 'Secure_Test_Suites_Summary',
182 'start': 'Secure test suites summary',
183 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100184 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700185 r"test_case_id>[^\n]+)' has(.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100186 r"(?P<result>PASSED|FAILED)",
187 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100188 },
189 {
190 'name': 'Non_Secure_Test_Suites_Summary',
191 'start': 'Non-secure test suites summary',
192 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100193 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700194 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100195 r"(?P<result>PASSED|FAILED)",
196 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100197 }
198 ] # Monitors
199 }, # Regression
Xinyu Zhang244e1862021-03-12 16:21:54 +0800200
201 'RegressionProfileM': {
202 "binaries": {
203 "firmware": "tfm_s_ns_signed.bin",
204 "bootloader": "bl2.bin"
205 },
206 "monitors": [
207 {
208 'name': 'Secure_Test_Suites_Summary',
209 'start': 'Secure test suites summary',
210 'end': 'End of Secure test suites',
211 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700212 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800213 r"(?P<result>PASSED|FAILED)",
214 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang244e1862021-03-12 16:21:54 +0800215 },
216 {
217 'name': 'Non_Secure_Test_Suites_Summary',
218 'start': 'Non-secure test suites summary',
219 'end': r'End of Non-secure test suites',
220 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700221 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800222 r"(?P<result>PASSED|FAILED)",
223 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang244e1862021-03-12 16:21:54 +0800224 }
225 ] # Monitors
226 }, # RegressionProfileM
227 'RegressionProfileS': {
228 "binaries": {
229 "firmware": "tfm_s_ns_signed.bin",
230 "bootloader": "bl2.bin"
231 },
232 "monitors": [
233 {
234 'name': 'Secure_Test_Suites_Summary',
235 'start': 'Secure test suites summary',
236 'end': 'End of Secure test suites',
237 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700238 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800239 r"(?P<result>PASSED|FAILED)",
240 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang244e1862021-03-12 16:21:54 +0800241 },
242 {
243 'name': 'Non_Secure_Test_Suites_Summary',
244 'start': 'Non-secure test suites summary',
245 'end': r'End of Non-secure test suites',
246 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700247 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800248 r"(?P<result>PASSED|FAILED)",
249 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang244e1862021-03-12 16:21:54 +0800250 }
251 ] # Monitors
252 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800253 'RegressionProfileL': {
254 "binaries": {
255 "firmware": "tfm_s_ns_signed.bin",
256 "bootloader": "bl2.bin"
257 },
258 "monitors": [
259 {
260 'name': 'Secure_Test_Suites_Summary',
261 'start': 'Secure test suites summary',
262 'end': 'End of Secure test suites',
263 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700264 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800265 r"(?P<result>PASSED|FAILED)",
266 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800267 },
268 {
269 'name': 'Non_Secure_Test_Suites_Summary',
270 'start': 'Non-secure test suites summary',
271 'end': r'End of Non-secure test suites',
272 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700273 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800274 r"(?P<result>PASSED|FAILED)",
275 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800276 }
277 ] # Monitors
278 }, # RegressionProfileL
Xinyu Zhang244e1862021-03-12 16:21:54 +0800279
Matthew Hart2c2688f2020-05-26 13:09:20 +0100280 'RegressionIPC': {
281 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100282 "firmware": "tfm_s_ns_signed.bin",
283 "bootloader": "bl2.bin"
Matthew Hart2c2688f2020-05-26 13:09:20 +0100284 },
285 "monitors": [
286 {
287 'name': 'Secure_Test_Suites_Summary',
288 'start': 'Secure test suites summary',
289 'end': 'End of Secure test suites',
290 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700291 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100292 r"(?P<result>PASSED|FAILED)",
293 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100294 },
295 {
296 'name': 'Non_Secure_Test_Suites_Summary',
297 'start': 'Non-secure test suites summary',
298 'end': r'End of Non-secure test suites',
299 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700300 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100301 r"(?P<result>PASSED|FAILED)",
302 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100303 }
304 ] # Monitors
305 }, # Regression
306 'RegressionIPCTfmLevel2': {
307 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100308 "firmware": "tfm_s_ns_signed.bin",
309 "bootloader": "bl2.bin"
Matthew Hart2c2688f2020-05-26 13:09:20 +0100310 },
311 "monitors": [
312 {
313 'name': 'Secure_Test_Suites_Summary',
314 'start': 'Secure test suites summary',
315 'end': 'End of Secure test suites',
316 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700317 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100318 r"(?P<result>PASSED|FAILED)",
319 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100320 },
321 {
322 'name': 'Non_Secure_Test_Suites_Summary',
323 'start': 'Non-secure test suites summary',
324 'end': r'End of Non-secure test suites',
325 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700326 r"test_case_id>[^\n]+)' has(.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100327 r"(?P<result>PASSED|FAILED)",
328 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100329 }
330 ] # Monitors
331 }, # Regression
Xinyu Zhang244e1862021-03-12 16:21:54 +0800332 'RegressionIPCTfmLevel3': {
333 "binaries": {
334 "firmware": "tfm_s_ns_signed.bin",
335 "bootloader": "bl2.bin"
336 },
337 "monitors": [
338 {
339 'name': 'Secure_Test_Suites_Summary',
340 'start': 'Secure test suites summary',
341 'end': 'End of Secure test suites',
342 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700343 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800344 r"(?P<result>PASSED|FAILED)",
345 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang244e1862021-03-12 16:21:54 +0800346 },
347 {
348 'name': 'Non_Secure_Test_Suites_Summary',
349 'start': 'Non-secure test suites summary',
350 'end': r'End of Non-secure test suites',
351 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700352 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang244e1862021-03-12 16:21:54 +0800353 r"(?P<result>PASSED|FAILED)",
354 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang244e1862021-03-12 16:21:54 +0800355 }
356 ] # Monitors
357 }, # Regression
Minos Galanakisea421232019-06-20 17:11:28 +0100358 'CoreIPC': {
359 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100360 "firmware": "tfm_s_ns_signed.bin",
361 "bootloader": "bl2.bin"
Minos Galanakisea421232019-06-20 17:11:28 +0100362 },
363 "monitors": [
364 {
365 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800366 'start': 'Non-Secure system',
367 'end': r'starting\\.{3}',
368 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisea421232019-06-20 17:11:28 +0100369 'fixup': {"pass": "!", "fail": ""},
Minos Galanakisea421232019-06-20 17:11:28 +0100370 } # Monitors
371 ]
372 }, # CoreIPC
373 'CoreIPCTfmLevel2': {
374 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100375 "firmware": "tfm_s_ns_signed.bin",
376 "bootloader": "bl2.bin"
Minos Galanakisea421232019-06-20 17:11:28 +0100377 },
378 "monitors": [
379 {
380 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800381 'start': 'Non-Secure system',
382 'end': r'starting\\.{3}',
383 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisea421232019-06-20 17:11:28 +0100384 'fixup': {"pass": "!", "fail": ""},
Minos Galanakisea421232019-06-20 17:11:28 +0100385 } # Monitors
386 ]
387 }, # CoreIPCTfmLevel2
Xinyu Zhang244e1862021-03-12 16:21:54 +0800388 'CoreIPCTfmLevel3': {
389 "binaries": {
390 "firmware": "tfm_s_ns_signed.bin",
391 "bootloader": "bl2.bin"
392 },
393 "monitors": [
394 {
395 'name': 'Secure_Test_Suites_Summary',
396 'start': 'Non-Secure system',
397 'end': r'starting\\.{3}',
398 'pattern': r'Non-Secure system starting\\.{3}',
399 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang244e1862021-03-12 16:21:54 +0800400 } # Monitors
401 ]
402 }, # CoreIPCTfmLevel3
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300403
Paul Sokolovsky7eae9752022-02-09 21:38:55 +0300404 'PsaApiTest_Crypto': {
405 "binaries": {
406 "firmware": "tfm_s_ns_signed.bin",
407 "bootloader": "bl2.bin"
408 },
409 "monitors": monitors_psaapitest_crypto_workaround,
410 }, # PsaApiTest_Crypto
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300411
412 'PsaApiTest_STORAGE': {
413 "binaries": {
414 "firmware": "tfm_s_ns_signed.bin",
415 "bootloader": "bl2.bin"
416 },
417 "monitors": monitors_psaapitest_by_desc,
418 }, # PsaApiTest_Storage
419
Paul Sokolovsky0c82ae22022-02-16 20:01:10 +0300420 'PsaApiTestIPC_STORAGE': {
421 "binaries": {
422 "firmware": "tfm_s_ns_signed.bin",
423 "bootloader": "bl2.bin"
424 },
425 "monitors": monitors_psaapitest_by_desc,
426 }, # PsaApiTestIPC_Storage
427
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300428 'PsaApiTest_Attest': {
429 "binaries": {
430 "firmware": "tfm_s_ns_signed.bin",
431 "bootloader": "bl2.bin"
432 },
433 "monitors": monitors_psaapitest_by_ut,
434 }, # PsaApiTest_Attest
435
Paul Sokolovsky46ff5312022-02-16 20:23:01 +0300436 'PsaApiTestIPC_Attest': {
437 "binaries": {
438 "firmware": "tfm_s_ns_signed.bin",
439 "bootloader": "bl2.bin"
440 },
441 "monitors": monitors_psaapitest_by_ut,
442 }, # PsaApiTestIPC_Attest
443
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100444 } # Tests
445}
446
Dean Bircha6ede7e2020-03-13 14:00:33 +0000447
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100448# FVP with BL2 bootloader
449# firmware <-> ns <-> application: --application cpu0=bl2.axf
450# bootloader <-> s <-> data: --data cpu0=tfm_s_ns_signed.bin@0x10080000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100451fvp_mps2_an521_bl2 = {
452 "templ": "fvp_mps2.jinja2",
453 "job_name": "fvp_mps2_an521_bl2",
Dean Bircha6ede7e2020-03-13 14:00:33 +0000454 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100455 "job_timeout": 15,
456 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800457 "monitor_timeout": 15,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000458 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100459 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000460 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100461 "build_types": ["Debug", "Release", "Minsizerel"],
Dean Bircha6ede7e2020-03-13 14:00:33 +0000462 "boot_types": ["BL2"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000463 "data_bin_offset": "0x10080000",
464 "tests": {
465 'Default': {
466 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100467 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000468 "bootloader": "tfm_s_ns_signed.bin"
469 },
470 "monitors": [
471 {
472 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800473 'start': 'Non-Secure system',
474 'end': r'starting\\.{3}',
475 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000476 'fixup': {"pass": "!", "fail": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000477 } # Monitors
478 ]
479 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800480 'DefaultProfileS': {
481 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100482 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800483 "bootloader": "tfm_s_ns_signed.bin"
484 },
485 "monitors": [
486 {
487 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800488 'start': 'Non-Secure system',
489 'end': r'starting\\.{3}',
490 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800491 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang204dc372020-11-12 14:18:00 +0800492 } # Monitors
493 ]
494 }, # DefaultProfileS
495 'DefaultProfileM': {
496 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100497 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800498 "bootloader": "tfm_s_ns_signed.bin"
499 },
500 "monitors": [
501 {
502 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800503 'start': 'Non-Secure system',
504 'end': r'starting\\.{3}',
505 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800506 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang204dc372020-11-12 14:18:00 +0800507 } # Monitors
508 ]
509 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800510 'DefaultProfileL': {
511 "binaries": {
512 "firmware": "bl2.axf",
513 "bootloader": "tfm_s_ns_signed.bin"
514 },
515 "monitors": [
516 {
517 'name': 'Secure_Test_Suites_Summary',
518 'start': 'Non-Secure system',
519 'end': r'starting\\.{3}',
520 'pattern': r'Non-Secure system starting\\.{3}',
521 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800522 } # Monitors
523 ]
524 }, # DefaultProfileL
Xinyu Zhang204dc372020-11-12 14:18:00 +0800525
Matthew Hartfb6fd362020-03-04 21:03:59 +0000526 'Regression': {
527 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100528 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000529 "bootloader": "tfm_s_ns_signed.bin"
530 },
531 "monitors": [
532 {
533 'name': 'Secure_Test_Suites_Summary',
534 'start': 'Secure test suites summary',
535 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100536 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700537 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000538 r"(?P<result>PASSED|FAILED)",
539 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000540 },
541 {
542 'name': 'Non_Secure_Test_Suites_Summary',
543 'start': 'Non-secure test suites summary',
544 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100545 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700546 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100547 r"(?P<result>PASSED|FAILED)",
548 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100549 }
550 ] # Monitors
551 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800552
553 'RegressionProfileM': {
554 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100555 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800556 "bootloader": "tfm_s_ns_signed.bin"
557 },
558 "monitors": [
559 {
560 'name': 'Secure_Test_Suites_Summary',
561 'start': 'Secure test suites summary',
562 'end': 'End of Secure test suites',
563 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700564 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800565 r"(?P<result>PASSED|FAILED)",
566 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +0800567 },
568 {
569 'name': 'Non_Secure_Test_Suites_Summary',
570 'start': 'Non-secure test suites summary',
571 'end': r'End of Non-secure test suites',
572 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700573 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800574 r"(?P<result>PASSED|FAILED)",
575 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +0800576 }
577 ] # Monitors
578 }, # RegressionProfileM
579 'RegressionProfileS': {
580 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100581 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800582 "bootloader": "tfm_s_ns_signed.bin"
583 },
584 "monitors": [
585 {
586 'name': 'Secure_Test_Suites_Summary',
587 'start': 'Secure test suites summary',
588 'end': 'End of Secure test suites',
589 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700590 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800591 r"(?P<result>PASSED|FAILED)",
592 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +0800593 },
594 {
595 'name': 'Non_Secure_Test_Suites_Summary',
596 'start': 'Non-secure test suites summary',
597 'end': r'End of Non-secure test suites',
598 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700599 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800600 r"(?P<result>PASSED|FAILED)",
601 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +0800602 }
603 ] # Monitors
604 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800605 'RegressionProfileL': {
606 "binaries": {
607 "firmware": "bl2.axf",
608 "bootloader": "tfm_s_ns_signed.bin"
609 },
610 "monitors": [
611 {
612 'name': 'Secure_Test_Suites_Summary',
613 'start': 'Secure test suites summary',
614 'end': 'End of Secure test suites',
615 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700616 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800617 r"(?P<result>PASSED|FAILED)",
618 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800619 },
620 {
621 'name': 'Non_Secure_Test_Suites_Summary',
622 'start': 'Non-secure test suites summary',
623 'end': r'End of Non-secure test suites',
624 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700625 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800626 r"(?P<result>PASSED|FAILED)",
627 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800628 }
629 ] # Monitors
630 }, # RegressionProfileL
Karl Zhang2b10b342020-11-09 14:50:11 +0800631
Matthew Hart2c2688f2020-05-26 13:09:20 +0100632 'RegressionIPC': {
633 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100634 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100635 "bootloader": "tfm_s_ns_signed.bin"
636 },
637 "monitors": [
638 {
639 'name': 'Secure_Test_Suites_Summary',
640 'start': 'Secure test suites summary',
641 'end': 'End of Secure test suites',
642 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700643 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100644 r"(?P<result>PASSED|FAILED)",
645 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100646 },
647 {
648 'name': 'Non_Secure_Test_Suites_Summary',
649 'start': 'Non-secure test suites summary',
650 'end': r'End of Non-secure test suites',
651 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700652 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100653 r"(?P<result>PASSED|FAILED)",
654 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100655 }
656 ] # Monitors
657 }, # Regression
658 'RegressionIPCTfmLevel2': {
659 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100660 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100661 "bootloader": "tfm_s_ns_signed.bin"
662 },
663 "monitors": [
664 {
665 'name': 'Secure_Test_Suites_Summary',
666 'start': 'Secure test suites summary',
667 'end': 'End of Secure test suites',
668 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700669 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100670 r"(?P<result>PASSED|FAILED)",
671 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100672 },
673 {
674 'name': 'Non_Secure_Test_Suites_Summary',
675 'start': 'Non-secure test suites summary',
676 'end': r'End of Non-secure test suites',
677 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700678 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000679 r"(?P<result>PASSED|FAILED)",
680 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000681 }
682 ] # Monitors
683 }, # Regression
Karl Zhang3b092ef2020-11-06 16:56:25 +0800684 'RegressionIPCTfmLevel3': {
685 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100686 "firmware": "bl2.axf",
Karl Zhang3b092ef2020-11-06 16:56:25 +0800687 "bootloader": "tfm_s_ns_signed.bin"
688 },
689 "monitors": [
690 {
691 'name': 'Secure_Test_Suites_Summary',
692 'start': 'Secure test suites summary',
693 'end': 'End of Secure test suites',
694 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700695 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +0800696 r"(?P<result>PASSED|FAILED)",
697 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang3b092ef2020-11-06 16:56:25 +0800698 },
699 {
700 'name': 'Non_Secure_Test_Suites_Summary',
701 'start': 'Non-secure test suites summary',
702 'end': r'End of Non-secure test suites',
703 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700704 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +0800705 r"(?P<result>PASSED|FAILED)",
706 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang3b092ef2020-11-06 16:56:25 +0800707 }
708 ] # Monitors
709 }, # Regression
Matthew Hartfb6fd362020-03-04 21:03:59 +0000710 'CoreIPC': {
711 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100712 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000713 "bootloader": "tfm_s_ns_signed.bin"
714 },
715 "monitors": [
716 {
717 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800718 'start': 'Non-Secure system',
719 'end': r'starting\\.{3}',
720 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000721 'fixup': {"pass": "!", "fail": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000722 } # Monitors
723 ]
724 }, # CoreIPC
725 'CoreIPCTfmLevel2': {
726 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100727 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000728 "bootloader": "tfm_s_ns_signed.bin"
729 },
730 "monitors": [
731 {
732 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800733 'start': 'Non-Secure system',
734 'end': r'starting\\.{3}',
735 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000736 'fixup': {"pass": "!", "fail": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000737 } # Monitors
738 ]
739 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800740 'CoreIPCTfmLevel3': {
741 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100742 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800743 "bootloader": "tfm_s_ns_signed.bin"
744 },
745 "monitors": [
746 {
747 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800748 'start': 'Non-Secure system',
749 'end': r'starting\\.{3}',
750 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800751 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang204dc372020-11-12 14:18:00 +0800752 } # Monitors
753 ]
754 }, # CoreIPCTfmLevel3
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300755
Paul Sokolovsky7eae9752022-02-09 21:38:55 +0300756 'PsaApiTest_Crypto': {
757 "binaries": {
758 "firmware": "bl2.axf",
759 "bootloader": "tfm_s_ns_signed.bin"
760 },
761 "monitors": monitors_psaapitest_crypto_workaround,
762 }, # PsaApiTest_Crypto
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300763
764 'PsaApiTest_STORAGE': {
765 "binaries": {
766 "firmware": "bl2.axf",
767 "bootloader": "tfm_s_ns_signed.bin"
768 },
769 "monitors": monitors_psaapitest_by_desc,
770 }, # PsaApiTest_Storage
771
Paul Sokolovsky0c82ae22022-02-16 20:01:10 +0300772 'PsaApiTestIPC_STORAGE': {
773 "binaries": {
774 "firmware": "bl2.axf",
775 "bootloader": "tfm_s_ns_signed.bin"
776 },
777 "monitors": monitors_psaapitest_by_desc,
778 }, # PsaApiTestIPC_Storage
779
Paul Sokolovsky6024d012022-01-22 20:21:07 +0300780 'PsaApiTest_Attest': {
781 "binaries": {
782 "firmware": "bl2.axf",
783 "bootloader": "tfm_s_ns_signed.bin"
784 },
785 "monitors": monitors_psaapitest_by_ut,
786 }, # PsaApiTest_Attest
787
Paul Sokolovsky46ff5312022-02-16 20:23:01 +0300788 'PsaApiTestIPC_Attest': {
789 "binaries": {
790 "firmware": "bl2.axf",
791 "bootloader": "tfm_s_ns_signed.bin"
792 },
793 "monitors": monitors_psaapitest_by_ut,
794 }, # PsaApiTestIPC_Attest
795
Matthew Hartfb6fd362020-03-04 21:03:59 +0000796 } # Tests
797}
798
799
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100800# FVP without BL2 bootloader
801# firmware <-> ns <-> application: --application cpu0=tfm_s.axf
802# bootloader <-> s <-> data: --data cpu0=tfm_ns.bin@0x00100000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100803fvp_mps2_an521_nobl2 = {
804 "templ": "fvp_mps2.jinja2",
805 "job_name": "fvp_mps2_an521_nobl2",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000806 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100807 "job_timeout": 15,
808 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +0800809 "monitor_timeout": 15,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000810 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100811 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000812 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100813 "build_types": ["Debug", "Release", "Minsizerel"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000814 "boot_types": ["NOBL2"],
815 "data_bin_offset": "0x00100000",
Dean Birch1d545c02020-05-29 14:09:21 +0100816 "cpu_baseline": 1,
Dean Bircha6ede7e2020-03-13 14:00:33 +0000817 "tests": {
818 'Default': {
819 "binaries": {
820 "firmware": "tfm_s.axf",
821 "bootloader": "tfm_ns.bin"
822 },
823 "monitors": [
824 {
825 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800826 'start': 'Non-Secure system',
827 'end': r'starting\\.{3}',
828 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000829 'fixup': {"pass": "!", "fail": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000830 }
Dean Bircha6ede7e2020-03-13 14:00:33 +0000831 ]
832 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800833 'DefaultProfileS': {
834 "binaries": {
835 "firmware": "tfm_s.axf",
836 "bootloader": "tfm_ns.bin"
837 },
838 "monitors": [
839 {
840 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800841 'start': 'Non-Secure system',
842 'end': r'starting\\.{3}',
843 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800844 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang204dc372020-11-12 14:18:00 +0800845 } # Monitors
846 ]
847 }, # DefaultProfileS
848 'DefaultProfileM': {
849 "binaries": {
850 "firmware": "tfm_s.axf",
851 "bootloader": "tfm_ns.bin"
852 },
853 "monitors": [
854 {
855 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800856 'start': 'Non-Secure system',
857 'end': r'starting\\.{3}',
858 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800859 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang204dc372020-11-12 14:18:00 +0800860 } # Monitors
861 ]
862 }, # DefaultProfileM
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800863 'DefaultProfileL': {
864 "binaries": {
865 "firmware": "tfm_s.axf",
866 "bootloader": "tfm_ns.bin"
867 },
868 "monitors": [
869 {
870 'name': 'Secure_Test_Suites_Summary',
871 'start': 'Non-Secure system',
872 'end': r'starting\\.{3}',
873 'pattern': r'Non-Secure system starting\\.{3}',
874 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800875 } # Monitors
876 ]
877 }, # DefaultProfileL
Xinyu Zhang204dc372020-11-12 14:18:00 +0800878
Dean Bircha6ede7e2020-03-13 14:00:33 +0000879 'Regression': {
880 "binaries": {
881 "firmware": "tfm_s.axf",
882 "bootloader": "tfm_ns.bin"
883 },
884 "monitors": [
885 {
886 'name': 'Secure_Test_Suites_Summary',
887 'start': 'Secure test suites summary',
888 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100889 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700890 r"test_case_id>[^\n]+)' has(.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000891 r"(?P<result>PASSED|FAILED)",
892 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Dean Bircha6ede7e2020-03-13 14:00:33 +0000893 },
894 {
895 'name': 'Non_Secure_Test_Suites_Summary',
896 'start': 'Non-secure test suites summary',
897 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100898 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700899 r"test_case_id>[^\n]+)' has(.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000900 r"(?P<result>PASSED|FAILED)",
901 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Dean Bircha6ede7e2020-03-13 14:00:33 +0000902 }
903 ] # Monitors
904 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800905 'RegressionProfileM': {
906 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800907 "firmware": "tfm_s.axf",
908 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800909 },
910 "monitors": [
911 {
912 'name': 'Secure_Test_Suites_Summary',
913 'start': 'Secure test suites summary',
914 'end': 'End of Secure test suites',
915 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700916 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800917 r"(?P<result>PASSED|FAILED)",
918 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +0800919 },
920 {
921 'name': 'Non_Secure_Test_Suites_Summary',
922 'start': 'Non-secure test suites summary',
923 'end': r'End of Non-secure test suites',
924 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700925 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800926 r"(?P<result>PASSED|FAILED)",
927 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +0800928 }
929 ] # Monitors
930 }, # RegressionProfileM
931 'RegressionProfileS': {
932 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800933 "firmware": "tfm_s.axf",
934 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800935 },
936 "monitors": [
937 {
938 'name': 'Secure_Test_Suites_Summary',
939 'start': 'Secure test suites summary',
940 'end': 'End of Secure test suites',
941 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700942 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800943 r"(?P<result>PASSED|FAILED)",
944 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +0800945 },
946 {
947 'name': 'Non_Secure_Test_Suites_Summary',
948 'start': 'Non-secure test suites summary',
949 'end': r'End of Non-secure test suites',
950 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700951 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +0800952 r"(?P<result>PASSED|FAILED)",
953 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +0800954 }
955 ] # Monitors
956 }, # RegressionProfileS
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800957 'RegressionProfileL': {
958 "binaries": {
959 "firmware": "tfm_s.axf",
960 "bootloader": "tfm_ns.bin"
961 },
962 "monitors": [
963 {
964 'name': 'Secure_Test_Suites_Summary',
965 'start': 'Secure test suites summary',
966 'end': 'End of Secure test suites',
967 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700968 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800969 r"(?P<result>PASSED|FAILED)",
970 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800971 },
972 {
973 'name': 'Non_Secure_Test_Suites_Summary',
974 'start': 'Non-secure test suites summary',
975 'end': r'End of Non-secure test suites',
976 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700977 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800978 r"(?P<result>PASSED|FAILED)",
979 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang9b1aef92021-03-12 15:36:44 +0800980 }
981 ] # Monitors
982 }, # RegressionProfileL
Karl Zhang2b10b342020-11-09 14:50:11 +0800983
Matthew Hart2c2688f2020-05-26 13:09:20 +0100984 'RegressionIPC': {
985 "binaries": {
986 "firmware": "tfm_s.axf",
987 "bootloader": "tfm_ns.bin"
988 },
989 "monitors": [
990 {
991 'name': 'Secure_Test_Suites_Summary',
992 'start': 'Secure test suites summary',
993 'end': 'End of Secure test suites',
994 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -0700995 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +0100996 r"(?P<result>PASSED|FAILED)",
997 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +0100998 },
999 {
1000 'name': 'Non_Secure_Test_Suites_Summary',
1001 'start': 'Non-secure test suites summary',
1002 'end': r'End of Non-secure test suites',
1003 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001004 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +01001005 r"(?P<result>PASSED|FAILED)",
1006 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +01001007 }
1008 ] # Monitors
1009 }, # RegressionIPC
1010 'RegressionIPCTfmLevel2': {
1011 "binaries": {
1012 "firmware": "tfm_s.axf",
1013 "bootloader": "tfm_ns.bin"
1014 },
1015 "monitors": [
1016 {
1017 'name': 'Secure_Test_Suites_Summary',
1018 'start': 'Secure test suites summary',
1019 'end': 'End of Secure test suites',
1020 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001021 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +01001022 r"(?P<result>PASSED|FAILED)",
1023 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +01001024 },
1025 {
1026 'name': 'Non_Secure_Test_Suites_Summary',
1027 'start': 'Non-secure test suites summary',
1028 'end': r'End of Non-secure test suites',
1029 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001030 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +01001031 r"(?P<result>PASSED|FAILED)",
1032 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +01001033 }
1034 ] # Monitors
1035 }, # RegressionIPCTfmLevel2
Karl Zhang3b092ef2020-11-06 16:56:25 +08001036 'RegressionIPCTfmLevel3': {
1037 "binaries": {
1038 "firmware": "tfm_s.axf",
1039 "bootloader": "tfm_ns.bin"
1040 },
1041 "monitors": [
1042 {
1043 'name': 'Secure_Test_Suites_Summary',
1044 'start': 'Secure test suites summary',
1045 'end': 'End of Secure test suites',
1046 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001047 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +08001048 r"(?P<result>PASSED|FAILED)",
1049 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang3b092ef2020-11-06 16:56:25 +08001050 },
1051 {
1052 'name': 'Non_Secure_Test_Suites_Summary',
1053 'start': 'Non-secure test suites summary',
1054 'end': r'End of Non-secure test suites',
1055 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001056 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang3b092ef2020-11-06 16:56:25 +08001057 r"(?P<result>PASSED|FAILED)",
1058 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang3b092ef2020-11-06 16:56:25 +08001059 }
1060 ] # Monitors
1061 }, # RegressionIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +00001062 'CoreIPC': {
1063 "binaries": {
1064 "firmware": "tfm_s.axf",
1065 "bootloader": "tfm_ns.bin"
1066 },
1067 "monitors": [
1068 {
1069 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001070 'start': 'Non-Secure system',
1071 'end': r'starting\\.{3}',
1072 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +00001073 'fixup': {"pass": "!", "fail": ""},
Dean Bircha6ede7e2020-03-13 14:00:33 +00001074 } # Monitors
1075 ]
1076 }, # CoreIPC
1077 'CoreIPCTfmLevel2': {
1078 "binaries": {
1079 "firmware": "tfm_s.axf",
1080 "bootloader": "tfm_ns.bin"
1081 },
1082 "monitors": [
1083 {
1084 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001085 'start': 'Non-Secure system',
1086 'end': r'starting\\.{3}',
1087 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +00001088 'fixup': {"pass": "!", "fail": ""},
Dean Bircha6ede7e2020-03-13 14:00:33 +00001089 } # Monitors
1090 ]
1091 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +08001092 'CoreIPCTfmLevel3': {
1093 "binaries": {
1094 "firmware": "tfm_s.axf",
1095 "bootloader": "tfm_ns.bin"
1096 },
1097 "monitors": [
1098 {
1099 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001100 'start': 'Non-Secure system',
1101 'end': r'starting\\.{3}',
1102 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +08001103 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang204dc372020-11-12 14:18:00 +08001104 } # Monitors
1105 ]
1106 }, # CoreIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +00001107 } # Tests
1108}
1109
Matthew Hart2c2688f2020-05-26 13:09:20 +01001110
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001111# FVP with BL2 bootloader
1112# firmware <-> ns <-> application: --application cpu0=bl2.axf
1113# bootloader <-> s <-> data: --data cpu0=tfm_s_ns_signed.bin@0x10080000
Matthew Hart2c2688f2020-05-26 13:09:20 +01001114fvp_mps2_an519_bl2 = {
1115 "templ": "fvp_mps2.jinja2",
1116 "job_name": "fvp_mps2_an519_bl2",
1117 "device_type": "fvp",
1118 "job_timeout": 15,
1119 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +08001120 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +01001121 "poweroff_timeout": 1,
1122 "platforms": {"AN519": ""},
1123 "compilers": ["GNUARM", "ARMCLANG"],
1124 "build_types": ["Debug", "Release", "Minsizerel"],
1125 "boot_types": ["BL2"],
1126 "data_bin_offset": "0x10080000",
1127 "cpu0_baseline": 1,
1128 "tests": {
1129 'Default': {
1130 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001131 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +01001132 "bootloader": "tfm_s_ns_signed.bin"
1133 },
1134 "monitors": [
1135 {
1136 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001137 'start': 'Non-Secure system',
1138 'end': r'starting\\.{3}',
1139 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +01001140 'fixup': {"pass": "!", "fail": ""},
Matthew Hart2c2688f2020-05-26 13:09:20 +01001141 } # Monitors
1142 ]
1143 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +08001144 'DefaultProfileS': {
1145 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001146 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +08001147 "bootloader": "tfm_s_ns_signed.bin"
1148 },
1149 "monitors": [
1150 {
1151 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001152 'start': 'Non-Secure system',
1153 'end': r'starting\\.{3}',
1154 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +08001155 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang204dc372020-11-12 14:18:00 +08001156 } # Monitors
1157 ]
1158 }, # DefaultProfileS
1159 'DefaultProfileM': {
1160 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001161 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +08001162 "bootloader": "tfm_s_ns_signed.bin"
1163 },
1164 "monitors": [
1165 {
1166 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001167 'start': 'Non-Secure system',
1168 'end': r'starting\\.{3}',
1169 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +08001170 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang204dc372020-11-12 14:18:00 +08001171 } # Monitors
1172 ]
1173 }, # DefaultProfileM
1174
Matthew Hart2c2688f2020-05-26 13:09:20 +01001175 'Regression': {
1176 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001177 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +01001178 "bootloader": "tfm_s_ns_signed.bin"
1179 },
1180 "monitors": [
1181 {
1182 'name': 'Secure_Test_Suites_Summary',
1183 'start': 'Secure test suites summary',
1184 'end': 'End of Secure test suites',
1185 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001186 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +01001187 r"(?P<result>PASSED|FAILED)",
1188 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +01001189 },
1190 {
1191 'name': 'Non_Secure_Test_Suites_Summary',
1192 'start': 'Non-secure test suites summary',
1193 'end': r'End of Non-secure test suites',
1194 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001195 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +01001196 r"(?P<result>PASSED|FAILED)",
1197 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +01001198 }
1199 ] # Monitors
1200 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +08001201
1202 'RegressionProfileM': {
1203 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001204 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +08001205 "bootloader": "tfm_s_ns_signed.bin"
1206 },
1207 "monitors": [
1208 {
1209 'name': 'Secure_Test_Suites_Summary',
1210 'start': 'Secure test suites summary',
1211 'end': 'End of Secure test suites',
1212 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001213 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +08001214 r"(?P<result>PASSED|FAILED)",
1215 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +08001216 },
1217 {
1218 'name': 'Non_Secure_Test_Suites_Summary',
1219 'start': 'Non-secure test suites summary',
1220 'end': r'End of Non-secure test suites',
1221 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001222 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +08001223 r"(?P<result>PASSED|FAILED)",
1224 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +08001225 }
1226 ] # Monitors
1227 }, # RegressionProfileM
1228 'RegressionProfileS': {
1229 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001230 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +08001231 "bootloader": "tfm_s_ns_signed.bin"
1232 },
1233 "monitors": [
1234 {
1235 'name': 'Secure_Test_Suites_Summary',
1236 'start': 'Secure test suites summary',
1237 'end': 'End of Secure test suites',
1238 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001239 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +08001240 r"(?P<result>PASSED|FAILED)",
1241 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +08001242 },
1243 {
1244 'name': 'Non_Secure_Test_Suites_Summary',
1245 'start': 'Non-secure test suites summary',
1246 'end': r'End of Non-secure test suites',
1247 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001248 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +08001249 r"(?P<result>PASSED|FAILED)",
1250 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +08001251 }
1252 ] # Monitors
1253 }, # RegressionProfileS
1254
Matthew Hart2c2688f2020-05-26 13:09:20 +01001255 'RegressionIPC': {
1256 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001257 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +01001258 "bootloader": "tfm_s_ns_signed.bin"
1259 },
1260 "monitors": [
1261 {
1262 'name': 'Secure_Test_Suites_Summary',
1263 'start': 'Secure test suites summary',
1264 'end': 'End of Secure test suites',
1265 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001266 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +01001267 r"(?P<result>PASSED|FAILED)",
1268 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +01001269 },
1270 {
1271 'name': 'Non_Secure_Test_Suites_Summary',
1272 'start': 'Non-secure test suites summary',
1273 'end': r'End of Non-secure test suites',
1274 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001275 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +01001276 r"(?P<result>PASSED|FAILED)",
1277 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +01001278 }
1279 ] # Monitors
1280 }, # Regression
1281 'RegressionIPCTfmLevel2': {
1282 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001283 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +01001284 "bootloader": "tfm_s_ns_signed.bin"
1285 },
1286 "monitors": [
1287 {
1288 'name': 'Secure_Test_Suites_Summary',
1289 'start': 'Secure test suites summary',
1290 'end': 'End of Secure test suites',
1291 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001292 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +01001293 r"(?P<result>PASSED|FAILED)",
1294 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +01001295 },
1296 {
1297 'name': 'Non_Secure_Test_Suites_Summary',
1298 'start': 'Non-secure test suites summary',
1299 'end': r'End of Non-secure test suites',
1300 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001301 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +01001302 r"(?P<result>PASSED|FAILED)",
1303 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +01001304 }
1305 ] # Monitors
1306 }, # Regression
1307 'CoreIPC': {
1308 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001309 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +01001310 "bootloader": "tfm_s_ns_signed.bin"
1311 },
1312 "monitors": [
1313 {
1314 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001315 'start': 'Non-Secure system',
1316 'end': r'starting\\.{3}',
1317 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +01001318 'fixup': {"pass": "!", "fail": ""},
Matthew Hart2c2688f2020-05-26 13:09:20 +01001319 } # Monitors
1320 ]
1321 }, # CoreIPC
1322 'CoreIPCTfmLevel2': {
1323 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001324 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +01001325 "bootloader": "tfm_s_ns_signed.bin"
1326 },
1327 "monitors": [
1328 {
1329 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001330 'start': 'Non-Secure system',
1331 'end': r'starting\\.{3}',
1332 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +01001333 'fixup': {"pass": "!", "fail": ""},
Matthew Hart2c2688f2020-05-26 13:09:20 +01001334 } # Monitors
1335 ]
1336 }, # CoreIPCTfmLevel2
1337 } # Tests
1338}
1339
1340
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001341# FVP without BL2 bootloader
1342# firmware <-> ns <-> application: --application cpu0=tfm_s.axf
1343# bootloader <-> s <-> data: --data cpu0=tfm_ns.bin@0x00100000
Matthew Hart2c2688f2020-05-26 13:09:20 +01001344fvp_mps2_an519_nobl2 = {
1345 "templ": "fvp_mps2.jinja2",
1346 "job_name": "fvp_mps2_an519_nobl2",
1347 "device_type": "fvp",
1348 "job_timeout": 15,
1349 "action_timeout": 10,
Xinyu Zhangd8703f02021-05-18 20:30:07 +08001350 "monitor_timeout": 15,
Matthew Hart2c2688f2020-05-26 13:09:20 +01001351 "poweroff_timeout": 1,
1352 "platforms": {"AN519": ""},
1353 "compilers": ["GNUARM", "ARMCLANG"],
1354 "build_types": ["Debug", "Release", "Minsizerel"],
1355 "boot_types": ["NOBL2"],
1356 "data_bin_offset": "0x00100000",
1357 "cpu0_baseline": 1,
1358 "tests": {
1359 'Default': {
1360 "binaries": {
1361 "firmware": "tfm_s.axf",
1362 "bootloader": "tfm_ns.bin"
1363 },
1364 "monitors": [
1365 {
1366 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001367 'start': 'Non-Secure system',
1368 'end': r'starting\\.{3}',
1369 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +01001370 'fixup': {"pass": "!", "fail": ""},
Matthew Hart2c2688f2020-05-26 13:09:20 +01001371 }
1372 ]
1373 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +08001374 'DefaultProfileS': {
1375 "binaries": {
1376 "firmware": "tfm_s.axf",
1377 "bootloader": "tfm_ns.bin"
1378 },
1379 "monitors": [
1380 {
1381 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001382 'start': 'Non-Secure system',
1383 'end': r'starting\\.{3}',
1384 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +08001385 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang204dc372020-11-12 14:18:00 +08001386 } # Monitors
1387 ]
1388 }, # DefaultProfileS
1389 'DefaultProfileM': {
1390 "binaries": {
1391 "firmware": "tfm_s.axf",
1392 "bootloader": "tfm_ns.bin"
1393 },
1394 "monitors": [
1395 {
1396 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001397 'start': 'Non-Secure system',
1398 'end': r'starting\\.{3}',
1399 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +08001400 'fixup': {"pass": "!", "fail": ""},
Xinyu Zhang204dc372020-11-12 14:18:00 +08001401 } # Monitors
1402 ]
1403 }, # DefaultProfileM
1404
Matthew Hart2c2688f2020-05-26 13:09:20 +01001405 'Regression': {
1406 "binaries": {
1407 "firmware": "tfm_s.axf",
1408 "bootloader": "tfm_ns.bin"
1409 },
1410 "monitors": [
1411 {
1412 'name': 'Secure_Test_Suites_Summary',
1413 'start': 'Secure test suites summary',
1414 'end': 'End of Secure test suites',
1415 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001416 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +01001417 r"(?P<result>PASSED|FAILED)",
1418 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +01001419 },
1420 {
1421 'name': 'Non_Secure_Test_Suites_Summary',
1422 'start': 'Non-secure test suites summary',
1423 'end': r'End of Non-secure test suites',
1424 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001425 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +01001426 r"(?P<result>PASSED|FAILED)",
1427 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +01001428 }
1429 ] # Monitors
1430 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +08001431 'RegressionProfileM': {
1432 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +08001433 "firmware": "tfm_s.axf",
1434 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +08001435 },
1436 "monitors": [
1437 {
1438 'name': 'Secure_Test_Suites_Summary',
1439 'start': 'Secure test suites summary',
1440 'end': 'End of Secure test suites',
1441 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001442 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +08001443 r"(?P<result>PASSED|FAILED)",
1444 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +08001445 },
1446 {
1447 'name': 'Non_Secure_Test_Suites_Summary',
1448 'start': 'Non-secure test suites summary',
1449 'end': r'End of Non-secure test suites',
1450 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001451 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +08001452 r"(?P<result>PASSED|FAILED)",
1453 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +08001454 }
1455 ] # Monitors
1456 }, # RegressionProfileM
1457 'RegressionProfileS': {
1458 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +08001459 "firmware": "tfm_s.axf",
1460 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +08001461 },
1462 "monitors": [
1463 {
1464 'name': 'Secure_Test_Suites_Summary',
1465 'start': 'Secure test suites summary',
1466 'end': 'End of Secure test suites',
1467 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001468 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +08001469 r"(?P<result>PASSED|FAILED)",
1470 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +08001471 },
1472 {
1473 'name': 'Non_Secure_Test_Suites_Summary',
1474 'start': 'Non-secure test suites summary',
1475 'end': r'End of Non-secure test suites',
1476 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001477 r"test_case_id>[^\n]+)' has(.*) "
Karl Zhang2b10b342020-11-09 14:50:11 +08001478 r"(?P<result>PASSED|FAILED)",
1479 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Karl Zhang2b10b342020-11-09 14:50:11 +08001480 }
1481 ] # Monitors
1482 }, # RegressionProfileS
1483
Matthew Hart2c2688f2020-05-26 13:09:20 +01001484 'RegressionIPC': {
1485 "binaries": {
1486 "firmware": "tfm_s.axf",
1487 "bootloader": "tfm_ns.bin"
1488 },
1489 "monitors": [
1490 {
1491 'name': 'Secure_Test_Suites_Summary',
1492 'start': 'Secure test suites summary',
1493 'end': 'End of Secure test suites',
1494 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001495 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +01001496 r"(?P<result>PASSED|FAILED)",
1497 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +01001498 },
1499 {
1500 'name': 'Non_Secure_Test_Suites_Summary',
1501 'start': 'Non-secure test suites summary',
1502 'end': r'End of Non-secure test suites',
1503 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001504 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +01001505 r"(?P<result>PASSED|FAILED)",
1506 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +01001507 }
1508 ] # Monitors
1509 }, # RegressionIPC
1510 'RegressionIPCTfmLevel2': {
1511 "binaries": {
1512 "firmware": "tfm_s.axf",
1513 "bootloader": "tfm_ns.bin"
1514 },
1515 "monitors": [
1516 {
1517 'name': 'Secure_Test_Suites_Summary',
1518 'start': 'Secure test suites summary',
1519 'end': 'End of Secure test suites',
1520 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001521 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +01001522 r"(?P<result>PASSED|FAILED)",
1523 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +01001524 },
1525 {
1526 'name': 'Non_Secure_Test_Suites_Summary',
1527 'start': 'Non-secure test suites summary',
1528 'end': r'End of Non-secure test suites',
1529 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001530 r"test_case_id>[^\n]+)' has(.*) "
Matthew Hart2c2688f2020-05-26 13:09:20 +01001531 r"(?P<result>PASSED|FAILED)",
1532 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Matthew Hart2c2688f2020-05-26 13:09:20 +01001533 }
1534 ] # Monitors
1535 }, # RegressionIPCTfmLevel2
1536 'CoreIPC': {
1537 "binaries": {
1538 "firmware": "tfm_s.axf",
1539 "bootloader": "tfm_ns.bin"
1540 },
1541 "monitors": [
1542 {
1543 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001544 'start': 'Non-Secure system',
1545 'end': r'starting\\.{3}',
1546 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +01001547 'fixup': {"pass": "!", "fail": ""},
Matthew Hart2c2688f2020-05-26 13:09:20 +01001548 } # Monitors
1549 ]
1550 }, # CoreIPC
1551 'CoreIPCTfmLevel2': {
1552 "binaries": {
1553 "firmware": "tfm_s.axf",
1554 "bootloader": "tfm_ns.bin"
1555 },
1556 "monitors": [
1557 {
1558 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001559 'start': 'Non-Secure system',
1560 'end': r'starting\\.{3}',
1561 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +01001562 'fixup': {"pass": "!", "fail": ""},
Matthew Hart2c2688f2020-05-26 13:09:20 +01001563 } # Monitors
1564 ]
1565 }, # CoreIPCTfmLevel2
1566 } # Tests
1567}
1568
1569
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001570# MPS2 with BL2 bootloader
1571# IMAGE0ADDRESS: 0x10000000
1572# IMAGE0FILE: \Software\bl2.bin ; BL2 bootloader
1573# IMAGE1ADDRESS: 0x10080000
1574# IMAGE1FILE: \Software\tfm_s_ns_signed.bin ; TF-M example application binary blob
1575qemu_mps2_bl2 = {
1576 "templ": "qemu_mps2_bl2.jinja2",
1577 "job_name": "qemu_mps2_bl2",
1578 "device_type": "qemu",
1579 "job_timeout": 300,
1580 "action_timeout": 300,
1581 "poweroff_timeout": 20,
1582 "platforms": {"AN521": ""},
1583 "compilers": ["GNUARM", "ARMCLANG"],
1584 "build_types": ["Debug", "Release"],
1585 "boot_types": ["BL2"],
Xinyu Zhange89f45c2021-09-14 21:11:59 +08001586 "tests": {
1587 # 'Default': {
1588 # "binaries": {
1589 # "firmware": "tfm_s_ns_signed.bin",
1590 # "bootloader": "bl2.bin"
1591 # },
1592 # "monitors": [
1593 # {
1594 # 'name': 'Secure_Test_Suites_Summary',
1595 # 'start': r'[Sec Thread]',
1596 # 'end': r'system starting',
1597 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1598 # r'(?P<test_case_id>Secure image '
1599 # r'initializing)(?P<result>!)',
Xinyu Zhang04d77472022-03-21 14:37:37 +08001600 # 'fixup': {"pass": "!", "fail": ""}
Xinyu Zhange89f45c2021-09-14 21:11:59 +08001601 # } # Monitors
1602 # ]
1603 # }, # Default
1604 # 'DefaultProfileS': {
1605 # "binaries": {
1606 # "firmware": "tfm_s_ns_signed.bin",
1607 # "bootloader": "bl2.bin"
1608 # },
1609 # "monitors": [
1610 # {
1611 # 'name': 'Secure_Test_Suites_Summary',
1612 # 'start': r'[Sec Thread]',
1613 # 'end': r'system starting',
1614 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1615 # r'(?P<test_case_id>Secure image '
1616 # r'initializing)(?P<result>!)',
Xinyu Zhang04d77472022-03-21 14:37:37 +08001617 # 'fixup': {"pass": "!", "fail": ""}
Xinyu Zhange89f45c2021-09-14 21:11:59 +08001618 # } # Monitors
1619 # ]
1620 # }, # DefaultProfileS
1621 # 'DefaultProfileM': {
1622 # "binaries": {
1623 # "firmware": "tfm_s_ns_signed.bin",
1624 # "bootloader": "bl2.bin"
1625 # },
1626 # "monitors": [
1627 # {
1628 # 'name': 'Secure_Test_Suites_Summary',
1629 # 'start': r'[Sec Thread]',
1630 # 'end': r'system starting',
1631 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1632 # r'(?P<test_case_id>Secure image '
1633 # r'initializing)(?P<result>!)',
Xinyu Zhang04d77472022-03-21 14:37:37 +08001634 # 'fixup': {"pass": "!", "fail": ""}
Xinyu Zhange89f45c2021-09-14 21:11:59 +08001635 # } # Monitors
1636 # ]
1637 # }, # DefaultProfileM
1638 'Regression': {
1639 "binaries": {
1640 "firmware": "tfm_s_ns_signed.bin",
1641 "bootloader": "bl2.bin"
1642 },
1643 "monitors": [
1644 {
1645 'name': 'Secure_Test_Suites_Summary',
1646 'start': 'Secure test suites summary',
1647 'end': 'End of Secure test suites',
1648 'pattern': r"Test suite '(?P<"
1649 r"test_case_id>[^\n]+)' has (.*) "
1650 r"(?P<result>PASSED|FAILED)",
1651 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhange89f45c2021-09-14 21:11:59 +08001652 },
1653 {
1654 'name': 'Non_Secure_Test_Suites_Summary',
1655 'start': 'Non-secure test suites summary',
1656 'end': r'End of Non-secure test suites',
1657 'pattern': r"Test suite '(?P<"
1658 r"test_case_id>[^\n]+)' has (.*) "
1659 r"(?P<result>PASSED|FAILED)",
1660 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhange89f45c2021-09-14 21:11:59 +08001661 }
1662 ] # Monitors
1663 }, # Regression
Xinyu Zhange89f45c2021-09-14 21:11:59 +08001664 'RegressionProfileS': {
1665 "binaries": {
1666 "firmware": "tfm_s_ns_signed.bin",
1667 "bootloader": "bl2.bin"
1668 },
1669 "monitors": [
1670 {
1671 'name': 'Secure_Test_Suites_Summary',
1672 'start': 'Secure test suites summary',
1673 'end': 'End of Secure test suites',
1674 'pattern': r"Test suite '(?P<"
1675 r"test_case_id>[^\n]+)' has (.*) "
1676 r"(?P<result>PASSED|FAILED)",
1677 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhange89f45c2021-09-14 21:11:59 +08001678 },
1679 {
1680 'name': 'Non_Secure_Test_Suites_Summary',
1681 'start': 'Non-secure test suites summary',
1682 'end': r'End of Non-secure test suites',
1683 'pattern': r"Test suite '(?P<"
1684 r"test_case_id>[^\n]+)' has (.*) "
1685 r"(?P<result>PASSED|FAILED)",
1686 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhange89f45c2021-09-14 21:11:59 +08001687 }
1688 ] # Monitors
1689 }, # RegressionProfileS
1690 'RegressionIPC': {
1691 "binaries": {
1692 "firmware": "tfm_s_ns_signed.bin",
1693 "bootloader": "bl2.bin"
1694 },
1695 "monitors": [
1696 {
1697 'name': 'Secure_Test_Suites_Summary',
1698 'start': 'Secure test suites summary',
1699 'end': 'End of Secure test suites',
1700 'pattern': r"Test suite '(?P<"
1701 r"test_case_id>[^\n]+)' has (.*) "
1702 r"(?P<result>PASSED|FAILED)",
1703 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhange89f45c2021-09-14 21:11:59 +08001704 },
1705 {
1706 'name': 'Non_Secure_Test_Suites_Summary',
1707 'start': 'Non-secure test suites summary',
1708 'end': r'End of Non-secure test suites',
1709 'pattern': r"Test suite '(?P<"
1710 r"test_case_id>[^\n]+)' has (.*) "
1711 r"(?P<result>PASSED|FAILED)",
1712 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhange89f45c2021-09-14 21:11:59 +08001713 }
1714 ] # Monitors
1715 }, # Regression
1716 'RegressionIPCTfmLevel2': {
1717 "binaries": {
1718 "firmware": "tfm_s_ns_signed.bin",
1719 "bootloader": "bl2.bin"
1720 },
1721 "monitors": [
1722 {
1723 'name': 'Secure_Test_Suites_Summary',
1724 'start': 'Secure test suites summary',
1725 'end': 'End of Secure test suites',
1726 'pattern': r"Test suite '(?P<"
1727 r"test_case_id>[^\n]+)' has (.*) "
1728 r"(?P<result>PASSED|FAILED)",
1729 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhange89f45c2021-09-14 21:11:59 +08001730 },
1731 {
1732 'name': 'Non_Secure_Test_Suites_Summary',
1733 'start': 'Non-secure test suites summary',
1734 'end': r'End of Non-secure test suites',
1735 'pattern': r"Test suite '(?P<"
1736 r"test_case_id>[^\n]+)' has (.*) "
1737 r"(?P<result>PASSED|FAILED)",
1738 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhange89f45c2021-09-14 21:11:59 +08001739 }
1740 ] # Monitors
1741 }, # Regression
1742 'RegressionIPCTfmLevel3': {
1743 "binaries": {
1744 "firmware": "tfm_s_ns_signed.bin",
1745 "bootloader": "bl2.bin"
1746 },
1747 "monitors": [
1748 {
1749 'name': 'Secure_Test_Suites_Summary',
1750 'start': 'Secure test suites summary',
1751 'end': 'End of Secure test suites',
1752 'pattern': r"Test suite '(?P<"
1753 r"test_case_id>[^\n]+)' has (.*) "
1754 r"(?P<result>PASSED|FAILED)",
1755 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhange89f45c2021-09-14 21:11:59 +08001756 },
1757 {
1758 'name': 'Non_Secure_Test_Suites_Summary',
1759 'start': 'Non-secure test suites summary',
1760 'end': r'End of Non-secure test suites',
1761 'pattern': r"Test suite '(?P<"
1762 r"test_case_id>[^\n]+)' has (.*) "
1763 r"(?P<result>PASSED|FAILED)",
1764 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhange89f45c2021-09-14 21:11:59 +08001765 }
1766 ] # Monitors
1767 }, # Regression
1768 # 'CoreIPC': {
1769 # "binaries": {
1770 # "firmware": "tfm_s_ns_signed.bin",
1771 # "bootloader": "bl2.bin"
1772 # },
1773 # "monitors": [
1774 # {
1775 # 'name': 'Secure_Test_Suites_Summary',
1776 # 'start': r'[Sec Thread]',
1777 # 'end': r'system starting',
1778 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1779 # r'(?P<test_case_id>Secure image '
1780 # r'initializing)(?P<result>!)',
Xinyu Zhang04d77472022-03-21 14:37:37 +08001781 # 'fixup': {"pass": "!", "fail": ""}
Xinyu Zhange89f45c2021-09-14 21:11:59 +08001782 # } # Monitors
1783 # ]
1784 # }, # CoreIPC
1785 # 'CoreIPCTfmLevel2': {
1786 # "binaries": {
1787 # "firmware": "tfm_s_ns_signed.bin",
1788 # "bootloader": "bl2.bin"
1789 # },
1790 # "monitors": [
1791 # {
1792 # 'name': 'Secure_Test_Suites_Summary',
1793 # 'start': r'[Sec Thread]',
1794 # 'end': r'system starting',
1795 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1796 # r'(?P<test_case_id>Secure image '
1797 # r'initializing)(?P<result>!)',
Xinyu Zhang04d77472022-03-21 14:37:37 +08001798 # 'fixup': {"pass": "!", "fail": ""}
Xinyu Zhange89f45c2021-09-14 21:11:59 +08001799 # } # Monitors
1800 # ]
1801 # }, # CoreIPCTfmLevel2
1802 # 'CoreIPCTfmLevel3': {
1803 # "binaries": {
1804 # "firmware": "tfm_s_ns_signed.bin",
1805 # "bootloader": "bl2.bin"
1806 # },
1807 # "monitors": [
1808 # {
1809 # 'name': 'Secure_Test_Suites_Summary',
1810 # 'start': r'[Sec Thread]',
1811 # 'end': r'system starting',
1812 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1813 # r'(?P<test_case_id>Secure image '
1814 # r'initializing)(?P<result>!)',
Xinyu Zhang04d77472022-03-21 14:37:37 +08001815 # 'fixup': {"pass": "!", "fail": ""}
Xinyu Zhange89f45c2021-09-14 21:11:59 +08001816 # } # Monitors
1817 # ]
1818 # }, # CoreIPCTfmLevel3
1819 }
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001820}
1821
1822
1823# Musca-B1 with BL2 bootloader
1824# unified hex file comprising of both bl2.bin and tfm_s_ns_signed.bin
1825# srec_cat bin/bl2.bin -Binary -offset 0xA000000 bin/tfm_s_ns_signed.bin -Binary -offset 0xA020000 -o tfm.hex -Intel
Fathi Boudra31225f72020-11-25 13:51:07 +01001826musca_b1_bl2 = {
1827 "templ": "musca_b1.jinja2",
1828 "job_name": "musca_b1_bl2",
1829 "device_type": "musca-b",
Xinyu Zhang630dfe62021-06-17 14:38:11 +08001830 "job_timeout": 40,
1831 "action_timeout": 20,
1832 "monitor_timeout": 30,
Ryan Harkinf6981082020-12-18 14:54:33 +00001833 "poweroff_timeout": 40,
Fathi Boudra31225f72020-11-25 13:51:07 +01001834 "platforms": {"MUSCA_B1": ""},
1835 "compilers": ["GNUARM", "ARMCLANG"],
Xinyu Zhang43e5d672021-03-24 16:30:26 +08001836 "build_types": ["Debug", "Release", "Minsizerel"],
Fathi Boudra31225f72020-11-25 13:51:07 +01001837 "boot_types": ["BL2"],
1838 "tests": {
1839 "Default": {
1840 "binaries": {
1841 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001842 },
1843 "monitors": [
1844 {
1845 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001846 'start': 'Non-Secure system',
1847 'end': r'starting\\.{3}',
1848 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001849 'fixup': {"pass": "!", "fail": ""},
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001850 }
1851 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +01001852 },
1853 "CoreIPC": {
1854 "binaries": {
1855 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001856 },
1857 "monitors": [
1858 {
1859 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001860 'start': 'Non-Secure system',
1861 'end': r'starting\\.{3}',
1862 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001863 'fixup': {"pass": "!", "fail": ""},
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001864 }
1865 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +01001866 },
1867 "CoreIPCTfmLevel2": {
1868 "binaries": {
1869 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001870 },
1871 "monitors": [
1872 {
1873 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001874 'start': 'Non-Secure system',
1875 'end': r'starting\\.{3}',
1876 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001877 'fixup': {"pass": "!", "fail": ""},
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001878 }
1879 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +01001880 },
1881 "CoreIPCTfmLevel3": {
1882 "binaries": {
1883 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001884 },
1885 "monitors": [
1886 {
1887 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001888 'start': 'Non-Secure system',
1889 'end': r'starting\\.{3}',
1890 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001891 'fixup': {"pass": "!", "fail": ""},
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001892 }
1893 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +01001894 },
1895 "DefaultProfileM": {
1896 "binaries": {
1897 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001898 },
1899 "monitors": [
1900 {
1901 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001902 'start': 'Non-Secure system',
1903 'end': r'starting\\.{3}',
1904 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001905 'fixup': {"pass": "!", "fail": ""},
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001906 }
1907 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +01001908 },
1909 "DefaultProfileS": {
1910 "binaries": {
1911 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001912 },
1913 "monitors": [
1914 {
1915 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001916 'start': 'Non-Secure system',
1917 'end': r'starting\\.{3}',
1918 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001919 'fixup': {"pass": "!", "fail": ""},
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001920 }
1921 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +01001922 },
1923 "Regression": {
1924 "binaries": {
1925 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001926 },
1927 "monitors": [
1928 {
1929 'name': 'Secure_Test_Suites_Summary',
1930 'start': 'Secure test suites summary',
1931 'end': 'End of Secure test suites',
1932 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001933 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001934 r"(?P<result>PASSED|FAILED)",
1935 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001936 },
1937 {
1938 'name': 'Non_Secure_Test_Suites_Summary',
1939 'start': 'Non-secure test suites summary',
1940 'end': r'End of Non-secure test suites',
1941 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001942 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001943 r"(?P<result>PASSED|FAILED)",
1944 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001945 }
1946 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +01001947 },
1948 "RegressionIPC": {
1949 "binaries": {
1950 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001951 },
1952 "monitors": [
1953 {
1954 'name': 'Secure_Test_Suites_Summary',
1955 'start': 'Secure test suites summary',
1956 'end': 'End of Secure test suites',
1957 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001958 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001959 r"(?P<result>PASSED|FAILED)",
1960 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001961 },
1962 {
1963 'name': 'Non_Secure_Test_Suites_Summary',
1964 'start': 'Non-secure test suites summary',
1965 'end': r'End of Non-secure test suites',
1966 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001967 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001968 r"(?P<result>PASSED|FAILED)",
1969 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001970 }
1971 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +01001972 },
1973 "RegressionIPCTfmLevel2": {
1974 "binaries": {
1975 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001976 },
1977 "monitors": [
1978 {
1979 'name': 'Secure_Test_Suites_Summary',
1980 'start': 'Secure test suites summary',
1981 'end': 'End of Secure test suites',
1982 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001983 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001984 r"(?P<result>PASSED|FAILED)",
1985 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001986 },
1987 {
1988 'name': 'Non_Secure_Test_Suites_Summary',
1989 'start': 'Non-secure test suites summary',
1990 'end': r'End of Non-secure test suites',
1991 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07001992 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001993 r"(?P<result>PASSED|FAILED)",
1994 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Milosz Wasilewski391f3972020-12-17 18:33:23 +00001995 }
1996 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +01001997 },
1998 "RegressionIPCTfmLevel3": {
1999 "binaries": {
2000 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002001 },
2002 "monitors": [
2003 {
2004 'name': 'Secure_Test_Suites_Summary',
2005 'start': 'Secure test suites summary',
2006 'end': 'End of Secure test suites',
2007 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07002008 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002009 r"(?P<result>PASSED|FAILED)",
2010 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002011 },
2012 {
2013 'name': 'Non_Secure_Test_Suites_Summary',
2014 'start': 'Non-secure test suites summary',
2015 'end': r'End of Non-secure test suites',
2016 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07002017 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002018 r"(?P<result>PASSED|FAILED)",
2019 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002020 }
2021 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +01002022 },
2023 "RegressionProfileM": {
2024 "binaries": {
2025 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002026 },
2027 "monitors": [
2028 {
2029 'name': 'Secure_Test_Suites_Summary',
2030 'start': 'Secure test suites summary',
2031 'end': 'End of Secure test suites',
2032 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07002033 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002034 r"(?P<result>PASSED|FAILED)",
2035 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002036 },
2037 {
2038 'name': 'Non_Secure_Test_Suites_Summary',
2039 'start': 'Non-secure test suites summary',
2040 'end': r'End of Non-secure test suites',
2041 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07002042 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002043 r"(?P<result>PASSED|FAILED)",
2044 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002045 }
2046 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +01002047 },
2048 "RegressionProfileS": {
2049 "binaries": {
2050 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002051 },
2052 "monitors": [
2053 {
2054 'name': 'Secure_Test_Suites_Summary',
2055 'start': 'Secure test suites summary',
2056 'end': 'End of Secure test suites',
2057 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07002058 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002059 r"(?P<result>PASSED|FAILED)",
2060 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002061 },
2062 {
2063 'name': 'Non_Secure_Test_Suites_Summary',
2064 'start': 'Non-secure test suites summary',
2065 'end': r'End of Non-secure test suites',
2066 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07002067 r"test_case_id>[^\n]+)' has(.*) "
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002068 r"(?P<result>PASSED|FAILED)",
2069 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002070 }
2071 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +01002072 },
2073 },
2074}
2075
Xinyu Zhang97114342021-01-21 14:08:03 +08002076# Musca-B1 with BL2 bootloader and OTP enabled
2077# unified hex file comprising of both bl2.bin and tfm_s_ns_signed.bin
2078# srec_cat bin/bl2.bin -Binary -offset 0xA000000 bin/tfm_s_ns_signed.bin -Binary -offset 0xA020000 -o tfm.hex -Intel
2079musca_b1_otp_bl2 = {
2080 "templ": "musca_b1_otp.jinja2",
2081 "job_name": "musca_b1_opt_bl2",
2082 "device_type": "musca-b",
Xinyu Zhang630dfe62021-06-17 14:38:11 +08002083 "job_timeout": 40,
2084 "action_timeout": 20,
2085 "monitor_timeout": 30,
Xinyu Zhang97114342021-01-21 14:08:03 +08002086 "poweroff_timeout": 40,
2087 "platforms": {"MUSCA_B1_OTP": ""},
Xinyu Zhangc4bb2e12021-07-21 22:40:35 +08002088 "compilers": ["GNUARM"],
Xinyu Zhang97114342021-01-21 14:08:03 +08002089 "build_types": ["Debug"],
2090 "boot_types": ["BL2"],
2091 "tests": {
2092 "RegressionIPCTfmLevel3": {
2093 "binaries": {
2094 "firmware": "tfm.hex",
2095 },
2096 "monitors": [
2097 {
2098 'name': 'Secure_Test_Suites_Summary',
2099 'start': 'Secure test suites summary',
2100 'end': 'End of Secure test suites',
2101 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07002102 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang97114342021-01-21 14:08:03 +08002103 r"(?P<result>PASSED|FAILED)",
2104 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang97114342021-01-21 14:08:03 +08002105 },
2106 {
2107 'name': 'Non_Secure_Test_Suites_Summary',
2108 'start': 'Non-secure test suites summary',
2109 'end': r'End of Non-secure test suites',
2110 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07002111 r"test_case_id>[^\n]+)' has(.*) "
Xinyu Zhang97114342021-01-21 14:08:03 +08002112 r"(?P<result>PASSED|FAILED)",
2113 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Xinyu Zhang97114342021-01-21 14:08:03 +08002114 }
2115 ] # Monitors
2116 },
2117 },
2118}
2119
Arthur She07c91b52021-07-15 15:03:10 -07002120# STM32L562E-DK
2121stm32l562e_dk = {
2122 "templ": "stm32l562e_dk.jinja2",
2123 "job_name": "stm32l562e_dk",
2124 "device_type": "stm32l562e-dk",
2125 "job_timeout": 24,
2126 "action_timeout": 15,
2127 "monitor_timeout": 15,
2128 "poweroff_timeout": 5,
2129 "platforms": {"stm32l562e_dk": ""},
2130 "compilers": ["GNUARM", "ARMCLANG"],
2131 "build_types": ["Release", "Minsizerel"],
2132 "boot_types": ["BL2"],
2133 "tests": {
2134 "Regression": {
2135 "binaries": {
2136 "tarball": "stm32l562e-dk-tfm.tar.bz2",
2137 },
2138 "monitors": [
2139 {
2140 'name': 'Secure_Test_Suites_Summary',
2141 'start': 'Secure test suites summary',
2142 'end': 'End of Secure test suites',
2143 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07002144 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -07002145 r"(?P<result>PASSED|FAILED)",
2146 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She07c91b52021-07-15 15:03:10 -07002147 },
2148 {
2149 'name': 'Non_Secure_Test_Suites_Summary',
2150 'start': 'Non-secure test suites summary',
2151 'end': 'End of Non-secure test suites',
2152 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07002153 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -07002154 r"(?P<result>PASSED|FAILED)",
2155 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She07c91b52021-07-15 15:03:10 -07002156 }
2157 ] # Monitors
2158 },
2159 "RegressionIPC": {
2160 "binaries": {
2161 "tarball": "stm32l562e-dk-tfm.tar.bz2",
2162 },
2163 "monitors": [
2164 {
2165 'name': 'Secure_Test_Suites_Summary',
2166 'start': 'Secure test suites summary',
2167 'end': 'End of Secure test suites',
2168 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07002169 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -07002170 r"(?P<result>PASSED|FAILED)",
2171 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She07c91b52021-07-15 15:03:10 -07002172 },
2173 {
2174 'name': 'Non_Secure_Test_Suites_Summary',
2175 'start': 'Non-secure test suites summary',
2176 'end': 'End of Non-secure test suites',
2177 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07002178 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -07002179 r"(?P<result>PASSED|FAILED)",
2180 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She07c91b52021-07-15 15:03:10 -07002181 }
2182 ] # Monitors
2183 },
2184 "RegressionIPCTfmLevel2": {
2185 "binaries": {
2186 "tarball": "stm32l562e-dk-tfm.tar.bz2",
2187 },
2188 "monitors": [
2189 {
2190 'name': 'Secure_Test_Suites_Summary',
2191 'start': 'Secure test suites summary',
2192 'end': 'End of Secure test suites',
2193 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07002194 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -07002195 r"(?P<result>PASSED|FAILED)",
2196 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She07c91b52021-07-15 15:03:10 -07002197 },
2198 {
2199 'name': 'Non_Secure_Test_Suites_Summary',
2200 'start': 'Non-secure test suites summary',
2201 'end': 'End of Non-secure test suites',
2202 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07002203 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -07002204 r"(?P<result>PASSED|FAILED)",
2205 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She07c91b52021-07-15 15:03:10 -07002206 }
2207 ] # Monitors
2208 },
2209 "RegressionIPCTfmLevel3": {
2210 "binaries": {
2211 "tarball": "stm32l562e-dk-tfm.tar.bz2",
2212 },
2213 "monitors": [
2214 {
2215 'name': 'Secure_Test_Suites_Summary',
2216 'start': 'Secure test suites summary',
2217 'end': 'End of Secure test suites',
2218 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07002219 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -07002220 r"(?P<result>PASSED|FAILED)",
2221 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She07c91b52021-07-15 15:03:10 -07002222 },
2223 {
2224 'name': 'Non_Secure_Test_Suites_Summary',
2225 'start': 'Non-secure test suites summary',
2226 'end': 'End of Non-secure test suites',
2227 'pattern': r"Test suite '(?P<"
Arthur She60bf9002021-09-01 08:34:35 -07002228 r"test_case_id>[^\n]+)' has(.*) "
Arthur She07c91b52021-07-15 15:03:10 -07002229 r"(?P<result>PASSED|FAILED)",
2230 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She07c91b52021-07-15 15:03:10 -07002231 }
2232 ] # Monitors
2233 },
2234 },
2235}
Xinyu Zhang97114342021-01-21 14:08:03 +08002236
Arthur She3c0dadd2021-11-18 21:17:48 -08002237# LPCxpresso55S69
2238lpcxpresso55s69 = {
2239 "templ": "lpcxpresso55s69.jinja2",
2240 "job_name": "lpcxpresso55s69",
2241 "device_type": "lpcxpresso55s69",
2242 "job_timeout": 24,
2243 "action_timeout": 15,
2244 "monitor_timeout": 15,
2245 "poweroff_timeout": 5,
2246 "platforms": {"lpcxpresso55s69": ""},
2247 "compilers": ["GNUARM"],
2248 "build_types": ["Relwithdebinfo"],
2249 "boot_types": ["NOBL2"],
2250 "tests": {
2251 "DefaultProfileM": {
2252 "binaries": {
2253 "tarball": "lpcxpresso55s69-tfm.tar.bz2",
2254 },
2255 "monitors": [
2256 {
2257 'name': 'Secure_Test_Suites_Summary',
2258 'start': 'Non-Secure system',
2259 'end': r'starting\\.{3}',
2260 'pattern': r'Non-Secure system starting\\.{3}',
2261 'fixup': {"pass": "!", "fail": ""},
2262 }
2263 ] # Monitors
2264 },
2265 "RegressionProfileM": {
2266 "binaries": {
2267 "tarball": "lpcxpresso55s69-tfm.tar.bz2",
2268 },
2269 "monitors": [
2270 {
2271 'name': 'Secure_Test_Suites_Summary',
2272 'start': 'Secure test suites summary',
2273 'end': 'End of Secure test suites',
2274 'pattern': r"Test suite '(?P<"
2275 r"test_case_id>[^\n]+)' has(.*) "
2276 r"(?P<result>PASSED|FAILED)",
2277 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She3c0dadd2021-11-18 21:17:48 -08002278 },
2279 {
2280 'name': 'Non_Secure_Test_Suites_Summary',
2281 'start': 'Non-secure test suites summary',
2282 'end': 'End of Non-secure test suites',
2283 'pattern': r"Test suite '(?P<"
2284 r"test_case_id>[^\n]+)' has(.*) "
2285 r"(?P<result>PASSED|FAILED)",
2286 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She3c0dadd2021-11-18 21:17:48 -08002287 }
2288 ] # Monitors
2289 },
2290 }
2291}
2292
Arthur She87602dc2022-02-06 14:42:18 -08002293# Cypress PSoC64
2294psoc64 = {
2295 "templ": "psoc64.jinja2",
2296 "job_name": "psoc64",
2297 "device_type": "cy8ckit-064s0s2-4343w",
2298 "job_timeout": 120,
2299 "action_timeout": 120,
2300 "monitor_timeout": 120,
2301 "poweroff_timeout": 5,
2302 "platforms": {"psoc64": ""},
2303 "compilers": ["GNUARM", "ARMCLANG"],
2304 "build_types": ["Release", "Minsizerel"],
2305 "boot_types": ["NOBL2"],
2306 "tests": {
2307 "Regression": {
2308 "binaries": {
2309 "spe_image": "tfm_s_signed.hex",
2310 "nspe_image": "tfm_ns_signed.hex",
2311 },
2312 "monitors": [
2313 {
2314 'name': 'Secure_Test_Suites_Summary',
2315 'start': 'Secure test suites summary',
2316 'end': 'End of Secure test suites',
2317 'pattern': r"Test suite '(?P<"
2318 r"test_case_id>[^\n]+)' has(.*) "
2319 r"(?P<result>PASSED|FAILED)",
2320 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She87602dc2022-02-06 14:42:18 -08002321 },
2322 {
2323 'name': 'Non_Secure_Test_Suites_Summary',
2324 'start': 'Non-secure test suites summary',
2325 'end': 'End of Non-secure test suites',
2326 'pattern': r"Test suite '(?P<"
2327 r"test_case_id>[^\n]+)' has(.*) "
2328 r"(?P<result>PASSED|FAILED)",
2329 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She87602dc2022-02-06 14:42:18 -08002330 }
2331 ] # Monitors
2332 },
2333 "RegressionIPC": {
2334 "binaries": {
2335 "spe_image": "tfm_s_signed.hex",
2336 "nspe_image": "tfm_ns_signed.hex",
2337 },
2338 "monitors": [
2339 {
2340 'name': 'Secure_Test_Suites_Summary',
2341 'start': 'Secure test suites summary',
2342 'end': 'End of Secure test suites',
2343 'pattern': r"Test suite '(?P<"
2344 r"test_case_id>[^\n]+)' has(.*) "
2345 r"(?P<result>PASSED|FAILED)",
2346 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She87602dc2022-02-06 14:42:18 -08002347 },
2348 {
2349 'name': 'Non_Secure_Test_Suites_Summary',
2350 'start': 'Non-secure test suites summary',
2351 'end': 'End of Non-secure test suites',
2352 'pattern': r"Test suite '(?P<"
2353 r"test_case_id>[^\n]+)' has(.*) "
2354 r"(?P<result>PASSED|FAILED)",
2355 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She87602dc2022-02-06 14:42:18 -08002356 }
2357 ] # Monitors
2358 },
2359 "RegressionIPCTfmLevel2": {
2360 "binaries": {
2361 "spe_image": "tfm_s_signed.hex",
2362 "nspe_image": "tfm_ns_signed.hex",
2363 },
2364 "monitors": [
2365 {
2366 'name': 'Secure_Test_Suites_Summary',
2367 'start': 'Secure test suites summary',
2368 'end': 'End of Secure test suites',
2369 'pattern': r"Test suite '(?P<"
2370 r"test_case_id>[^\n]+)' has(.*) "
2371 r"(?P<result>PASSED|FAILED)",
2372 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She87602dc2022-02-06 14:42:18 -08002373 },
2374 {
2375 'name': 'Non_Secure_Test_Suites_Summary',
2376 'start': 'Non-secure test suites summary',
2377 'end': 'End of Non-secure test suites',
2378 'pattern': r"Test suite '(?P<"
2379 r"test_case_id>[^\n]+)' has(.*) "
2380 r"(?P<result>PASSED|FAILED)",
2381 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She87602dc2022-02-06 14:42:18 -08002382 }
2383 ] # Monitors
2384 },
2385 "RegressionIPCTfmLevel3": {
2386 "binaries": {
2387 "spe_image": "tfm_s_signed.hex",
2388 "nspe_image": "tfm_ns_signed.hex",
2389 },
2390 "monitors": [
2391 {
2392 'name': 'Secure_Test_Suites_Summary',
2393 'start': 'Secure test suites summary',
2394 'end': 'End of Secure test suites',
2395 'pattern': r"Test suite '(?P<"
2396 r"test_case_id>[^\n]+)' has(.*) "
2397 r"(?P<result>PASSED|FAILED)",
2398 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She87602dc2022-02-06 14:42:18 -08002399 },
2400 {
2401 'name': 'Non_Secure_Test_Suites_Summary',
2402 'start': 'Non-secure test suites summary',
2403 'end': 'End of Non-secure test suites',
2404 'pattern': r"Test suite '(?P<"
2405 r"test_case_id>[^\n]+)' has(.*) "
2406 r"(?P<result>PASSED|FAILED)",
2407 'fixup': {"pass": "PASSED", "fail": "FAILED"},
Arthur She87602dc2022-02-06 14:42:18 -08002408 }
2409 ] # Monitors
2410 },
2411 },
2412}
2413
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +01002414# All configurations should be mapped here
Fathi Boudra31225f72020-11-25 13:51:07 +01002415lava_gen_config_map = {
2416 "mps2_an521_bl2": tfm_mps2_sse_200,
2417 "fvp_mps2_an521_bl2": fvp_mps2_an521_bl2,
2418 "fvp_mps2_an521_nobl2": fvp_mps2_an521_nobl2,
2419 "fvp_mps2_an519_bl2": fvp_mps2_an519_bl2,
2420 "fvp_mps2_an519_nobl2": fvp_mps2_an519_nobl2,
Fathi Boudracaa90bd2020-12-04 22:00:14 +01002421 "qemu_mps2_bl2": qemu_mps2_bl2,
Fathi Boudra31225f72020-11-25 13:51:07 +01002422 "musca_b1": musca_b1_bl2,
Xinyu Zhang97114342021-01-21 14:08:03 +08002423 "musca_b1_otp": musca_b1_otp_bl2,
Arthur She07c91b52021-07-15 15:03:10 -07002424 "stm32l562e_dk": stm32l562e_dk,
Arthur She3c0dadd2021-11-18 21:17:48 -08002425 "lpcxpresso55s69": lpcxpresso55s69,
Arthur She87602dc2022-02-06 14:42:18 -08002426 "psoc64": psoc64,
Fathi Boudra31225f72020-11-25 13:51:07 +01002427}
Matthew Hart2c2688f2020-05-26 13:09:20 +01002428
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +01002429lavagen_config_sort_order = [
2430 "templ",
2431 "job_name",
2432 "device_type",
2433 "job_timeout",
2434 "action_timeout",
2435 "monitor_timeout",
2436 "recovery_store_url",
2437 "artifact_store_url",
2438 "platforms",
2439 "compilers",
2440 "build_types",
2441 "boot_types",
2442 "tests"
2443]
2444
2445lava_gen_monitor_sort_order = [
2446 'name',
2447 'start',
2448 'end',
2449 'pattern',
2450 'fixup',
2451]
2452
2453if __name__ == "__main__":
2454 import os
2455 import sys
2456 from lava_helper import sort_lavagen_config
2457 try:
2458 from tfm_ci_pylib.utils import export_config_map
2459 except ImportError:
2460 dir_path = os.path.dirname(os.path.realpath(__file__))
2461 sys.path.append(os.path.join(dir_path, "../"))
2462 from tfm_ci_pylib.utils import export_config_map
2463
2464 if len(sys.argv) == 2:
2465 if sys.argv[1] == "--export":
2466 export_config_map(lava_gen_config_map)
2467 if len(sys.argv) == 3:
2468 if sys.argv[1] == "--export":
2469 export_config_map(sort_lavagen_config(lava_gen_config_map),
2470 sys.argv[2])