Minos Galanakis | f4ca6ac | 2017-12-11 02:39:21 +0100 | [diff] [blame] | 1 | #!/usr/bin/env python3 |
| 2 | |
| 3 | """ lava_job_generator_configs.py: |
| 4 | |
| 5 | Default configurations for lava job generator """ |
| 6 | |
| 7 | from __future__ import print_function |
| 8 | |
| 9 | __copyright__ = """ |
| 10 | /* |
| 11 | * Copyright (c) 2018-2019, Arm Limited. All rights reserved. |
| 12 | * |
| 13 | * SPDX-License-Identifier: BSD-3-Clause |
| 14 | * |
| 15 | */ |
| 16 | """ |
| 17 | __author__ = "Minos Galanakis" |
| 18 | __email__ = "minos.galanakis@linaro.org" |
| 19 | __project__ = "Trusted Firmware-M Open CI" |
| 20 | __status__ = "stable" |
Minos Galanakis | ea42123 | 2019-06-20 17:11:28 +0100 | [diff] [blame] | 21 | __version__ = "1.1" |
Minos Galanakis | f4ca6ac | 2017-12-11 02:39:21 +0100 | [diff] [blame] | 22 | |
| 23 | |
| 24 | def lava_gen_get_config_subset(config, |
| 25 | default=True, |
| 26 | core=True, |
| 27 | regression=True): |
| 28 | """ Allow dynamic generation of configuration combinations by subtracking |
| 29 | undesired ones """ |
| 30 | |
| 31 | from copy import deepcopy |
| 32 | cfg = deepcopy(config) |
| 33 | tests = deepcopy(config["tests"]) |
| 34 | |
| 35 | # Remove all configs not requests by the caller |
| 36 | if not default: |
| 37 | tests.pop("Default") |
Minos Galanakis | ea42123 | 2019-06-20 17:11:28 +0100 | [diff] [blame] | 38 | if not core: |
| 39 | tests.pop("CoreIPC") |
| 40 | tests.pop("CoreIPCTfmLevel2") |
Minos Galanakis | f4ca6ac | 2017-12-11 02:39:21 +0100 | [diff] [blame] | 41 | if not regression: |
| 42 | tests.pop("Regression") |
| 43 | |
| 44 | cfg["tests"] = tests |
| 45 | return cfg |
| 46 | |
| 47 | |
| 48 | tfm_mps2_sse_200 = { |
| 49 | "templ": "template_tfm_mps2_sse_200.jinja2", |
| 50 | "job_name": "mps2plus-arm-tfm", |
Minos Galanakis | afb4315 | 2019-09-25 14:17:39 +0100 | [diff] [blame] | 51 | "device_type": "mps", |
Minos Galanakis | 8da148a | 2019-10-18 17:26:40 +0100 | [diff] [blame^] | 52 | "job_timeout": 180, |
Minos Galanakis | ea42123 | 2019-06-20 17:11:28 +0100 | [diff] [blame] | 53 | "action_timeout": 90, |
| 54 | "monitor_timeout": 90, |
Minos Galanakis | 8da148a | 2019-10-18 17:26:40 +0100 | [diff] [blame^] | 55 | "poweroff_timeout": 5, |
Minos Galanakis | ea42123 | 2019-06-20 17:11:28 +0100 | [diff] [blame] | 56 | "recovery_store_url": "%(jenkins_url)s/" |
| 57 | "job/%(jenkins_job)s", |
| 58 | "artifact_store_url": "%(jenkins_url)s/" |
| 59 | "job/%(jenkins_job)s", |
Minos Galanakis | 329cf10 | 2019-09-24 15:58:25 +0100 | [diff] [blame] | 60 | "platforms": {"AN521": "mps2_an521_v3.0.tar.gz"}, |
| 61 | "compilers": ["GNUARM"], |
Minos Galanakis | ea42123 | 2019-06-20 17:11:28 +0100 | [diff] [blame] | 62 | "build_types": ["Debug", "Release"], |
Minos Galanakis | f4ca6ac | 2017-12-11 02:39:21 +0100 | [diff] [blame] | 63 | "boot_types": ["BL2"], |
| 64 | "tests": { |
| 65 | 'Default': { |
| 66 | "binaries": { |
Minos Galanakis | ea42123 | 2019-06-20 17:11:28 +0100 | [diff] [blame] | 67 | "firmware": "tfm_sign.bin", |
| 68 | "bootloader": "mcuboot.bin" |
Minos Galanakis | f4ca6ac | 2017-12-11 02:39:21 +0100 | [diff] [blame] | 69 | }, |
| 70 | "monitors": [ |
| 71 | { |
| 72 | 'name': 'Secure_Test_Suites_Summary', |
Minos Galanakis | 8da148a | 2019-10-18 17:26:40 +0100 | [diff] [blame^] | 73 | 'start': '[Sec Thread]', |
Minos Galanakis | f4ca6ac | 2017-12-11 02:39:21 +0100 | [diff] [blame] | 74 | 'end': '\\x1b\\\[0m', |
| 75 | 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] ' |
| 76 | r'(?P<test_case_id>Secure image ' |
| 77 | r'initializing)(?P<result>!)', |
| 78 | 'fixup': {"pass": "!", "fail": ""}, |
| 79 | 'required': ["secure_image_initializing"] |
| 80 | } # Monitors |
| 81 | ] |
| 82 | }, # Default |
Minos Galanakis | f4ca6ac | 2017-12-11 02:39:21 +0100 | [diff] [blame] | 83 | 'Regression': { |
Minos Galanakis | f4ca6ac | 2017-12-11 02:39:21 +0100 | [diff] [blame] | 84 | "binaries": { |
Minos Galanakis | ea42123 | 2019-06-20 17:11:28 +0100 | [diff] [blame] | 85 | "firmware": "tfm_sign.bin", |
| 86 | "bootloader": "mcuboot.bin" |
Minos Galanakis | f4ca6ac | 2017-12-11 02:39:21 +0100 | [diff] [blame] | 87 | }, |
| 88 | "monitors": [ |
| 89 | { |
| 90 | 'name': 'Secure_Test_Suites_Summary', |
| 91 | 'start': 'Secure test suites summary', |
| 92 | 'end': 'End of Secure test suites', |
| 93 | 'pattern': r"[\x1b]\\[37mTest suite '(?P<" |
Dean Birch | f1b727a | 2019-05-17 17:39:24 +0100 | [diff] [blame] | 94 | r"test_case_id>[^\n]+)' has [\x1b]\\[32m " |
Minos Galanakis | f4ca6ac | 2017-12-11 02:39:21 +0100 | [diff] [blame] | 95 | r"(?P<result>PASSED|FAILED)", |
| 96 | 'fixup': {"pass": "PASSED", "fail": "FAILED"}, |
| 97 | 'required': [ |
Minos Galanakis | 8305a6e | 2019-04-04 15:55:40 +0100 | [diff] [blame] | 98 | ("psa_protected_storage_" |
| 99 | "s_interface_tests_tfm_sst_test_2xxx_"), |
Minos Galanakis | f4ca6ac | 2017-12-11 02:39:21 +0100 | [diff] [blame] | 100 | "sst_reliability_tests_tfm_sst_test_3xxx_", |
Minos Galanakis | 8305a6e | 2019-04-04 15:55:40 +0100 | [diff] [blame] | 101 | "sst_rollback_protection_tests_tfm_sst_test_4xxx_", |
TudorCretu | 8b13847 | 2019-08-30 10:51:05 +0100 | [diff] [blame] | 102 | ("psa_internal_trusted_storage_" |
| 103 | "s_interface_tests_tfm_its_test_2xxx_"), |
| 104 | "its_reliability_tests_tfm_its_test_3xxx_", |
Minos Galanakis | 8305a6e | 2019-04-04 15:55:40 +0100 | [diff] [blame] | 105 | ("audit_" |
| 106 | "logging_secure_interface_test_tfm_audit_test_1xxx_"), |
| 107 | "crypto_secure_interface_tests_tfm_crypto_test_5xxx_", |
| 108 | ("initial_attestation_service_" |
| 109 | "secure_interface_tests_tfm_attest_test_1xxx_"), |
| 110 | "invert_secure_interface_tests_tfm_invert_test_1xxx_" |
Minos Galanakis | f4ca6ac | 2017-12-11 02:39:21 +0100 | [diff] [blame] | 111 | ] |
| 112 | }, |
| 113 | { |
| 114 | 'name': 'Non_Secure_Test_Suites_Summary', |
| 115 | 'start': 'Non-secure test suites summary', |
| 116 | 'end': r'End of Non-secure test suites', |
| 117 | 'pattern': r"[\x1b]\\[37mTest suite '(?P" |
Dean Birch | f1b727a | 2019-05-17 17:39:24 +0100 | [diff] [blame] | 118 | r"<test_case_id>[^\n]+)' has [\x1b]\\[32m " |
Minos Galanakis | f4ca6ac | 2017-12-11 02:39:21 +0100 | [diff] [blame] | 119 | r"(?P<result>PASSED|FAILED)", |
| 120 | 'fixup': {"pass": "PASSED", "fail": "FAILED"}, |
| 121 | 'required': [ |
Minos Galanakis | 8305a6e | 2019-04-04 15:55:40 +0100 | [diff] [blame] | 122 | ("psa_protected_storage" |
| 123 | "_ns_interface_tests_tfm_sst_test_1xxx_"), |
TudorCretu | 8b13847 | 2019-08-30 10:51:05 +0100 | [diff] [blame] | 124 | ("psa_internal_trusted_storage" |
| 125 | "_ns_interface_tests_tfm_its_test_1xxx_"), |
Minos Galanakis | 8305a6e | 2019-04-04 15:55:40 +0100 | [diff] [blame] | 126 | ("auditlog_" |
| 127 | "non_secure_interface_test_tfm_audit_test_1xxx_"), |
| 128 | ("crypto_" |
| 129 | "non_secure_interface_test_tfm_crypto_test_6xxx_"), |
| 130 | ("initial_attestation_service_" |
Minos Galanakis | f0dae4e | 2019-05-20 10:56:57 +0100 | [diff] [blame] | 131 | "non_secure_interface_tests_tfm_attest_test_2xxx_"), |
Minos Galanakis | 8305a6e | 2019-04-04 15:55:40 +0100 | [diff] [blame] | 132 | ("invert_" |
| 133 | "non_secure_interface_tests_tfm_invert_test_1xxx_"), |
| 134 | "core_non_secure_positive_tests_tfm_core_test_1xxx_" |
| 135 | ] |
Minos Galanakis | f4ca6ac | 2017-12-11 02:39:21 +0100 | [diff] [blame] | 136 | } |
| 137 | ] # Monitors |
| 138 | }, # Regression |
Minos Galanakis | ea42123 | 2019-06-20 17:11:28 +0100 | [diff] [blame] | 139 | 'CoreIPC': { |
| 140 | "binaries": { |
| 141 | "firmware": "tfm_sign.bin", |
| 142 | "bootloader": "mcuboot.bin" |
| 143 | }, |
| 144 | "monitors": [ |
| 145 | { |
| 146 | 'name': 'Secure_Test_Suites_Summary', |
Minos Galanakis | 8da148a | 2019-10-18 17:26:40 +0100 | [diff] [blame^] | 147 | 'start': '[Sec Thread]', |
Minos Galanakis | ea42123 | 2019-06-20 17:11:28 +0100 | [diff] [blame] | 148 | 'end': '\\x1b\\\[0m', |
| 149 | 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] ' |
| 150 | r'(?P<test_case_id>Secure image ' |
| 151 | r'initializing)(?P<result>!)', |
| 152 | 'fixup': {"pass": "!", "fail": ""}, |
| 153 | 'required': ["secure_image_initializing"] |
| 154 | } # Monitors |
| 155 | ] |
| 156 | }, # CoreIPC |
| 157 | 'CoreIPCTfmLevel2': { |
| 158 | "binaries": { |
| 159 | "firmware": "tfm_sign.bin", |
| 160 | "bootloader": "mcuboot.bin" |
| 161 | }, |
| 162 | "monitors": [ |
| 163 | { |
| 164 | 'name': 'Secure_Test_Suites_Summary', |
Minos Galanakis | 8da148a | 2019-10-18 17:26:40 +0100 | [diff] [blame^] | 165 | 'start': '[Sec Thread]', |
Minos Galanakis | ea42123 | 2019-06-20 17:11:28 +0100 | [diff] [blame] | 166 | 'end': '\\x1b\\\[0m', |
| 167 | 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] ' |
| 168 | r'(?P<test_case_id>Secure image ' |
| 169 | r'initializing)(?P<result>!)', |
| 170 | 'fixup': {"pass": "!", "fail": ""}, |
| 171 | 'required': ["secure_image_initializing"] |
| 172 | } # Monitors |
| 173 | ] |
| 174 | }, # CoreIPCTfmLevel2 |
Minos Galanakis | f4ca6ac | 2017-12-11 02:39:21 +0100 | [diff] [blame] | 175 | } # Tests |
| 176 | } |
| 177 | |
| 178 | # All configurations should be mapped here |
| 179 | lava_gen_config_map = {"tfm_mps2_sse_200": tfm_mps2_sse_200} |
| 180 | lavagen_config_sort_order = [ |
| 181 | "templ", |
| 182 | "job_name", |
| 183 | "device_type", |
| 184 | "job_timeout", |
| 185 | "action_timeout", |
| 186 | "monitor_timeout", |
| 187 | "recovery_store_url", |
| 188 | "artifact_store_url", |
| 189 | "platforms", |
| 190 | "compilers", |
| 191 | "build_types", |
| 192 | "boot_types", |
| 193 | "tests" |
| 194 | ] |
| 195 | |
| 196 | lava_gen_monitor_sort_order = [ |
| 197 | 'name', |
| 198 | 'start', |
| 199 | 'end', |
| 200 | 'pattern', |
| 201 | 'fixup', |
| 202 | ] |
| 203 | |
| 204 | if __name__ == "__main__": |
| 205 | import os |
| 206 | import sys |
| 207 | from lava_helper import sort_lavagen_config |
| 208 | try: |
| 209 | from tfm_ci_pylib.utils import export_config_map |
| 210 | except ImportError: |
| 211 | dir_path = os.path.dirname(os.path.realpath(__file__)) |
| 212 | sys.path.append(os.path.join(dir_path, "../")) |
| 213 | from tfm_ci_pylib.utils import export_config_map |
| 214 | |
| 215 | if len(sys.argv) == 2: |
| 216 | if sys.argv[1] == "--export": |
| 217 | export_config_map(lava_gen_config_map) |
| 218 | if len(sys.argv) == 3: |
| 219 | if sys.argv[1] == "--export": |
| 220 | export_config_map(sort_lavagen_config(lava_gen_config_map), |
| 221 | sys.argv[2]) |