| Archana | 1f1a34a | 2021-11-17 08:44:07 +0530 | [diff] [blame] | 1 | #!/usr/bin/env python3 | 
| Xiaokang Qian | 54a4fdf | 2023-09-11 02:39:27 +0000 | [diff] [blame] | 2 | """Generate library/psa_crypto_driver_wrappers.h | 
|  | 3 | library/psa_crypto_driver_wrappers_no_static.c | 
| Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 4 |  | 
| Andrzej Kurek | 5c65c57 | 2022-04-13 14:28:52 -0400 | [diff] [blame] | 5 | This module is invoked by the build scripts to auto generate the | 
| Xiaokang Qian | 54a4fdf | 2023-09-11 02:39:27 +0000 | [diff] [blame] | 6 | psa_crypto_driver_wrappers.h and psa_crypto_driver_wrappers_no_static | 
|  | 7 | based on template files in script/data_files/driver_templates/. | 
| Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 8 | """ | 
|  | 9 | # Copyright The Mbed TLS Contributors | 
| Thomas Daubney | c1750bb | 2023-11-14 15:16:38 +0000 | [diff] [blame] | 10 | # SPDX-License-Identifier: Apache-2.0 OR GPL-2.0-or-later | 
| Archana | 1f1a34a | 2021-11-17 08:44:07 +0530 | [diff] [blame] | 11 |  | 
|  | 12 | import sys | 
| Archana | 1f1a34a | 2021-11-17 08:44:07 +0530 | [diff] [blame] | 13 | import os | 
| Archana | e829cd6 | 2021-12-24 12:50:36 +0530 | [diff] [blame] | 14 | import json | 
| Asfandyar Orakzai | 5c9569a | 2022-09-17 23:13:52 +0200 | [diff] [blame] | 15 | from typing import NewType, Dict, Any | 
|  | 16 | from traceback import format_tb | 
| Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 17 | import argparse | 
| Archana | 3143805 | 2022-01-09 15:01:20 +0530 | [diff] [blame] | 18 | import jsonschema | 
| Archana | 1f1a34a | 2021-11-17 08:44:07 +0530 | [diff] [blame] | 19 | import jinja2 | 
| Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 20 | from mbedtls_dev import build_tree | 
| Archana | 1f1a34a | 2021-11-17 08:44:07 +0530 | [diff] [blame] | 21 |  | 
| Archana | fdbbcba | 2022-02-27 05:38:55 +0530 | [diff] [blame] | 22 | JSONSchema = NewType('JSONSchema', object) | 
| Archana | a78dc70 | 2022-03-13 17:57:45 +0530 | [diff] [blame] | 23 | # The Driver is an Object, but practically it's indexable and can called a dictionary to | 
|  | 24 | # keep MyPy happy till MyPy comes with a more composite type for JsonObjects. | 
|  | 25 | Driver = NewType('Driver', dict) | 
| Archana | fdbbcba | 2022-02-27 05:38:55 +0530 | [diff] [blame] | 26 |  | 
| Asfandyar Orakzai | 08f397a | 2022-09-15 14:25:37 +0200 | [diff] [blame] | 27 |  | 
|  | 28 | class JsonValidationException(Exception): | 
|  | 29 | def __init__(self, message="Json Validation Failed"): | 
|  | 30 | self.message = message | 
|  | 31 | super().__init__(self.message) | 
|  | 32 |  | 
|  | 33 |  | 
| Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 34 | class DriverReaderException(Exception): | 
|  | 35 | def __init__(self, message="Driver Reader Failed"): | 
|  | 36 | self.message = message | 
|  | 37 | super().__init__(self.message) | 
|  | 38 |  | 
|  | 39 |  | 
| Archana | e829cd6 | 2021-12-24 12:50:36 +0530 | [diff] [blame] | 40 | def render(template_path: str, driver_jsoncontext: list) -> str: | 
| Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 41 | """ | 
| Archana | e829cd6 | 2021-12-24 12:50:36 +0530 | [diff] [blame] | 42 | Render template from the input file and driver JSON. | 
| Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 43 | """ | 
| Archana | 6f21e45 | 2021-11-23 14:46:51 +0530 | [diff] [blame] | 44 | environment = jinja2.Environment( | 
|  | 45 | loader=jinja2.FileSystemLoader(os.path.dirname(template_path)), | 
|  | 46 | keep_trailing_newline=True) | 
|  | 47 | template = environment.get_template(os.path.basename(template_path)) | 
| Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 48 |  | 
| Archana | 3143805 | 2022-01-09 15:01:20 +0530 | [diff] [blame] | 49 | return template.render(drivers=driver_jsoncontext) | 
| Archana | 1f1a34a | 2021-11-17 08:44:07 +0530 | [diff] [blame] | 50 |  | 
| Asfandyar Orakzai | 9e6170d | 2022-09-17 23:37:16 +0200 | [diff] [blame] | 51 | def generate_driver_wrapper_file(template_dir: str, | 
|  | 52 | output_dir: str, | 
| Xiaokang Qian | 54a4fdf | 2023-09-11 02:39:27 +0000 | [diff] [blame] | 53 | template_file_name: str, | 
| Asfandyar Orakzai | 9e6170d | 2022-09-17 23:37:16 +0200 | [diff] [blame] | 54 | driver_jsoncontext: list) -> None: | 
| Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 55 | """ | 
|  | 56 | Generate the file psa_crypto_driver_wrapper.c. | 
|  | 57 | """ | 
|  | 58 | driver_wrapper_template_filename = \ | 
| Xiaokang Qian | 54a4fdf | 2023-09-11 02:39:27 +0000 | [diff] [blame] | 59 | os.path.join(template_dir, template_file_name) | 
| Archana | 1f1a34a | 2021-11-17 08:44:07 +0530 | [diff] [blame] | 60 |  | 
| Archana | e829cd6 | 2021-12-24 12:50:36 +0530 | [diff] [blame] | 61 | result = render(driver_wrapper_template_filename, driver_jsoncontext) | 
| Archana | 1f1a34a | 2021-11-17 08:44:07 +0530 | [diff] [blame] | 62 |  | 
| Xiaokang Qian | 7d546c7 | 2023-09-12 10:45:55 +0000 | [diff] [blame] | 63 | with open(file=os.path.join(output_dir, os.path.splitext(template_file_name)[0]), | 
| Asfandyar Orakzai | 5c9569a | 2022-09-17 23:13:52 +0200 | [diff] [blame] | 64 | mode='w', | 
|  | 65 | encoding='UTF-8') as out_file: | 
| Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 66 | out_file.write(result) | 
| Archana | 6f21e45 | 2021-11-23 14:46:51 +0530 | [diff] [blame] | 67 |  | 
| Archana | e829cd6 | 2021-12-24 12:50:36 +0530 | [diff] [blame] | 68 |  | 
| Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 69 | def validate_json(driverjson_data: Driver, driverschema_list: dict) -> None: | 
| Archana | e829cd6 | 2021-12-24 12:50:36 +0530 | [diff] [blame] | 70 | """ | 
| Archana | fdbbcba | 2022-02-27 05:38:55 +0530 | [diff] [blame] | 71 | Validate the Driver JSON against an appropriate schema | 
|  | 72 | the schema passed could be that matching an opaque/ transparent driver. | 
| Archana | 04cfe34 | 2022-01-09 13:28:28 +0530 | [diff] [blame] | 73 | """ | 
| Archana | fdbbcba | 2022-02-27 05:38:55 +0530 | [diff] [blame] | 74 | driver_type = driverjson_data["type"] | 
|  | 75 | driver_prefix = driverjson_data["prefix"] | 
| Archana | 04cfe34 | 2022-01-09 13:28:28 +0530 | [diff] [blame] | 76 | try: | 
| Archana | fdbbcba | 2022-02-27 05:38:55 +0530 | [diff] [blame] | 77 | _schema = driverschema_list[driver_type] | 
|  | 78 | jsonschema.validate(instance=driverjson_data, schema=_schema) | 
| Archana | fdbbcba | 2022-02-27 05:38:55 +0530 | [diff] [blame] | 79 | except KeyError as err: | 
| Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 80 | # This could happen if the driverjson_data.type does not exist in the provided schema list | 
| Archana | fdbbcba | 2022-02-27 05:38:55 +0530 | [diff] [blame] | 81 | # schemas = {'transparent': transparent_driver_schema, 'opaque': opaque_driver_schema} | 
|  | 82 | # Print onto stdout and stderr. | 
|  | 83 | print("Unknown Driver type " + driver_type + | 
|  | 84 | " for driver " + driver_prefix, str(err)) | 
|  | 85 | print("Unknown Driver type " + driver_type + | 
|  | 86 | " for driver " + driver_prefix, str(err), file=sys.stderr) | 
| Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 87 | raise JsonValidationException() from err | 
| Archana | fdbbcba | 2022-02-27 05:38:55 +0530 | [diff] [blame] | 88 |  | 
| Archana | 04cfe34 | 2022-01-09 13:28:28 +0530 | [diff] [blame] | 89 | except jsonschema.exceptions.ValidationError as err: | 
| Archana | fdbbcba | 2022-02-27 05:38:55 +0530 | [diff] [blame] | 90 | # Print onto stdout and stderr. | 
|  | 91 | print("Error: Failed to validate data file: {} using schema: {}." | 
|  | 92 | "\n Exception Message: \"{}\"" | 
|  | 93 | " ".format(driverjson_data, _schema, str(err))) | 
|  | 94 | print("Error: Failed to validate data file: {} using schema: {}." | 
|  | 95 | "\n Exception Message: \"{}\"" | 
|  | 96 | " ".format(driverjson_data, _schema, str(err)), file=sys.stderr) | 
| Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 97 | raise JsonValidationException() from err | 
| Archana | 04cfe34 | 2022-01-09 13:28:28 +0530 | [diff] [blame] | 98 |  | 
| Asfandyar Orakzai | 08f397a | 2022-09-15 14:25:37 +0200 | [diff] [blame] | 99 |  | 
|  | 100 | def load_driver(schemas: Dict[str, Any], driver_file: str) -> Any: | 
| Asfandyar Orakzai | 9e6170d | 2022-09-17 23:37:16 +0200 | [diff] [blame] | 101 | """loads validated json driver""" | 
| Asfandyar Orakzai | 5c9569a | 2022-09-17 23:13:52 +0200 | [diff] [blame] | 102 | with open(file=driver_file, mode='r', encoding='UTF-8') as f: | 
| Asfandyar Orakzai | 08f397a | 2022-09-15 14:25:37 +0200 | [diff] [blame] | 103 | json_data = json.load(f) | 
| Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 104 | try: | 
|  | 105 | validate_json(json_data, schemas) | 
|  | 106 | except JsonValidationException as e: | 
|  | 107 | raise DriverReaderException from e | 
| Asfandyar Orakzai | 08f397a | 2022-09-15 14:25:37 +0200 | [diff] [blame] | 108 | return json_data | 
|  | 109 |  | 
|  | 110 |  | 
| Thomas Daubney | 772056c | 2023-11-22 16:23:16 +0000 | [diff] [blame] | 111 | def load_schemas(project_root: str) -> Dict[str, Any]: | 
| Asfandyar Orakzai | ac6f650 | 2022-09-19 10:03:05 +0200 | [diff] [blame] | 112 | """ | 
|  | 113 | Load schemas map | 
|  | 114 | """ | 
| Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 115 | schema_file_paths = { | 
| Thomas Daubney | 772056c | 2023-11-22 16:23:16 +0000 | [diff] [blame] | 116 | 'transparent': os.path.join(project_root, | 
| Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 117 | 'scripts', | 
|  | 118 | 'data_files', | 
|  | 119 | 'driver_jsons', | 
|  | 120 | 'driver_transparent_schema.json'), | 
| Thomas Daubney | 772056c | 2023-11-22 16:23:16 +0000 | [diff] [blame] | 121 | 'opaque': os.path.join(project_root, | 
| Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 122 | 'scripts', | 
|  | 123 | 'data_files', | 
|  | 124 | 'driver_jsons', | 
| Asfandyar Orakzai | 4ca4a93 | 2022-09-18 12:37:53 +0200 | [diff] [blame] | 125 | 'driver_opaque_schema.json') | 
| Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 126 | } | 
|  | 127 | driver_schema = {} | 
|  | 128 | for key, file_path in schema_file_paths.items(): | 
| Asfandyar Orakzai | 5c9569a | 2022-09-17 23:13:52 +0200 | [diff] [blame] | 129 | with open(file=file_path, mode='r', encoding='UTF-8') as file: | 
| Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 130 | driver_schema[key] = json.load(file) | 
|  | 131 | return driver_schema | 
|  | 132 |  | 
|  | 133 |  | 
| Thomas Daubney | 772056c | 2023-11-22 16:23:16 +0000 | [diff] [blame] | 134 | def read_driver_descriptions(project_root: str, | 
| Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 135 | json_directory: str, | 
|  | 136 | jsondriver_list: str) -> list: | 
| Archana | 04cfe34 | 2022-01-09 13:28:28 +0530 | [diff] [blame] | 137 | """ | 
|  | 138 | Merge driver JSON files into a single ordered JSON after validation. | 
| Archana | e829cd6 | 2021-12-24 12:50:36 +0530 | [diff] [blame] | 139 | """ | 
| Thomas Daubney | 772056c | 2023-11-22 16:23:16 +0000 | [diff] [blame] | 140 | driver_schema = load_schemas(project_root) | 
| Archana | 04cfe34 | 2022-01-09 13:28:28 +0530 | [diff] [blame] | 141 |  | 
| Asfandyar Orakzai | 5c9569a | 2022-09-17 23:13:52 +0200 | [diff] [blame] | 142 | with open(file=os.path.join(json_directory, jsondriver_list), | 
|  | 143 | mode='r', | 
|  | 144 | encoding='UTF-8') as driver_list_file: | 
| Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 145 | driver_list = json.load(driver_list_file) | 
| Asfandyar Orakzai | 08f397a | 2022-09-15 14:25:37 +0200 | [diff] [blame] | 146 |  | 
| Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 147 | return [load_driver(schemas=driver_schema, | 
|  | 148 | driver_file=os.path.join(json_directory, driver_file_name)) | 
|  | 149 | for driver_file_name in driver_list] | 
| Asfandyar Orakzai | 08f397a | 2022-09-15 14:25:37 +0200 | [diff] [blame] | 150 |  | 
| Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 151 |  | 
| Asfandyar Orakzai | 9e6170d | 2022-09-17 23:37:16 +0200 | [diff] [blame] | 152 | def trace_exception(e: Exception, file=sys.stderr) -> None: | 
|  | 153 | """Prints exception trace to the given TextIO handle""" | 
| Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 154 | print("Exception: type: %s, message: %s, trace: %s" % ( | 
|  | 155 | e.__class__, str(e), format_tb(e.__traceback__) | 
|  | 156 | ), file) | 
| Archana | e829cd6 | 2021-12-24 12:50:36 +0530 | [diff] [blame] | 157 |  | 
|  | 158 |  | 
| Xiaokang Qian | fe9666b | 2023-09-11 10:36:20 +0000 | [diff] [blame] | 159 | TEMPLATE_FILENAMES = ["psa_crypto_driver_wrappers.h.jinja", | 
| Xiaokang Qian | 54a4fdf | 2023-09-11 02:39:27 +0000 | [diff] [blame] | 160 | "psa_crypto_driver_wrappers_no_static.c.jinja"] | 
|  | 161 |  | 
| Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 162 | def main() -> int: | 
|  | 163 | """ | 
|  | 164 | Main with command line arguments. | 
|  | 165 | """ | 
| Thomas Daubney | 755d321 | 2023-11-22 17:18:22 +0000 | [diff] [blame] | 166 | def_arg_project_root = build_tree.guess_project_root() | 
| Archana | 4a9e026 | 2021-12-19 13:34:30 +0530 | [diff] [blame] | 167 |  | 
| Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 168 | parser = argparse.ArgumentParser() | 
| Thomas Daubney | 772056c | 2023-11-22 16:23:16 +0000 | [diff] [blame] | 169 | parser.add_argument('--project-root', default=def_arg_project_root, | 
| Thomas Daubney | 5556f90 | 2023-11-15 16:43:02 +0000 | [diff] [blame] | 170 | help='root directory of repo source code') | 
| Archana | 22c7827 | 2022-04-11 10:12:08 +0530 | [diff] [blame] | 171 | parser.add_argument('--template-dir', | 
|  | 172 | help='directory holding the driver templates') | 
|  | 173 | parser.add_argument('--json-dir', | 
|  | 174 | help='directory holding the driver JSONs') | 
| Archana | 01aa39e | 2022-03-14 15:29:00 +0530 | [diff] [blame] | 175 | parser.add_argument('output_directory', nargs='?', | 
|  | 176 | help='output file\'s location') | 
| Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 177 | args = parser.parse_args() | 
| Archana | 4a9e026 | 2021-12-19 13:34:30 +0530 | [diff] [blame] | 178 |  | 
| Thomas Daubney | 772056c | 2023-11-22 16:23:16 +0000 | [diff] [blame] | 179 | project_root = os.path.abspath(args.project_root) | 
| Archana | 01aa39e | 2022-03-14 15:29:00 +0530 | [diff] [blame] | 180 |  | 
| Thomas Daubney | 56bee03 | 2023-11-30 14:33:35 +0000 | [diff] [blame] | 181 | crypto_core_directory = build_tree.crypto_core_directory(project_root) | 
| Thomas Daubney | 4291bc2 | 2023-11-14 18:05:19 +0000 | [diff] [blame] | 182 |  | 
| Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 183 | output_directory = args.output_directory if args.output_directory is not None else \ | 
| Thomas Daubney | f05b768 | 2023-12-08 09:47:48 +0000 | [diff] [blame] | 184 | crypto_core_directory | 
| Thomas Daubney | 4291bc2 | 2023-11-14 18:05:19 +0000 | [diff] [blame] | 185 |  | 
| Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 186 | template_directory = args.template_dir if args.template_dir is not None else \ | 
| Thomas Daubney | 772056c | 2023-11-22 16:23:16 +0000 | [diff] [blame] | 187 | os.path.join(project_root, | 
| Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 188 | 'scripts', | 
|  | 189 | 'data_files', | 
|  | 190 | 'driver_templates') | 
|  | 191 | json_directory = args.json_dir if args.json_dir is not None else \ | 
| Thomas Daubney | 772056c | 2023-11-22 16:23:16 +0000 | [diff] [blame] | 192 | os.path.join(project_root, | 
| Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 193 | 'scripts', | 
|  | 194 | 'data_files', | 
|  | 195 | 'driver_jsons') | 
| Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 196 |  | 
| Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 197 | try: | 
|  | 198 | # Read and validate list of driver jsons from driverlist.json | 
| Thomas Daubney | 772056c | 2023-11-22 16:23:16 +0000 | [diff] [blame] | 199 | merged_driver_json = read_driver_descriptions(project_root, | 
| Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 200 | json_directory, | 
|  | 201 | 'driverlist.json') | 
|  | 202 | except DriverReaderException as e: | 
|  | 203 | trace_exception(e) | 
| Archana | e829cd6 | 2021-12-24 12:50:36 +0530 | [diff] [blame] | 204 | return 1 | 
| Xiaokang Qian | 54a4fdf | 2023-09-11 02:39:27 +0000 | [diff] [blame] | 205 | for template_filename in TEMPLATE_FILENAMES: | 
|  | 206 | generate_driver_wrapper_file(template_directory, output_directory, | 
|  | 207 | template_filename, merged_driver_json) | 
| Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 208 | return 0 | 
|  | 209 |  | 
| Asfandyar Orakzai | 08f397a | 2022-09-15 14:25:37 +0200 | [diff] [blame] | 210 |  | 
| Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 211 | if __name__ == '__main__': | 
|  | 212 | sys.exit(main()) |