Archana | 1f1a34a | 2021-11-17 08:44:07 +0530 | [diff] [blame] | 1 | #!/usr/bin/env python3 |
Xiaokang Qian | 54a4fdf | 2023-09-11 02:39:27 +0000 | [diff] [blame] | 2 | """Generate library/psa_crypto_driver_wrappers.h |
| 3 | library/psa_crypto_driver_wrappers_no_static.c |
Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 4 | |
Andrzej Kurek | 5c65c57 | 2022-04-13 14:28:52 -0400 | [diff] [blame] | 5 | This module is invoked by the build scripts to auto generate the |
Xiaokang Qian | 54a4fdf | 2023-09-11 02:39:27 +0000 | [diff] [blame] | 6 | psa_crypto_driver_wrappers.h and psa_crypto_driver_wrappers_no_static |
| 7 | based on template files in script/data_files/driver_templates/. |
Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 8 | """ |
| 9 | # Copyright The Mbed TLS Contributors |
Thomas Daubney | c1750bb | 2023-11-14 15:16:38 +0000 | [diff] [blame] | 10 | # SPDX-License-Identifier: Apache-2.0 OR GPL-2.0-or-later |
Archana | 1f1a34a | 2021-11-17 08:44:07 +0530 | [diff] [blame] | 11 | |
| 12 | import sys |
Archana | 1f1a34a | 2021-11-17 08:44:07 +0530 | [diff] [blame] | 13 | import os |
Archana | e829cd6 | 2021-12-24 12:50:36 +0530 | [diff] [blame] | 14 | import json |
Asfandyar Orakzai | 5c9569a | 2022-09-17 23:13:52 +0200 | [diff] [blame] | 15 | from typing import NewType, Dict, Any |
| 16 | from traceback import format_tb |
Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 17 | import argparse |
Archana | 3143805 | 2022-01-09 15:01:20 +0530 | [diff] [blame] | 18 | import jsonschema |
Archana | 1f1a34a | 2021-11-17 08:44:07 +0530 | [diff] [blame] | 19 | import jinja2 |
Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 20 | from mbedtls_dev import build_tree |
Archana | 1f1a34a | 2021-11-17 08:44:07 +0530 | [diff] [blame] | 21 | |
Archana | fdbbcba | 2022-02-27 05:38:55 +0530 | [diff] [blame] | 22 | JSONSchema = NewType('JSONSchema', object) |
Archana | a78dc70 | 2022-03-13 17:57:45 +0530 | [diff] [blame] | 23 | # The Driver is an Object, but practically it's indexable and can called a dictionary to |
| 24 | # keep MyPy happy till MyPy comes with a more composite type for JsonObjects. |
| 25 | Driver = NewType('Driver', dict) |
Archana | fdbbcba | 2022-02-27 05:38:55 +0530 | [diff] [blame] | 26 | |
Asfandyar Orakzai | 08f397a | 2022-09-15 14:25:37 +0200 | [diff] [blame] | 27 | |
| 28 | class JsonValidationException(Exception): |
| 29 | def __init__(self, message="Json Validation Failed"): |
| 30 | self.message = message |
| 31 | super().__init__(self.message) |
| 32 | |
| 33 | |
Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 34 | class DriverReaderException(Exception): |
| 35 | def __init__(self, message="Driver Reader Failed"): |
| 36 | self.message = message |
| 37 | super().__init__(self.message) |
| 38 | |
| 39 | |
Archana | e829cd6 | 2021-12-24 12:50:36 +0530 | [diff] [blame] | 40 | def render(template_path: str, driver_jsoncontext: list) -> str: |
Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 41 | """ |
Archana | e829cd6 | 2021-12-24 12:50:36 +0530 | [diff] [blame] | 42 | Render template from the input file and driver JSON. |
Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 43 | """ |
Archana | 6f21e45 | 2021-11-23 14:46:51 +0530 | [diff] [blame] | 44 | environment = jinja2.Environment( |
| 45 | loader=jinja2.FileSystemLoader(os.path.dirname(template_path)), |
| 46 | keep_trailing_newline=True) |
| 47 | template = environment.get_template(os.path.basename(template_path)) |
Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 48 | |
Archana | 3143805 | 2022-01-09 15:01:20 +0530 | [diff] [blame] | 49 | return template.render(drivers=driver_jsoncontext) |
Archana | 1f1a34a | 2021-11-17 08:44:07 +0530 | [diff] [blame] | 50 | |
Asfandyar Orakzai | 9e6170d | 2022-09-17 23:37:16 +0200 | [diff] [blame] | 51 | def generate_driver_wrapper_file(template_dir: str, |
| 52 | output_dir: str, |
Xiaokang Qian | 54a4fdf | 2023-09-11 02:39:27 +0000 | [diff] [blame] | 53 | template_file_name: str, |
Asfandyar Orakzai | 9e6170d | 2022-09-17 23:37:16 +0200 | [diff] [blame] | 54 | driver_jsoncontext: list) -> None: |
Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 55 | """ |
| 56 | Generate the file psa_crypto_driver_wrapper.c. |
| 57 | """ |
| 58 | driver_wrapper_template_filename = \ |
Xiaokang Qian | 54a4fdf | 2023-09-11 02:39:27 +0000 | [diff] [blame] | 59 | os.path.join(template_dir, template_file_name) |
Archana | 1f1a34a | 2021-11-17 08:44:07 +0530 | [diff] [blame] | 60 | |
Archana | e829cd6 | 2021-12-24 12:50:36 +0530 | [diff] [blame] | 61 | result = render(driver_wrapper_template_filename, driver_jsoncontext) |
Archana | 1f1a34a | 2021-11-17 08:44:07 +0530 | [diff] [blame] | 62 | |
Xiaokang Qian | 7d546c7 | 2023-09-12 10:45:55 +0000 | [diff] [blame] | 63 | with open(file=os.path.join(output_dir, os.path.splitext(template_file_name)[0]), |
Asfandyar Orakzai | 5c9569a | 2022-09-17 23:13:52 +0200 | [diff] [blame] | 64 | mode='w', |
| 65 | encoding='UTF-8') as out_file: |
Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 66 | out_file.write(result) |
Archana | 6f21e45 | 2021-11-23 14:46:51 +0530 | [diff] [blame] | 67 | |
Archana | e829cd6 | 2021-12-24 12:50:36 +0530 | [diff] [blame] | 68 | |
Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 69 | def validate_json(driverjson_data: Driver, driverschema_list: dict) -> None: |
Archana | e829cd6 | 2021-12-24 12:50:36 +0530 | [diff] [blame] | 70 | """ |
Archana | fdbbcba | 2022-02-27 05:38:55 +0530 | [diff] [blame] | 71 | Validate the Driver JSON against an appropriate schema |
| 72 | the schema passed could be that matching an opaque/ transparent driver. |
Archana | 04cfe34 | 2022-01-09 13:28:28 +0530 | [diff] [blame] | 73 | """ |
Archana | fdbbcba | 2022-02-27 05:38:55 +0530 | [diff] [blame] | 74 | driver_type = driverjson_data["type"] |
| 75 | driver_prefix = driverjson_data["prefix"] |
Archana | 04cfe34 | 2022-01-09 13:28:28 +0530 | [diff] [blame] | 76 | try: |
Archana | fdbbcba | 2022-02-27 05:38:55 +0530 | [diff] [blame] | 77 | _schema = driverschema_list[driver_type] |
| 78 | jsonschema.validate(instance=driverjson_data, schema=_schema) |
Archana | fdbbcba | 2022-02-27 05:38:55 +0530 | [diff] [blame] | 79 | except KeyError as err: |
Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 80 | # This could happen if the driverjson_data.type does not exist in the provided schema list |
Archana | fdbbcba | 2022-02-27 05:38:55 +0530 | [diff] [blame] | 81 | # schemas = {'transparent': transparent_driver_schema, 'opaque': opaque_driver_schema} |
| 82 | # Print onto stdout and stderr. |
| 83 | print("Unknown Driver type " + driver_type + |
| 84 | " for driver " + driver_prefix, str(err)) |
| 85 | print("Unknown Driver type " + driver_type + |
| 86 | " for driver " + driver_prefix, str(err), file=sys.stderr) |
Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 87 | raise JsonValidationException() from err |
Archana | fdbbcba | 2022-02-27 05:38:55 +0530 | [diff] [blame] | 88 | |
Archana | 04cfe34 | 2022-01-09 13:28:28 +0530 | [diff] [blame] | 89 | except jsonschema.exceptions.ValidationError as err: |
Archana | fdbbcba | 2022-02-27 05:38:55 +0530 | [diff] [blame] | 90 | # Print onto stdout and stderr. |
| 91 | print("Error: Failed to validate data file: {} using schema: {}." |
| 92 | "\n Exception Message: \"{}\"" |
| 93 | " ".format(driverjson_data, _schema, str(err))) |
| 94 | print("Error: Failed to validate data file: {} using schema: {}." |
| 95 | "\n Exception Message: \"{}\"" |
| 96 | " ".format(driverjson_data, _schema, str(err)), file=sys.stderr) |
Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 97 | raise JsonValidationException() from err |
Archana | 04cfe34 | 2022-01-09 13:28:28 +0530 | [diff] [blame] | 98 | |
Asfandyar Orakzai | 08f397a | 2022-09-15 14:25:37 +0200 | [diff] [blame] | 99 | |
| 100 | def load_driver(schemas: Dict[str, Any], driver_file: str) -> Any: |
Asfandyar Orakzai | 9e6170d | 2022-09-17 23:37:16 +0200 | [diff] [blame] | 101 | """loads validated json driver""" |
Asfandyar Orakzai | 5c9569a | 2022-09-17 23:13:52 +0200 | [diff] [blame] | 102 | with open(file=driver_file, mode='r', encoding='UTF-8') as f: |
Asfandyar Orakzai | 08f397a | 2022-09-15 14:25:37 +0200 | [diff] [blame] | 103 | json_data = json.load(f) |
Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 104 | try: |
| 105 | validate_json(json_data, schemas) |
| 106 | except JsonValidationException as e: |
| 107 | raise DriverReaderException from e |
Asfandyar Orakzai | 08f397a | 2022-09-15 14:25:37 +0200 | [diff] [blame] | 108 | return json_data |
| 109 | |
| 110 | |
Thomas Daubney | 772056c | 2023-11-22 16:23:16 +0000 | [diff] [blame] | 111 | def load_schemas(project_root: str) -> Dict[str, Any]: |
Asfandyar Orakzai | ac6f650 | 2022-09-19 10:03:05 +0200 | [diff] [blame] | 112 | """ |
| 113 | Load schemas map |
| 114 | """ |
Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 115 | schema_file_paths = { |
Thomas Daubney | 772056c | 2023-11-22 16:23:16 +0000 | [diff] [blame] | 116 | 'transparent': os.path.join(project_root, |
Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 117 | 'scripts', |
| 118 | 'data_files', |
| 119 | 'driver_jsons', |
| 120 | 'driver_transparent_schema.json'), |
Thomas Daubney | 772056c | 2023-11-22 16:23:16 +0000 | [diff] [blame] | 121 | 'opaque': os.path.join(project_root, |
Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 122 | 'scripts', |
| 123 | 'data_files', |
| 124 | 'driver_jsons', |
Asfandyar Orakzai | 4ca4a93 | 2022-09-18 12:37:53 +0200 | [diff] [blame] | 125 | 'driver_opaque_schema.json') |
Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 126 | } |
| 127 | driver_schema = {} |
| 128 | for key, file_path in schema_file_paths.items(): |
Asfandyar Orakzai | 5c9569a | 2022-09-17 23:13:52 +0200 | [diff] [blame] | 129 | with open(file=file_path, mode='r', encoding='UTF-8') as file: |
Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 130 | driver_schema[key] = json.load(file) |
| 131 | return driver_schema |
| 132 | |
| 133 | |
Thomas Daubney | 772056c | 2023-11-22 16:23:16 +0000 | [diff] [blame] | 134 | def read_driver_descriptions(project_root: str, |
Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 135 | json_directory: str, |
| 136 | jsondriver_list: str) -> list: |
Archana | 04cfe34 | 2022-01-09 13:28:28 +0530 | [diff] [blame] | 137 | """ |
| 138 | Merge driver JSON files into a single ordered JSON after validation. |
Archana | e829cd6 | 2021-12-24 12:50:36 +0530 | [diff] [blame] | 139 | """ |
Thomas Daubney | 772056c | 2023-11-22 16:23:16 +0000 | [diff] [blame] | 140 | driver_schema = load_schemas(project_root) |
Archana | 04cfe34 | 2022-01-09 13:28:28 +0530 | [diff] [blame] | 141 | |
Asfandyar Orakzai | 5c9569a | 2022-09-17 23:13:52 +0200 | [diff] [blame] | 142 | with open(file=os.path.join(json_directory, jsondriver_list), |
| 143 | mode='r', |
| 144 | encoding='UTF-8') as driver_list_file: |
Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 145 | driver_list = json.load(driver_list_file) |
Asfandyar Orakzai | 08f397a | 2022-09-15 14:25:37 +0200 | [diff] [blame] | 146 | |
Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 147 | return [load_driver(schemas=driver_schema, |
| 148 | driver_file=os.path.join(json_directory, driver_file_name)) |
| 149 | for driver_file_name in driver_list] |
Asfandyar Orakzai | 08f397a | 2022-09-15 14:25:37 +0200 | [diff] [blame] | 150 | |
Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 151 | |
Asfandyar Orakzai | 9e6170d | 2022-09-17 23:37:16 +0200 | [diff] [blame] | 152 | def trace_exception(e: Exception, file=sys.stderr) -> None: |
| 153 | """Prints exception trace to the given TextIO handle""" |
Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 154 | print("Exception: type: %s, message: %s, trace: %s" % ( |
| 155 | e.__class__, str(e), format_tb(e.__traceback__) |
| 156 | ), file) |
Archana | e829cd6 | 2021-12-24 12:50:36 +0530 | [diff] [blame] | 157 | |
| 158 | |
Xiaokang Qian | fe9666b | 2023-09-11 10:36:20 +0000 | [diff] [blame] | 159 | TEMPLATE_FILENAMES = ["psa_crypto_driver_wrappers.h.jinja", |
Xiaokang Qian | 54a4fdf | 2023-09-11 02:39:27 +0000 | [diff] [blame] | 160 | "psa_crypto_driver_wrappers_no_static.c.jinja"] |
| 161 | |
Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 162 | def main() -> int: |
| 163 | """ |
| 164 | Main with command line arguments. |
| 165 | """ |
Thomas Daubney | 755d321 | 2023-11-22 17:18:22 +0000 | [diff] [blame] | 166 | def_arg_project_root = build_tree.guess_project_root() |
Archana | 4a9e026 | 2021-12-19 13:34:30 +0530 | [diff] [blame] | 167 | |
Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 168 | parser = argparse.ArgumentParser() |
Thomas Daubney | 772056c | 2023-11-22 16:23:16 +0000 | [diff] [blame] | 169 | parser.add_argument('--project-root', default=def_arg_project_root, |
Thomas Daubney | 5556f90 | 2023-11-15 16:43:02 +0000 | [diff] [blame] | 170 | help='root directory of repo source code') |
Archana | 22c7827 | 2022-04-11 10:12:08 +0530 | [diff] [blame] | 171 | parser.add_argument('--template-dir', |
| 172 | help='directory holding the driver templates') |
| 173 | parser.add_argument('--json-dir', |
| 174 | help='directory holding the driver JSONs') |
Archana | 01aa39e | 2022-03-14 15:29:00 +0530 | [diff] [blame] | 175 | parser.add_argument('output_directory', nargs='?', |
| 176 | help='output file\'s location') |
Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 177 | args = parser.parse_args() |
Archana | 4a9e026 | 2021-12-19 13:34:30 +0530 | [diff] [blame] | 178 | |
Thomas Daubney | 772056c | 2023-11-22 16:23:16 +0000 | [diff] [blame] | 179 | project_root = os.path.abspath(args.project_root) |
Archana | 01aa39e | 2022-03-14 15:29:00 +0530 | [diff] [blame] | 180 | |
Thomas Daubney | 56bee03 | 2023-11-30 14:33:35 +0000 | [diff] [blame] | 181 | crypto_core_directory = build_tree.crypto_core_directory(project_root) |
Thomas Daubney | 4291bc2 | 2023-11-14 18:05:19 +0000 | [diff] [blame] | 182 | |
Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 183 | output_directory = args.output_directory if args.output_directory is not None else \ |
Thomas Daubney | f05b768 | 2023-12-08 09:47:48 +0000 | [diff] [blame] | 184 | crypto_core_directory |
Thomas Daubney | 4291bc2 | 2023-11-14 18:05:19 +0000 | [diff] [blame] | 185 | |
Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 186 | template_directory = args.template_dir if args.template_dir is not None else \ |
Thomas Daubney | 772056c | 2023-11-22 16:23:16 +0000 | [diff] [blame] | 187 | os.path.join(project_root, |
Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 188 | 'scripts', |
| 189 | 'data_files', |
| 190 | 'driver_templates') |
| 191 | json_directory = args.json_dir if args.json_dir is not None else \ |
Thomas Daubney | 772056c | 2023-11-22 16:23:16 +0000 | [diff] [blame] | 192 | os.path.join(project_root, |
Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 193 | 'scripts', |
| 194 | 'data_files', |
| 195 | 'driver_jsons') |
Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 196 | |
Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 197 | try: |
| 198 | # Read and validate list of driver jsons from driverlist.json |
Thomas Daubney | 772056c | 2023-11-22 16:23:16 +0000 | [diff] [blame] | 199 | merged_driver_json = read_driver_descriptions(project_root, |
Asfandyar Orakzai | de08803 | 2022-09-17 22:07:58 +0200 | [diff] [blame] | 200 | json_directory, |
| 201 | 'driverlist.json') |
| 202 | except DriverReaderException as e: |
| 203 | trace_exception(e) |
Archana | e829cd6 | 2021-12-24 12:50:36 +0530 | [diff] [blame] | 204 | return 1 |
Xiaokang Qian | 54a4fdf | 2023-09-11 02:39:27 +0000 | [diff] [blame] | 205 | for template_filename in TEMPLATE_FILENAMES: |
| 206 | generate_driver_wrapper_file(template_directory, output_directory, |
| 207 | template_filename, merged_driver_json) |
Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 208 | return 0 |
| 209 | |
Asfandyar Orakzai | 08f397a | 2022-09-15 14:25:37 +0200 | [diff] [blame] | 210 | |
Archana | e03960e | 2021-12-19 09:17:04 +0530 | [diff] [blame] | 211 | if __name__ == '__main__': |
| 212 | sys.exit(main()) |