David Brazdil | 7a462ec | 2019-08-15 12:27:47 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2019 The Hafnium Authors. |
| 3 | * |
Andrew Walbran | e959ec1 | 2020-06-17 15:01:09 +0100 | [diff] [blame] | 4 | * Use of this source code is governed by a BSD-style |
| 5 | * license that can be found in the LICENSE file or at |
| 6 | * https://opensource.org/licenses/BSD-3-Clause. |
David Brazdil | 7a462ec | 2019-08-15 12:27:47 +0100 | [diff] [blame] | 7 | */ |
| 8 | |
| 9 | #pragma once |
| 10 | |
Olivier Deprez | 62d99e3 | 2020-01-09 15:58:07 +0100 | [diff] [blame] | 11 | #include "hf/addr.h" |
Raghu Krishnamurthy | b49549e | 2021-07-02 08:27:38 -0700 | [diff] [blame] | 12 | #include "hf/fdt.h" |
Andrew Walbran | b5ab43c | 2020-04-30 11:32:54 +0100 | [diff] [blame] | 13 | #include "hf/ffa.h" |
David Brazdil | 7a462ec | 2019-08-15 12:27:47 +0100 | [diff] [blame] | 14 | #include "hf/memiter.h" |
David Brazdil | 136f294 | 2019-09-23 14:11:03 +0100 | [diff] [blame] | 15 | #include "hf/string.h" |
Andrew Scull | ae9962e | 2019-10-03 16:51:16 +0100 | [diff] [blame] | 16 | #include "hf/vm.h" |
David Brazdil | 0dbb41f | 2019-09-09 18:03:35 +0100 | [diff] [blame] | 17 | |
David Brazdil | 080ee31 | 2020-02-25 15:30:30 -0800 | [diff] [blame] | 18 | #define MANIFEST_INVALID_ADDRESS UINT64_MAX |
Madhukar Pappireddy | 54680c7 | 2020-10-23 15:02:38 -0500 | [diff] [blame] | 19 | #define MANIFEST_INVALID_ID UINT32_MAX |
David Brazdil | 080ee31 | 2020-02-25 15:30:30 -0800 | [diff] [blame] | 20 | |
Olivier Deprez | 62d99e3 | 2020-01-09 15:58:07 +0100 | [diff] [blame] | 21 | #define SP_RTX_BUF_NAME_SIZE 10 |
| 22 | |
Olivier Deprez | 035fa15 | 2022-03-14 11:19:10 +0100 | [diff] [blame] | 23 | /** FF-A manifest memory and device regions attributes. */ |
| 24 | #define MANIFEST_REGION_ATTR_READ (UINT32_C(1) << 0) |
| 25 | #define MANIFEST_REGION_ATTR_WRITE (UINT32_C(1) << 1) |
| 26 | #define MANIFEST_REGION_ATTR_EXEC (UINT32_C(1) << 2) |
| 27 | #define MANIFEST_REGION_ATTR_SECURITY (UINT32_C(1) << 3) |
| 28 | |
| 29 | #define MANIFEST_REGION_ALL_ATTR_MASK \ |
| 30 | (MANIFEST_REGION_ATTR_READ | MANIFEST_REGION_ATTR_WRITE | \ |
| 31 | MANIFEST_REGION_ATTR_EXEC | MANIFEST_REGION_ATTR_SECURITY) |
Manish Pandey | 6542f5c | 2020-04-27 14:37:46 +0100 | [diff] [blame] | 32 | |
J-Alves | beeb6dc | 2021-12-08 18:21:32 +0000 | [diff] [blame] | 33 | /* Highest possible value for the boot-order field. */ |
| 34 | #define DEFAULT_BOOT_ORDER 0xFFFF |
J-Alves | 3531578 | 2022-01-25 17:58:32 +0000 | [diff] [blame] | 35 | #define DEFAULT_BOOT_GP_REGISTER UINT32_C(-1) |
J-Alves | b37fd08 | 2020-10-22 12:29:21 +0100 | [diff] [blame] | 36 | |
Olivier Deprez | 62d99e3 | 2020-01-09 15:58:07 +0100 | [diff] [blame] | 37 | enum run_time_el { |
| 38 | EL1 = 0, |
| 39 | S_EL0, |
| 40 | S_EL1, |
| 41 | SUPERVISOR_MODE, |
| 42 | SECURE_USER_MODE, |
| 43 | SECURE_SUPERVISOR_MODE |
| 44 | }; |
| 45 | |
| 46 | enum execution_state { AARCH64 = 0, AARCH32 }; |
| 47 | |
| 48 | enum xlat_granule { PAGE_4KB = 0, PAGE_16KB, PAGE_64KB }; |
| 49 | |
Olivier Deprez | 62d99e3 | 2020-01-09 15:58:07 +0100 | [diff] [blame] | 50 | /** |
Olivier Deprez | c13a869 | 2022-04-08 17:47:14 +0200 | [diff] [blame] | 51 | * Partition Memory region as described in FFA v1.0 spec, Table 10 |
Manish Pandey | 6542f5c | 2020-04-27 14:37:46 +0100 | [diff] [blame] | 52 | */ |
| 53 | struct memory_region { |
| 54 | /** |
| 55 | * Specify PA, VA for S-EL0 partitions or IPA |
| 56 | * for S-EL1 partitions - optional. |
| 57 | */ |
| 58 | uintptr_t base_address; |
| 59 | /** Page count - mandatory */ |
| 60 | uint32_t page_count; |
| 61 | /** Memory attributes - mandatory */ |
| 62 | uint32_t attributes; |
| 63 | /** Name of memory region - optional */ |
| 64 | struct string name; |
| 65 | }; |
| 66 | |
Raghu Krishnamurthy | ad38a9c | 2022-07-20 07:30:36 -0700 | [diff] [blame] | 67 | struct interrupt_info { |
Manish Pandey | e68e793 | 2020-04-23 15:29:28 +0100 | [diff] [blame] | 68 | uint32_t id; |
| 69 | uint32_t attributes; |
Raghu Krishnamurthy | 98da1ca | 2022-10-04 08:59:01 -0700 | [diff] [blame^] | 70 | bool mpidr_valid; |
| 71 | uint64_t mpidr; |
Manish Pandey | e68e793 | 2020-04-23 15:29:28 +0100 | [diff] [blame] | 72 | }; |
| 73 | |
| 74 | /** |
Olivier Deprez | c13a869 | 2022-04-08 17:47:14 +0200 | [diff] [blame] | 75 | * Partition Device region as described in FFA v1.0 spec, Table 11 |
Manish Pandey | e68e793 | 2020-04-23 15:29:28 +0100 | [diff] [blame] | 76 | */ |
| 77 | struct device_region { |
| 78 | /** Device base PA - mandatory */ |
| 79 | uintptr_t base_address; |
| 80 | /** Page count - mandatory */ |
| 81 | uint32_t page_count; |
| 82 | /** Memory attributes - mandatory */ |
| 83 | uint32_t attributes; |
| 84 | /** List of physical interrupt ID's and their attributes - optional */ |
Raghu Krishnamurthy | ad38a9c | 2022-07-20 07:30:36 -0700 | [diff] [blame] | 85 | struct interrupt_info interrupts[PARTITION_MAX_INTERRUPTS_PER_DEVICE]; |
Madhukar Pappireddy | 5fc8be1 | 2021-08-03 11:42:53 -0500 | [diff] [blame] | 86 | /** Count of physical interrupts - optional */ |
| 87 | uint8_t interrupt_count; |
Manish Pandey | e68e793 | 2020-04-23 15:29:28 +0100 | [diff] [blame] | 88 | /** SMMU ID - optional */ |
| 89 | uint32_t smmu_id; |
Madhukar Pappireddy | 54680c7 | 2020-10-23 15:02:38 -0500 | [diff] [blame] | 90 | /** Count of Stream IDs assigned to device - optional */ |
| 91 | uint8_t stream_count; |
Manish Pandey | e68e793 | 2020-04-23 15:29:28 +0100 | [diff] [blame] | 92 | /** List of Stream IDs assigned to device - optional */ |
Raghu Krishnamurthy | 641dcd8 | 2022-07-19 23:21:20 -0700 | [diff] [blame] | 93 | uint32_t stream_ids[PARTITION_MAX_STREAMS_PER_DEVICE]; |
Manish Pandey | e68e793 | 2020-04-23 15:29:28 +0100 | [diff] [blame] | 94 | /** Exclusive access to an endpoint - optional */ |
| 95 | bool exclusive_access; |
| 96 | /** Name of Device region - optional */ |
| 97 | struct string name; |
| 98 | }; |
| 99 | |
Manish Pandey | 6542f5c | 2020-04-27 14:37:46 +0100 | [diff] [blame] | 100 | /** |
Manish Pandey | fa1f291 | 2020-05-05 12:57:01 +0100 | [diff] [blame] | 101 | * RX/TX buffer, reference to memory-region entries that describe RX/TX |
| 102 | * buffers in partition manifest. |
| 103 | */ |
| 104 | struct rx_tx { |
| 105 | bool available; |
| 106 | uint32_t rx_phandle; |
| 107 | uint32_t tx_phandle; |
| 108 | struct memory_region *rx_buffer; |
| 109 | struct memory_region *tx_buffer; |
| 110 | }; |
| 111 | |
| 112 | /** |
Olivier Deprez | c13a869 | 2022-04-08 17:47:14 +0200 | [diff] [blame] | 113 | * Partition manifest as described in FF-A v1.0 spec section 3.1 |
Olivier Deprez | 62d99e3 | 2020-01-09 15:58:07 +0100 | [diff] [blame] | 114 | */ |
Raghu Krishnamurthy | 8c250a9 | 2021-07-02 12:16:42 -0700 | [diff] [blame] | 115 | struct partition_manifest { |
Olivier Deprez | c13a869 | 2022-04-08 17:47:14 +0200 | [diff] [blame] | 116 | /** FF-A expected version - mandatory */ |
Olivier Deprez | 62d99e3 | 2020-01-09 15:58:07 +0100 | [diff] [blame] | 117 | uint32_t ffa_version; |
| 118 | /** UUID - mandatory */ |
Fuad Tabba | e4efcc3 | 2020-07-16 15:37:27 +0100 | [diff] [blame] | 119 | struct ffa_uuid uuid; |
Olivier Deprez | 62d99e3 | 2020-01-09 15:58:07 +0100 | [diff] [blame] | 120 | /** Partition id - optional */ |
| 121 | ffa_vm_id_t id; |
| 122 | /** Aux ids for mem transactions - optional */ |
| 123 | ffa_vm_id_t aux_id; |
| 124 | |
| 125 | /* NOTE: optional name field maps to VM debug_name field */ |
| 126 | |
| 127 | /** mandatory */ |
| 128 | ffa_vcpu_count_t execution_ctx_count; |
| 129 | /** EL1 or secure EL1, secure EL0 - mandatory */ |
| 130 | enum run_time_el run_time_el; |
| 131 | /** AArch32 / AArch64 - mandatory */ |
| 132 | enum execution_state execution_state; |
| 133 | /** optional */ |
| 134 | uintpaddr_t load_addr; |
| 135 | /** optional */ |
| 136 | size_t ep_offset; |
J-Alves | 4369bd9 | 2020-08-07 16:35:36 +0100 | [diff] [blame] | 137 | /** 4/16/64KB - optional */ |
Olivier Deprez | 62d99e3 | 2020-01-09 15:58:07 +0100 | [diff] [blame] | 138 | enum xlat_granule xlat_granule; |
J-Alves | 3531578 | 2022-01-25 17:58:32 +0000 | [diff] [blame] | 139 | /** Register id from w0/x0-w3/x3 - optional. */ |
| 140 | uint32_t gp_register_num; |
| 141 | /** |
| 142 | * Flags the presence of the optional IMPDEF node to define Partition's |
| 143 | * Boot Info. |
| 144 | */ |
| 145 | bool boot_info; |
Olivier Deprez | 62d99e3 | 2020-01-09 15:58:07 +0100 | [diff] [blame] | 146 | /** optional */ |
| 147 | uint16_t boot_order; |
| 148 | |
| 149 | /** Optional RX/TX buffers */ |
Manish Pandey | fa1f291 | 2020-05-05 12:57:01 +0100 | [diff] [blame] | 150 | struct rx_tx rxtx; |
Olivier Deprez | 62d99e3 | 2020-01-09 15:58:07 +0100 | [diff] [blame] | 151 | |
| 152 | /** mandatory - direct/indirect msg or both */ |
Maksims Svecovs | b596eab | 2021-04-27 00:52:27 +0100 | [diff] [blame] | 153 | uint8_t messaging_method; |
Madhukar Pappireddy | 8415405 | 2022-06-21 18:30:25 -0500 | [diff] [blame] | 154 | /** mandatory - action in response to non secure interrupt */ |
| 155 | uint8_t ns_interrupts_action; |
Madhukar Pappireddy | 046dad0 | 2022-06-21 18:43:33 -0500 | [diff] [blame] | 156 | /** optional - managed exit signaled through vIRQ */ |
| 157 | bool me_signal_virq; |
J-Alves | a4730db | 2021-11-02 10:31:01 +0000 | [diff] [blame] | 158 | /** optional - receipt of notifications. */ |
| 159 | bool notification_support; |
Maksims Svecovs | 9ddf86a | 2021-05-06 17:17:21 +0100 | [diff] [blame] | 160 | /** optional */ |
Olivier Deprez | 62d99e3 | 2020-01-09 15:58:07 +0100 | [diff] [blame] | 161 | bool has_primary_scheduler; |
| 162 | /** optional - preemptible / run to completion */ |
| 163 | uint8_t runtime_model; |
Olivier Deprez | 62d99e3 | 2020-01-09 15:58:07 +0100 | [diff] [blame] | 164 | /** optional - tuples SEPID/SMMUID/streamId */ |
| 165 | uint32_t stream_ep_ids[1]; |
Manish Pandey | 6542f5c | 2020-04-27 14:37:46 +0100 | [diff] [blame] | 166 | |
| 167 | /** Memory regions */ |
Raghu Krishnamurthy | 641dcd8 | 2022-07-19 23:21:20 -0700 | [diff] [blame] | 168 | uint16_t mem_region_count; |
| 169 | struct memory_region mem_regions[PARTITION_MAX_MEMORY_REGIONS]; |
Manish Pandey | e68e793 | 2020-04-23 15:29:28 +0100 | [diff] [blame] | 170 | /** Device regions */ |
Raghu Krishnamurthy | 641dcd8 | 2022-07-19 23:21:20 -0700 | [diff] [blame] | 171 | uint16_t dev_region_count; |
| 172 | struct device_region dev_regions[PARTITION_MAX_DEVICE_REGIONS]; |
Olivier Deprez | 62d99e3 | 2020-01-09 15:58:07 +0100 | [diff] [blame] | 173 | }; |
| 174 | |
| 175 | /** |
David Brazdil | 7a462ec | 2019-08-15 12:27:47 +0100 | [diff] [blame] | 176 | * Holds information about one of the VMs described in the manifest. |
| 177 | */ |
| 178 | struct manifest_vm { |
| 179 | /* Properties defined for both primary and secondary VMs. */ |
David Brazdil | 136f294 | 2019-09-23 14:11:03 +0100 | [diff] [blame] | 180 | struct string debug_name; |
| 181 | struct string kernel_filename; |
Andrew Scull | ae9962e | 2019-10-03 16:51:16 +0100 | [diff] [blame] | 182 | struct smc_whitelist smc_whitelist; |
Olivier Deprez | 62d99e3 | 2020-01-09 15:58:07 +0100 | [diff] [blame] | 183 | bool is_ffa_partition; |
Raghu Krishnamurthy | b49549e | 2021-07-02 08:27:38 -0700 | [diff] [blame] | 184 | bool is_hyp_loaded; |
Raghu Krishnamurthy | 8c250a9 | 2021-07-02 12:16:42 -0700 | [diff] [blame] | 185 | struct partition_manifest partition; |
David Brazdil | 7a462ec | 2019-08-15 12:27:47 +0100 | [diff] [blame] | 186 | |
David Brazdil | e6f8322 | 2019-09-23 14:47:37 +0100 | [diff] [blame] | 187 | union { |
| 188 | /* Properties specific to the primary VM. */ |
| 189 | struct { |
David Brazdil | 080ee31 | 2020-02-25 15:30:30 -0800 | [diff] [blame] | 190 | uint64_t boot_address; |
David Brazdil | e6f8322 | 2019-09-23 14:47:37 +0100 | [diff] [blame] | 191 | struct string ramdisk_filename; |
| 192 | } primary; |
| 193 | /* Properties specific to secondary VMs. */ |
| 194 | struct { |
| 195 | uint64_t mem_size; |
Andrew Walbran | b5ab43c | 2020-04-30 11:32:54 +0100 | [diff] [blame] | 196 | ffa_vcpu_count_t vcpu_count; |
Fuad Tabba | 50469e0 | 2020-06-30 15:14:28 +0100 | [diff] [blame] | 197 | struct string fdt_filename; |
David Brazdil | e6f8322 | 2019-09-23 14:47:37 +0100 | [diff] [blame] | 198 | } secondary; |
| 199 | }; |
David Brazdil | 7a462ec | 2019-08-15 12:27:47 +0100 | [diff] [blame] | 200 | }; |
| 201 | |
| 202 | /** |
| 203 | * Hafnium manifest parsed from FDT. |
| 204 | */ |
| 205 | struct manifest { |
Andrew Walbran | b5ab43c | 2020-04-30 11:32:54 +0100 | [diff] [blame] | 206 | bool ffa_tee_enabled; |
| 207 | ffa_vm_count_t vm_count; |
David Brazdil | 7a462ec | 2019-08-15 12:27:47 +0100 | [diff] [blame] | 208 | struct manifest_vm vm[MAX_VMS]; |
| 209 | }; |
| 210 | |
| 211 | enum manifest_return_code { |
| 212 | MANIFEST_SUCCESS = 0, |
David Brazdil | a2358d4 | 2020-01-27 18:51:38 +0000 | [diff] [blame] | 213 | MANIFEST_ERROR_FILE_SIZE, |
Olivier Deprez | 62d99e3 | 2020-01-09 15:58:07 +0100 | [diff] [blame] | 214 | MANIFEST_ERROR_MALFORMED_DTB, |
David Brazdil | a2358d4 | 2020-01-27 18:51:38 +0000 | [diff] [blame] | 215 | MANIFEST_ERROR_NO_ROOT_NODE, |
David Brazdil | 7a462ec | 2019-08-15 12:27:47 +0100 | [diff] [blame] | 216 | MANIFEST_ERROR_NO_HYPERVISOR_FDT_NODE, |
David Brazdil | 74e9c3b | 2019-08-28 11:09:08 +0100 | [diff] [blame] | 217 | MANIFEST_ERROR_NOT_COMPATIBLE, |
David Brazdil | 7a462ec | 2019-08-15 12:27:47 +0100 | [diff] [blame] | 218 | MANIFEST_ERROR_RESERVED_VM_ID, |
| 219 | MANIFEST_ERROR_NO_PRIMARY_VM, |
| 220 | MANIFEST_ERROR_TOO_MANY_VMS, |
| 221 | MANIFEST_ERROR_PROPERTY_NOT_FOUND, |
| 222 | MANIFEST_ERROR_MALFORMED_STRING, |
David Brazdil | 0dbb41f | 2019-09-09 18:03:35 +0100 | [diff] [blame] | 223 | MANIFEST_ERROR_STRING_TOO_LONG, |
David Brazdil | 7a462ec | 2019-08-15 12:27:47 +0100 | [diff] [blame] | 224 | MANIFEST_ERROR_MALFORMED_INTEGER, |
| 225 | MANIFEST_ERROR_INTEGER_OVERFLOW, |
Andrew Scull | ae9962e | 2019-10-03 16:51:16 +0100 | [diff] [blame] | 226 | MANIFEST_ERROR_MALFORMED_INTEGER_LIST, |
Andrew Scull | b2c3a24 | 2019-11-04 13:52:36 +0000 | [diff] [blame] | 227 | MANIFEST_ERROR_MALFORMED_BOOLEAN, |
J-Alves | 3531578 | 2022-01-25 17:58:32 +0000 | [diff] [blame] | 228 | MANIFEST_ERROR_ARGUMENTS_LIST_EMPTY, |
Manish Pandey | 6542f5c | 2020-04-27 14:37:46 +0100 | [diff] [blame] | 229 | MANIFEST_ERROR_MEMORY_REGION_NODE_EMPTY, |
Manish Pandey | e68e793 | 2020-04-23 15:29:28 +0100 | [diff] [blame] | 230 | MANIFEST_ERROR_DEVICE_REGION_NODE_EMPTY, |
Manish Pandey | f06c907 | 2020-09-29 15:41:58 +0100 | [diff] [blame] | 231 | MANIFEST_ERROR_RXTX_SIZE_MISMATCH, |
Daniel Boulby | a7e9e18 | 2022-06-27 14:21:01 +0100 | [diff] [blame] | 232 | MANIFEST_ERROR_MEM_REGION_OVERLAP, |
Raghu Krishnamurthy | 384693c | 2021-10-11 13:56:24 -0700 | [diff] [blame] | 233 | MANIFEST_ERROR_INVALID_MEM_PERM, |
Daniel Boulby | 801f8ef | 2022-06-27 14:21:01 +0100 | [diff] [blame] | 234 | MANIFEST_ERROR_INTERRUPT_ID_REPEATED, |
Madhukar Pappireddy | 8415405 | 2022-06-21 18:30:25 -0500 | [diff] [blame] | 235 | MANIFEST_ILLEGAL_NS_ACTION, |
Raghu Krishnamurthy | 98da1ca | 2022-10-04 08:59:01 -0700 | [diff] [blame^] | 236 | MANIFEST_ERROR_INTERRUPT_ID_NOT_IN_LIST, |
David Brazdil | 7a462ec | 2019-08-15 12:27:47 +0100 | [diff] [blame] | 237 | }; |
| 238 | |
Olivier Deprez | 62d99e3 | 2020-01-09 15:58:07 +0100 | [diff] [blame] | 239 | enum manifest_return_code manifest_init(struct mm_stage1_locked stage1_locked, |
Olivier Deprez | 9364465 | 2022-09-09 11:01:12 +0200 | [diff] [blame] | 240 | struct manifest **manifest, |
Olivier Deprez | 62d99e3 | 2020-01-09 15:58:07 +0100 | [diff] [blame] | 241 | struct memiter *manifest_fdt, |
| 242 | struct mpool *ppool); |
Daniel Boulby | 801f8ef | 2022-06-27 14:21:01 +0100 | [diff] [blame] | 243 | void manifest_deinit(struct mpool *ppool); |
Olivier Deprez | 62d99e3 | 2020-01-09 15:58:07 +0100 | [diff] [blame] | 244 | |
Raghu Krishnamurthy | b49549e | 2021-07-02 08:27:38 -0700 | [diff] [blame] | 245 | enum manifest_return_code parse_ffa_manifest(struct fdt *fdt, |
J-Alves | 3531578 | 2022-01-25 17:58:32 +0000 | [diff] [blame] | 246 | struct manifest_vm *vm, |
| 247 | struct fdt_node *boot_info); |
| 248 | |
Olivier Deprez | 62d99e3 | 2020-01-09 15:58:07 +0100 | [diff] [blame] | 249 | void manifest_dump(struct manifest_vm *vm); |
David Brazdil | 7a462ec | 2019-08-15 12:27:47 +0100 | [diff] [blame] | 250 | |
| 251 | const char *manifest_strerror(enum manifest_return_code ret_code); |