Andrew Scull | 1883487 | 2018-10-12 11:48:09 +0100 | [diff] [blame] | 1 | /* |
Andrew Walbran | 692b325 | 2019-03-07 15:51:31 +0000 | [diff] [blame] | 2 | * Copyright 2018 The Hafnium Authors. |
Andrew Scull | 1883487 | 2018-10-12 11:48:09 +0100 | [diff] [blame] | 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * https://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Andrew Scull | fbc938a | 2018-08-20 14:09:28 +0100 | [diff] [blame] | 17 | #pragma once |
Andrew Scull | f35a5c9 | 2018-08-07 18:09:46 +0100 | [diff] [blame] | 18 | |
Andrew Scull | 6d2db33 | 2018-10-10 15:28:17 +0100 | [diff] [blame] | 19 | #include "hf/abi.h" |
Jose Marinho | a1dfeda | 2019-02-27 16:46:03 +0000 | [diff] [blame] | 20 | #include "hf/spci.h" |
Andrew Scull | 6d2db33 | 2018-10-10 15:28:17 +0100 | [diff] [blame] | 21 | #include "hf/types.h" |
Andrew Scull | f35a5c9 | 2018-08-07 18:09:46 +0100 | [diff] [blame] | 22 | |
| 23 | /* Keep macro alignment */ |
| 24 | /* clang-format off */ |
| 25 | |
Andrew Scull | f35a5c9 | 2018-08-07 18:09:46 +0100 | [diff] [blame] | 26 | /* TODO: Define constants below according to spec. */ |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 27 | #define HF_VM_GET_ID 0xff00 |
| 28 | #define HF_VM_GET_COUNT 0xff01 |
| 29 | #define HF_VCPU_GET_COUNT 0xff02 |
| 30 | #define HF_VCPU_RUN 0xff03 |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 31 | #define HF_VM_CONFIGURE 0xff05 |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 32 | #define HF_MAILBOX_CLEAR 0xff08 |
| 33 | #define HF_MAILBOX_WRITABLE_GET 0xff09 |
| 34 | #define HF_MAILBOX_WAITER_GET 0xff0a |
| 35 | #define HF_INTERRUPT_ENABLE 0xff0b |
| 36 | #define HF_INTERRUPT_GET 0xff0c |
| 37 | #define HF_INTERRUPT_INJECT 0xff0d |
Andrew Scull | 6386f25 | 2018-12-06 13:29:10 +0000 | [diff] [blame] | 38 | #define HF_SHARE_MEMORY 0xff0e |
Andrew Scull | f35a5c9 | 2018-08-07 18:09:46 +0100 | [diff] [blame] | 39 | |
| 40 | /* clang-format on */ |
| 41 | |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 42 | /** |
| 43 | * This function must be implemented to trigger the architecture specific |
| 44 | * mechanism to call to the hypervisor. |
Andrew Scull | f35a5c9 | 2018-08-07 18:09:46 +0100 | [diff] [blame] | 45 | */ |
Andrew Scull | c0e569a | 2018-10-02 18:05:21 +0100 | [diff] [blame] | 46 | int64_t hf_call(size_t arg0, size_t arg1, size_t arg2, size_t arg3); |
Andrew Scull | f35a5c9 | 2018-08-07 18:09:46 +0100 | [diff] [blame] | 47 | |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 48 | /** |
Andrew Scull | 55c4d8b | 2018-12-18 18:50:18 +0000 | [diff] [blame] | 49 | * Returns the VM's own ID. |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 50 | */ |
Andrew Walbran | 9553492 | 2019-06-19 11:32:54 +0100 | [diff] [blame] | 51 | static inline spci_vm_id_t hf_vm_get_id(void) |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 52 | { |
Andrew Scull | 55c4d8b | 2018-12-18 18:50:18 +0000 | [diff] [blame] | 53 | return hf_call(HF_VM_GET_ID, 0, 0, 0); |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 54 | } |
| 55 | |
| 56 | /** |
Andrew Scull | f35a5c9 | 2018-08-07 18:09:46 +0100 | [diff] [blame] | 57 | * Returns the number of secondary VMs. |
| 58 | */ |
Andrew Walbran | 52d9967 | 2019-06-25 15:51:11 +0100 | [diff] [blame] | 59 | static inline spci_vm_count_t hf_vm_get_count(void) |
Andrew Scull | f35a5c9 | 2018-08-07 18:09:46 +0100 | [diff] [blame] | 60 | { |
| 61 | return hf_call(HF_VM_GET_COUNT, 0, 0, 0); |
| 62 | } |
| 63 | |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 64 | /** |
Andrew Scull | f35a5c9 | 2018-08-07 18:09:46 +0100 | [diff] [blame] | 65 | * Returns the number of VCPUs configured in the given secondary VM. |
| 66 | */ |
Andrew Walbran | c6d23c4 | 2019-06-26 13:30:42 +0100 | [diff] [blame] | 67 | static inline spci_vcpu_count_t hf_vcpu_get_count(spci_vm_id_t vm_id) |
Andrew Scull | f35a5c9 | 2018-08-07 18:09:46 +0100 | [diff] [blame] | 68 | { |
Andrew Scull | 1950326 | 2018-09-20 14:48:39 +0100 | [diff] [blame] | 69 | return hf_call(HF_VCPU_GET_COUNT, vm_id, 0, 0); |
Andrew Scull | f35a5c9 | 2018-08-07 18:09:46 +0100 | [diff] [blame] | 70 | } |
| 71 | |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 72 | /** |
Andrew Scull | 55c4d8b | 2018-12-18 18:50:18 +0000 | [diff] [blame] | 73 | * Runs the given vcpu of the given vm. |
| 74 | * |
| 75 | * Returns an hf_vcpu_run_return struct telling the scheduler what to do next. |
| 76 | */ |
Andrew Walbran | 9553492 | 2019-06-19 11:32:54 +0100 | [diff] [blame] | 77 | static inline struct hf_vcpu_run_return hf_vcpu_run(spci_vm_id_t vm_id, |
Andrew Walbran | b037d5b | 2019-06-25 17:19:41 +0100 | [diff] [blame] | 78 | spci_vcpu_index_t vcpu_idx) |
Andrew Scull | 55c4d8b | 2018-12-18 18:50:18 +0000 | [diff] [blame] | 79 | { |
| 80 | return hf_vcpu_run_return_decode( |
| 81 | hf_call(HF_VCPU_RUN, vm_id, vcpu_idx, 0)); |
| 82 | } |
| 83 | |
| 84 | /** |
| 85 | * Hints that the vcpu is willing to yield its current use of the physical CPU. |
Jose Marinho | 135dff3 | 2019-02-28 10:25:57 +0000 | [diff] [blame] | 86 | * This call always returns SPCI_SUCCESS. |
Andrew Scull | 55c4d8b | 2018-12-18 18:50:18 +0000 | [diff] [blame] | 87 | */ |
Jose Marinho | 135dff3 | 2019-02-28 10:25:57 +0000 | [diff] [blame] | 88 | static inline int64_t spci_yield(void) |
Andrew Scull | 55c4d8b | 2018-12-18 18:50:18 +0000 | [diff] [blame] | 89 | { |
Jose Marinho | 135dff3 | 2019-02-28 10:25:57 +0000 | [diff] [blame] | 90 | return hf_call(SPCI_YIELD_32, 0, 0, 0); |
Andrew Scull | 55c4d8b | 2018-12-18 18:50:18 +0000 | [diff] [blame] | 91 | } |
| 92 | |
| 93 | /** |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 94 | * Configures the pages to send/receive data through. The pages must not be |
| 95 | * shared. |
Andrew Walbran | 54afb50 | 2018-11-26 16:01:11 +0000 | [diff] [blame] | 96 | * |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 97 | * Returns: |
| 98 | * - -1 on failure. |
| 99 | * - 0 on success if no further action is needed. |
| 100 | * - 1 if it was called by the primary VM and the primary VM now needs to wake |
| 101 | * up or kick waiters. |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 102 | */ |
Andrew Scull | c0e569a | 2018-10-02 18:05:21 +0100 | [diff] [blame] | 103 | static inline int64_t hf_vm_configure(hf_ipaddr_t send, hf_ipaddr_t recv) |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 104 | { |
| 105 | return hf_call(HF_VM_CONFIGURE, send, recv, 0); |
| 106 | } |
| 107 | |
| 108 | /** |
Andrew Scull | aa039b3 | 2018-10-04 15:02:26 +0100 | [diff] [blame] | 109 | * Copies data from the sender's send buffer to the recipient's receive buffer. |
Andrew Walbran | 54afb50 | 2018-11-26 16:01:11 +0000 | [diff] [blame] | 110 | * |
Wedson Almeida Filho | 17c997f | 2019-01-09 18:50:09 +0000 | [diff] [blame] | 111 | * If the recipient's receive buffer is busy, it can optionally register the |
| 112 | * caller to be notified when the recipient's receive buffer becomes available. |
| 113 | * |
Jose Marinho | a1dfeda | 2019-02-27 16:46:03 +0000 | [diff] [blame] | 114 | * Returns SPCI_SUCCESS if the message is sent, an error code otherwise: |
| 115 | * - INVALID_PARAMETER: one or more of the parameters do not conform. |
| 116 | * - BUSY: the message could not be delivered either because the mailbox |
| 117 | * was full or the target VM does not yet exist. |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 118 | */ |
Jose Marinho | a1dfeda | 2019-02-27 16:46:03 +0000 | [diff] [blame] | 119 | static inline int64_t spci_msg_send(uint32_t attributes) |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 120 | { |
Jose Marinho | a1dfeda | 2019-02-27 16:46:03 +0000 | [diff] [blame] | 121 | return hf_call(SPCI_MSG_SEND_32, attributes, 0, 0); |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 122 | } |
| 123 | |
| 124 | /** |
Andrew Scull | aa039b3 | 2018-10-04 15:02:26 +0100 | [diff] [blame] | 125 | * Called by secondary VMs to receive a message. The call can optionally block |
| 126 | * until a message is received. |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 127 | * |
Andrew Scull | aa039b3 | 2018-10-04 15:02:26 +0100 | [diff] [blame] | 128 | * The mailbox must be cleared before a new message can be received. |
Andrew Walbran | 9311c9a | 2019-03-12 16:59:04 +0000 | [diff] [blame] | 129 | * |
| 130 | * If no message is immediately available, `block` is true, and there are no |
| 131 | * enabled and pending interrupts (irrespective of whether interrupts are |
| 132 | * enabled globally), then this will block until a message is available or an |
| 133 | * enabled interrupt becomes pending. This matches the behaviour of the WFI |
| 134 | * instruction on aarch64, except that a message becoming available is also |
| 135 | * treated like a wake-up event. |
Andrew Walbran | c850081 | 2019-06-26 10:36:48 +0100 | [diff] [blame] | 136 | * |
| 137 | * Returns: |
| 138 | * - SPCI_SUCCESS if a message is successfully received. |
| 139 | * - SPCI_INTERRUPTED if the caller is the primary VM or an interrupt happened |
| 140 | * during the call. |
| 141 | * - SPCI_RETRY if there was no pending message, and `block` was false. |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 142 | */ |
Jose Marinho | 3e2442f | 2019-03-12 13:30:37 +0000 | [diff] [blame] | 143 | static inline int32_t spci_msg_recv(int32_t attributes) |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 144 | { |
Jose Marinho | 3e2442f | 2019-03-12 13:30:37 +0000 | [diff] [blame] | 145 | return hf_call(SPCI_MSG_RECV_32, attributes, 0, 0); |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 146 | } |
| 147 | |
| 148 | /** |
Andrew Walbran | 54afb50 | 2018-11-26 16:01:11 +0000 | [diff] [blame] | 149 | * Clears the caller's mailbox so a new message can be received. |
| 150 | * |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 151 | * Returns: |
Andrew Scull | aa7db8e | 2019-02-01 14:12:19 +0000 | [diff] [blame] | 152 | * - -1 on failure, if the mailbox hasn't been read. |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 153 | * - 0 on success if no further action is needed. |
| 154 | * - 1 if it was called by the primary VM and the primary VM now needs to wake |
| 155 | * up or kick waiters. Waiters should be retrieved by calling |
| 156 | * hf_mailbox_waiter_get. |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 157 | */ |
Andrew Scull | aa039b3 | 2018-10-04 15:02:26 +0100 | [diff] [blame] | 158 | static inline int64_t hf_mailbox_clear(void) |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 159 | { |
Andrew Scull | aa039b3 | 2018-10-04 15:02:26 +0100 | [diff] [blame] | 160 | return hf_call(HF_MAILBOX_CLEAR, 0, 0, 0); |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 161 | } |
Andrew Walbran | 318f573 | 2018-11-20 16:23:42 +0000 | [diff] [blame] | 162 | |
| 163 | /** |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 164 | * Retrieves the next VM whose mailbox became writable. For a VM to be notified |
| 165 | * by this function, the caller must have called api_mailbox_send before with |
| 166 | * the notify argument set to true, and this call must have failed because the |
| 167 | * mailbox was not available. |
| 168 | * |
Wedson Almeida Filho | b790f65 | 2019-01-22 23:41:56 +0000 | [diff] [blame] | 169 | * It should be called repeatedly to retrieve a list of VMs. |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 170 | * |
| 171 | * Returns -1 if no VM became writable, or the id of the VM whose mailbox |
| 172 | * became writable. |
| 173 | */ |
| 174 | static inline int64_t hf_mailbox_writable_get(void) |
| 175 | { |
| 176 | return hf_call(HF_MAILBOX_WRITABLE_GET, 0, 0, 0); |
| 177 | } |
| 178 | |
| 179 | /** |
| 180 | * Retrieves the next VM waiting to be notified that the mailbox of the |
| 181 | * specified VM became writable. Only primary VMs are allowed to call this. |
| 182 | * |
Wedson Almeida Filho | b790f65 | 2019-01-22 23:41:56 +0000 | [diff] [blame] | 183 | * Returns -1 on failure or if there are no waiters; the VM id of the next |
| 184 | * waiter otherwise. |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 185 | */ |
Andrew Walbran | 9553492 | 2019-06-19 11:32:54 +0100 | [diff] [blame] | 186 | static inline int64_t hf_mailbox_waiter_get(spci_vm_id_t vm_id) |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 187 | { |
| 188 | return hf_call(HF_MAILBOX_WAITER_GET, vm_id, 0, 0); |
| 189 | } |
| 190 | |
| 191 | /** |
Andrew Walbran | 318f573 | 2018-11-20 16:23:42 +0000 | [diff] [blame] | 192 | * Enables or disables a given interrupt ID. |
| 193 | * |
| 194 | * Returns 0 on success, or -1 if the intid is invalid. |
| 195 | */ |
Wedson Almeida Filho | c559d13 | 2019-01-09 19:33:40 +0000 | [diff] [blame] | 196 | static inline int64_t hf_interrupt_enable(uint32_t intid, bool enable) |
Andrew Walbran | 318f573 | 2018-11-20 16:23:42 +0000 | [diff] [blame] | 197 | { |
Wedson Almeida Filho | c559d13 | 2019-01-09 19:33:40 +0000 | [diff] [blame] | 198 | return hf_call(HF_INTERRUPT_ENABLE, intid, enable, 0); |
Andrew Walbran | 318f573 | 2018-11-20 16:23:42 +0000 | [diff] [blame] | 199 | } |
| 200 | |
| 201 | /** |
| 202 | * Gets the ID of the pending interrupt (if any) and acknowledge it. |
| 203 | * |
| 204 | * Returns HF_INVALID_INTID if there are no pending interrupts. |
| 205 | */ |
Wedson Almeida Filho | c559d13 | 2019-01-09 19:33:40 +0000 | [diff] [blame] | 206 | static inline uint32_t hf_interrupt_get(void) |
Andrew Walbran | 318f573 | 2018-11-20 16:23:42 +0000 | [diff] [blame] | 207 | { |
Wedson Almeida Filho | c559d13 | 2019-01-09 19:33:40 +0000 | [diff] [blame] | 208 | return hf_call(HF_INTERRUPT_GET, 0, 0, 0); |
Andrew Walbran | 318f573 | 2018-11-20 16:23:42 +0000 | [diff] [blame] | 209 | } |
| 210 | |
| 211 | /** |
| 212 | * Injects a virtual interrupt of the given ID into the given target vCPU. |
| 213 | * This doesn't cause the vCPU to actually be run immediately; it will be taken |
| 214 | * when the vCPU is next run, which is up to the scheduler. |
| 215 | * |
Andrew Walbran | 3d84a26 | 2018-12-13 14:41:19 +0000 | [diff] [blame] | 216 | * Returns: |
| 217 | * - -1 on failure because the target VM or vCPU doesn't exist, the interrupt |
| 218 | * ID is invalid, or the current VM is not allowed to inject interrupts to |
| 219 | * the target VM. |
| 220 | * - 0 on success if no further action is needed. |
| 221 | * - 1 if it was called by the primary VM and the primary VM now needs to wake |
| 222 | * up or kick the target vCPU. |
Andrew Walbran | 318f573 | 2018-11-20 16:23:42 +0000 | [diff] [blame] | 223 | */ |
Andrew Walbran | 9553492 | 2019-06-19 11:32:54 +0100 | [diff] [blame] | 224 | static inline int64_t hf_interrupt_inject(spci_vm_id_t target_vm_id, |
Andrew Walbran | b037d5b | 2019-06-25 17:19:41 +0100 | [diff] [blame] | 225 | spci_vcpu_index_t target_vcpu_idx, |
Andrew Walbran | 318f573 | 2018-11-20 16:23:42 +0000 | [diff] [blame] | 226 | uint32_t intid) |
| 227 | { |
Wedson Almeida Filho | c559d13 | 2019-01-09 19:33:40 +0000 | [diff] [blame] | 228 | return hf_call(HF_INTERRUPT_INJECT, target_vm_id, target_vcpu_idx, |
Andrew Walbran | 318f573 | 2018-11-20 16:23:42 +0000 | [diff] [blame] | 229 | intid); |
| 230 | } |
Andrew Scull | 6386f25 | 2018-12-06 13:29:10 +0000 | [diff] [blame] | 231 | |
| 232 | /** |
| 233 | * Shares a region of memory with another VM. |
| 234 | * |
| 235 | * Returns 0 on success or -1 if the sharing was not allowed or failed. |
| 236 | * |
| 237 | * TODO: replace this with a better API once we have decided what that should |
| 238 | * look like. |
| 239 | */ |
Andrew Walbran | 9553492 | 2019-06-19 11:32:54 +0100 | [diff] [blame] | 240 | static inline int64_t hf_share_memory(spci_vm_id_t vm_id, hf_ipaddr_t addr, |
Andrew Scull | 6386f25 | 2018-12-06 13:29:10 +0000 | [diff] [blame] | 241 | size_t size, enum hf_share share) |
| 242 | { |
| 243 | return hf_call(HF_SHARE_MEMORY, (((uint64_t)vm_id) << 32) | share, addr, |
| 244 | size); |
| 245 | } |
Jose Marinho | fc0b2b6 | 2019-06-06 11:18:45 +0100 | [diff] [blame] | 246 | |
| 247 | /** Obtains the Hafnium's version of the implemented SPCI specification. */ |
| 248 | static inline int64_t spci_version(void) |
| 249 | { |
| 250 | return hf_call(SPCI_VERSION_32, 0, 0, 0); |
| 251 | } |