Andrew Scull | 1883487 | 2018-10-12 11:48:09 +0100 | [diff] [blame] | 1 | /* |
Andrew Walbran | 692b325 | 2019-03-07 15:51:31 +0000 | [diff] [blame] | 2 | * Copyright 2018 The Hafnium Authors. |
Andrew Scull | 1883487 | 2018-10-12 11:48:09 +0100 | [diff] [blame] | 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * https://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Andrew Scull | fbc938a | 2018-08-20 14:09:28 +0100 | [diff] [blame] | 17 | #pragma once |
Andrew Scull | f35a5c9 | 2018-08-07 18:09:46 +0100 | [diff] [blame] | 18 | |
Andrew Scull | 6d2db33 | 2018-10-10 15:28:17 +0100 | [diff] [blame] | 19 | #include "hf/abi.h" |
Jose Marinho | a1dfeda | 2019-02-27 16:46:03 +0000 | [diff] [blame] | 20 | #include "hf/spci.h" |
Andrew Scull | 6d2db33 | 2018-10-10 15:28:17 +0100 | [diff] [blame] | 21 | #include "hf/types.h" |
Andrew Scull | f35a5c9 | 2018-08-07 18:09:46 +0100 | [diff] [blame] | 22 | |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 23 | /** |
Fuad Tabba | 77a4b01 | 2019-11-15 12:13:08 +0000 | [diff] [blame] | 24 | * This function must be implemented to trigger the architecture-specific |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 25 | * mechanism to call to the hypervisor. |
Andrew Scull | f35a5c9 | 2018-08-07 18:09:46 +0100 | [diff] [blame] | 26 | */ |
Andrew Walbran | 4e6bcc7 | 2019-09-11 13:57:22 +0100 | [diff] [blame] | 27 | int64_t hf_call(uint64_t arg0, uint64_t arg1, uint64_t arg2, uint64_t arg3); |
Andrew Walbran | 7f920af | 2019-09-03 17:09:30 +0100 | [diff] [blame] | 28 | struct spci_value spci_call(struct spci_value args); |
Andrew Scull | f35a5c9 | 2018-08-07 18:09:46 +0100 | [diff] [blame] | 29 | |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 30 | /** |
Andrew Scull | 55c4d8b | 2018-12-18 18:50:18 +0000 | [diff] [blame] | 31 | * Returns the VM's own ID. |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 32 | */ |
Andrew Walbran | d230f66 | 2019-10-07 18:03:36 +0100 | [diff] [blame] | 33 | static inline struct spci_value spci_id_get(void) |
| 34 | { |
| 35 | return spci_call((struct spci_value){.func = SPCI_ID_GET_32}); |
| 36 | } |
| 37 | |
| 38 | /** |
| 39 | * Returns the VM's own ID. |
| 40 | */ |
Andrew Walbran | 9553492 | 2019-06-19 11:32:54 +0100 | [diff] [blame] | 41 | static inline spci_vm_id_t hf_vm_get_id(void) |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 42 | { |
Andrew Walbran | d230f66 | 2019-10-07 18:03:36 +0100 | [diff] [blame] | 43 | return spci_id_get().arg2; |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 44 | } |
| 45 | |
| 46 | /** |
Andrew Scull | f35a5c9 | 2018-08-07 18:09:46 +0100 | [diff] [blame] | 47 | * Returns the number of secondary VMs. |
| 48 | */ |
Andrew Walbran | 52d9967 | 2019-06-25 15:51:11 +0100 | [diff] [blame] | 49 | static inline spci_vm_count_t hf_vm_get_count(void) |
Andrew Scull | f35a5c9 | 2018-08-07 18:09:46 +0100 | [diff] [blame] | 50 | { |
| 51 | return hf_call(HF_VM_GET_COUNT, 0, 0, 0); |
| 52 | } |
| 53 | |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 54 | /** |
Fuad Tabba | b0ef2a4 | 2019-12-19 11:19:25 +0000 | [diff] [blame] | 55 | * Returns the number of vCPUs configured in the given secondary VM. |
Andrew Scull | f35a5c9 | 2018-08-07 18:09:46 +0100 | [diff] [blame] | 56 | */ |
Andrew Walbran | c6d23c4 | 2019-06-26 13:30:42 +0100 | [diff] [blame] | 57 | static inline spci_vcpu_count_t hf_vcpu_get_count(spci_vm_id_t vm_id) |
Andrew Scull | f35a5c9 | 2018-08-07 18:09:46 +0100 | [diff] [blame] | 58 | { |
Andrew Scull | 1950326 | 2018-09-20 14:48:39 +0100 | [diff] [blame] | 59 | return hf_call(HF_VCPU_GET_COUNT, vm_id, 0, 0); |
Andrew Scull | f35a5c9 | 2018-08-07 18:09:46 +0100 | [diff] [blame] | 60 | } |
| 61 | |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 62 | /** |
Andrew Walbran | 27faff3 | 2019-10-02 18:20:57 +0100 | [diff] [blame] | 63 | * Runs the given vCPU of the given VM. |
| 64 | */ |
| 65 | static inline struct spci_value spci_run(spci_vm_id_t vm_id, |
| 66 | spci_vcpu_index_t vcpu_idx) |
| 67 | { |
| 68 | return spci_call((struct spci_value){.func = SPCI_RUN_32, |
Andrew Walbran | 4db5f3a | 2019-11-04 11:42:42 +0000 | [diff] [blame] | 69 | spci_vm_vcpu(vm_id, vcpu_idx)}); |
Andrew Walbran | 27faff3 | 2019-10-02 18:20:57 +0100 | [diff] [blame] | 70 | } |
| 71 | |
| 72 | /** |
Fuad Tabba | b0ef2a4 | 2019-12-19 11:19:25 +0000 | [diff] [blame] | 73 | * Hints that the vCPU is willing to yield its current use of the physical CPU. |
Jose Marinho | 135dff3 | 2019-02-28 10:25:57 +0000 | [diff] [blame] | 74 | * This call always returns SPCI_SUCCESS. |
Andrew Scull | 55c4d8b | 2018-12-18 18:50:18 +0000 | [diff] [blame] | 75 | */ |
Andrew Walbran | 16075b6 | 2019-09-03 17:11:07 +0100 | [diff] [blame] | 76 | static inline struct spci_value spci_yield(void) |
Andrew Scull | 55c4d8b | 2018-12-18 18:50:18 +0000 | [diff] [blame] | 77 | { |
Andrew Walbran | 16075b6 | 2019-09-03 17:11:07 +0100 | [diff] [blame] | 78 | return spci_call((struct spci_value){.func = SPCI_YIELD_32}); |
Andrew Scull | 55c4d8b | 2018-12-18 18:50:18 +0000 | [diff] [blame] | 79 | } |
| 80 | |
| 81 | /** |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 82 | * Configures the pages to send/receive data through. The pages must not be |
| 83 | * shared. |
Andrew Walbran | 54afb50 | 2018-11-26 16:01:11 +0000 | [diff] [blame] | 84 | * |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 85 | * Returns: |
Andrew Walbran | bfffb0f | 2019-11-05 14:02:34 +0000 | [diff] [blame] | 86 | * - SPCI_ERROR SPCI_INVALID_PARAMETERS if the given addresses are not properly |
| 87 | * aligned or are the same. |
| 88 | * - SPCI_ERROR SPCI_NO_MEMORY if the hypervisor was unable to map the buffers |
| 89 | * due to insuffient page table memory. |
| 90 | * - SPCI_ERROR SPCI_DENIED if the pages are already mapped or are not owned by |
| 91 | * the caller. |
| 92 | * - SPCI_SUCCESS on success if no further action is needed. |
| 93 | * - SPCI_RX_RELEASE if it was called by the primary VM and the primary VM now |
| 94 | * needs to wake up or kick waiters. |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 95 | */ |
Andrew Walbran | bfffb0f | 2019-11-05 14:02:34 +0000 | [diff] [blame] | 96 | static inline struct spci_value spci_rxtx_map(hf_ipaddr_t send, |
| 97 | hf_ipaddr_t recv) |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 98 | { |
Andrew Walbran | bfffb0f | 2019-11-05 14:02:34 +0000 | [diff] [blame] | 99 | return spci_call( |
Andrew Walbran | 3abf29e | 2020-01-21 17:34:15 +0000 | [diff] [blame] | 100 | (struct spci_value){.func = SPCI_RXTX_MAP_64, |
Andrew Walbran | bfffb0f | 2019-11-05 14:02:34 +0000 | [diff] [blame] | 101 | .arg1 = send, |
| 102 | .arg2 = recv, |
| 103 | .arg3 = HF_MAILBOX_SIZE / SPCI_PAGE_SIZE}); |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 104 | } |
| 105 | |
| 106 | /** |
Andrew Scull | aa039b3 | 2018-10-04 15:02:26 +0100 | [diff] [blame] | 107 | * Copies data from the sender's send buffer to the recipient's receive buffer. |
Andrew Walbran | 54afb50 | 2018-11-26 16:01:11 +0000 | [diff] [blame] | 108 | * |
Wedson Almeida Filho | 17c997f | 2019-01-09 18:50:09 +0000 | [diff] [blame] | 109 | * If the recipient's receive buffer is busy, it can optionally register the |
| 110 | * caller to be notified when the recipient's receive buffer becomes available. |
| 111 | * |
Andrew Walbran | 70bc862 | 2019-10-07 14:15:58 +0100 | [diff] [blame] | 112 | * Attributes may include: |
| 113 | * - SPCI_MSG_SEND_NOTIFY, to notify the caller when it should try again. |
Andrew Walbran | 85aabe9 | 2019-12-03 12:03:03 +0000 | [diff] [blame] | 114 | * - SPCI_MSG_SEND_LEGACY_MEMORY_*, to send a legacy architected memory sharing |
Andrew Walbran | 70bc862 | 2019-10-07 14:15:58 +0100 | [diff] [blame] | 115 | * message. |
| 116 | * |
| 117 | * Returns SPCI_SUCCESS if the message is sent, or an error code otherwise: |
| 118 | * - INVALID_PARAMETERS: one or more of the parameters do not conform. |
Jose Marinho | a1dfeda | 2019-02-27 16:46:03 +0000 | [diff] [blame] | 119 | * - BUSY: the message could not be delivered either because the mailbox |
Andrew Walbran | 70bc862 | 2019-10-07 14:15:58 +0100 | [diff] [blame] | 120 | * was full or the target VM is not yet set up. |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 121 | */ |
Andrew Walbran | 70bc862 | 2019-10-07 14:15:58 +0100 | [diff] [blame] | 122 | static inline struct spci_value spci_msg_send(spci_vm_id_t sender_vm_id, |
| 123 | spci_vm_id_t target_vm_id, |
| 124 | uint32_t size, |
| 125 | uint32_t attributes) |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 126 | { |
Andrew Walbran | 70bc862 | 2019-10-07 14:15:58 +0100 | [diff] [blame] | 127 | return spci_call((struct spci_value){ |
| 128 | .func = SPCI_MSG_SEND_32, |
| 129 | .arg1 = ((uint64_t)sender_vm_id << 16) | target_vm_id, |
| 130 | .arg3 = size, |
| 131 | .arg4 = attributes}); |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 132 | } |
| 133 | |
Andrew Walbran | 0f6cede | 2020-01-10 15:38:09 +0000 | [diff] [blame] | 134 | static inline struct spci_value spci_mem_donate(uint32_t fragment_length, |
| 135 | uint32_t length, |
Andrew Walbran | 382e918 | 2020-03-04 11:27:27 +0000 | [diff] [blame] | 136 | spci_cookie_t cookie) |
Andrew Walbran | e908c4a | 2019-12-02 17:13:47 +0000 | [diff] [blame] | 137 | { |
| 138 | return spci_call((struct spci_value){.func = SPCI_MEM_DONATE_32, |
Andrew Walbran | 0f6cede | 2020-01-10 15:38:09 +0000 | [diff] [blame] | 139 | .arg3 = fragment_length, |
Andrew Walbran | e908c4a | 2019-12-02 17:13:47 +0000 | [diff] [blame] | 140 | .arg4 = length, |
Andrew Walbran | 0f6cede | 2020-01-10 15:38:09 +0000 | [diff] [blame] | 141 | .arg5 = cookie}); |
Andrew Walbran | e908c4a | 2019-12-02 17:13:47 +0000 | [diff] [blame] | 142 | } |
| 143 | |
Andrew Walbran | 0f6cede | 2020-01-10 15:38:09 +0000 | [diff] [blame] | 144 | static inline struct spci_value spci_mem_lend(uint32_t fragment_length, |
Andrew Walbran | 382e918 | 2020-03-04 11:27:27 +0000 | [diff] [blame] | 145 | uint32_t length, |
| 146 | spci_cookie_t cookie) |
Andrew Walbran | e908c4a | 2019-12-02 17:13:47 +0000 | [diff] [blame] | 147 | { |
| 148 | return spci_call((struct spci_value){.func = SPCI_MEM_LEND_32, |
Andrew Walbran | 0f6cede | 2020-01-10 15:38:09 +0000 | [diff] [blame] | 149 | .arg3 = fragment_length, |
Andrew Walbran | e908c4a | 2019-12-02 17:13:47 +0000 | [diff] [blame] | 150 | .arg4 = length, |
Andrew Walbran | 0f6cede | 2020-01-10 15:38:09 +0000 | [diff] [blame] | 151 | .arg5 = cookie}); |
Andrew Walbran | e908c4a | 2019-12-02 17:13:47 +0000 | [diff] [blame] | 152 | } |
| 153 | |
Andrew Walbran | 0f6cede | 2020-01-10 15:38:09 +0000 | [diff] [blame] | 154 | static inline struct spci_value spci_mem_share(uint32_t fragment_length, |
Andrew Walbran | 382e918 | 2020-03-04 11:27:27 +0000 | [diff] [blame] | 155 | uint32_t length, |
| 156 | spci_cookie_t cookie) |
Andrew Walbran | e908c4a | 2019-12-02 17:13:47 +0000 | [diff] [blame] | 157 | { |
| 158 | return spci_call((struct spci_value){.func = SPCI_MEM_SHARE_32, |
Andrew Walbran | 0f6cede | 2020-01-10 15:38:09 +0000 | [diff] [blame] | 159 | .arg3 = fragment_length, |
Andrew Walbran | e908c4a | 2019-12-02 17:13:47 +0000 | [diff] [blame] | 160 | .arg4 = length, |
Andrew Walbran | 0f6cede | 2020-01-10 15:38:09 +0000 | [diff] [blame] | 161 | .arg5 = cookie}); |
Andrew Walbran | e908c4a | 2019-12-02 17:13:47 +0000 | [diff] [blame] | 162 | } |
| 163 | |
Andrew Walbran | 5de9c3d | 2020-02-10 13:35:29 +0000 | [diff] [blame] | 164 | static inline struct spci_value spci_mem_retrieve_req(uint32_t fragment_length, |
| 165 | uint32_t length, |
Andrew Walbran | 382e918 | 2020-03-04 11:27:27 +0000 | [diff] [blame] | 166 | spci_cookie_t cookie) |
Andrew Walbran | 82d6d15 | 2019-12-24 15:02:06 +0000 | [diff] [blame] | 167 | { |
Andrew Walbran | 5de9c3d | 2020-02-10 13:35:29 +0000 | [diff] [blame] | 168 | return spci_call((struct spci_value){.func = SPCI_MEM_RETRIEVE_REQ_32, |
Andrew Walbran | 0f6cede | 2020-01-10 15:38:09 +0000 | [diff] [blame] | 169 | .arg3 = fragment_length, |
Andrew Walbran | 82d6d15 | 2019-12-24 15:02:06 +0000 | [diff] [blame] | 170 | .arg4 = length, |
Andrew Walbran | 0f6cede | 2020-01-10 15:38:09 +0000 | [diff] [blame] | 171 | .arg5 = cookie}); |
Andrew Walbran | 82d6d15 | 2019-12-24 15:02:06 +0000 | [diff] [blame] | 172 | } |
| 173 | |
Andrew Walbran | 5de9c3d | 2020-02-10 13:35:29 +0000 | [diff] [blame] | 174 | static inline struct spci_value spci_mem_relinquish(void) |
| 175 | { |
| 176 | return spci_call((struct spci_value){.func = SPCI_MEM_RELINQUISH_32}); |
| 177 | } |
| 178 | |
| 179 | static inline struct spci_value spci_mem_reclaim(uint32_t handle, |
| 180 | uint32_t flags) |
| 181 | { |
| 182 | return spci_call((struct spci_value){ |
| 183 | .func = SPCI_MEM_RECLAIM_32, .arg1 = handle, .arg2 = flags}); |
| 184 | } |
| 185 | |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 186 | /** |
Andrew Walbran | 0de4f16 | 2019-09-03 16:44:20 +0100 | [diff] [blame] | 187 | * Called by secondary VMs to receive a message. This will block until a message |
| 188 | * is received. |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 189 | * |
Andrew Scull | aa039b3 | 2018-10-04 15:02:26 +0100 | [diff] [blame] | 190 | * The mailbox must be cleared before a new message can be received. |
Andrew Walbran | 9311c9a | 2019-03-12 16:59:04 +0000 | [diff] [blame] | 191 | * |
Andrew Walbran | 0de4f16 | 2019-09-03 16:44:20 +0100 | [diff] [blame] | 192 | * If no message is immediately available and there are no enabled and pending |
| 193 | * interrupts (irrespective of whether interrupts are enabled globally), then |
| 194 | * this will block until a message is available or an enabled interrupt becomes |
Fuad Tabba | b0ef2a4 | 2019-12-19 11:19:25 +0000 | [diff] [blame] | 195 | * pending. This matches the behaviour of the WFI instruction on AArch64, except |
Andrew Walbran | 0de4f16 | 2019-09-03 16:44:20 +0100 | [diff] [blame] | 196 | * that a message becoming available is also treated like a wake-up event. |
Andrew Walbran | c850081 | 2019-06-26 10:36:48 +0100 | [diff] [blame] | 197 | * |
| 198 | * Returns: |
Andrew Walbran | d4d2fa1 | 2019-10-01 16:47:25 +0100 | [diff] [blame] | 199 | * - SPCI_MSG_SEND if a message is successfully received. |
| 200 | * - SPCI_ERROR SPCI_NOT_SUPPORTED if called from the primary VM. |
| 201 | * - SPCI_ERROR SPCI_INTERRUPTED if an interrupt happened during the call. |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 202 | */ |
Andrew Walbran | d4d2fa1 | 2019-10-01 16:47:25 +0100 | [diff] [blame] | 203 | static inline struct spci_value spci_msg_wait(void) |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 204 | { |
Andrew Walbran | d4d2fa1 | 2019-10-01 16:47:25 +0100 | [diff] [blame] | 205 | return spci_call((struct spci_value){.func = SPCI_MSG_WAIT_32}); |
Andrew Walbran | 0de4f16 | 2019-09-03 16:44:20 +0100 | [diff] [blame] | 206 | } |
| 207 | |
| 208 | /** |
| 209 | * Called by secondary VMs to receive a message. The call will return whether or |
| 210 | * not a message is available. |
| 211 | * |
| 212 | * The mailbox must be cleared before a new message can be received. |
| 213 | * |
| 214 | * Returns: |
Andrew Walbran | d4d2fa1 | 2019-10-01 16:47:25 +0100 | [diff] [blame] | 215 | * - SPCI_MSG_SEND if a message is successfully received. |
| 216 | * - SPCI_ERROR SPCI_NOT_SUPPORTED if called from the primary VM. |
| 217 | * - SPCI_ERROR SPCI_INTERRUPTED if an interrupt happened during the call. |
| 218 | * - SPCI_ERROR SPCI_RETRY if there was no pending message. |
Andrew Walbran | 0de4f16 | 2019-09-03 16:44:20 +0100 | [diff] [blame] | 219 | */ |
Andrew Walbran | d4d2fa1 | 2019-10-01 16:47:25 +0100 | [diff] [blame] | 220 | static inline struct spci_value spci_msg_poll(void) |
Andrew Walbran | 0de4f16 | 2019-09-03 16:44:20 +0100 | [diff] [blame] | 221 | { |
Andrew Walbran | d4d2fa1 | 2019-10-01 16:47:25 +0100 | [diff] [blame] | 222 | return spci_call((struct spci_value){.func = SPCI_MSG_POLL_32}); |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 223 | } |
| 224 | |
| 225 | /** |
Andrew Walbran | 8a0f5ca | 2019-11-05 13:12:23 +0000 | [diff] [blame] | 226 | * Releases the caller's mailbox so that a new message can be received. The |
| 227 | * caller must have copied out all data they wish to preserve as new messages |
| 228 | * will overwrite the old and will arrive asynchronously. |
Andrew Walbran | 54afb50 | 2018-11-26 16:01:11 +0000 | [diff] [blame] | 229 | * |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 230 | * Returns: |
Andrew Walbran | 8a0f5ca | 2019-11-05 13:12:23 +0000 | [diff] [blame] | 231 | * - SPCI_ERROR SPCI_DENIED on failure, if the mailbox hasn't been read. |
| 232 | * - SPCI_SUCCESS on success if no further action is needed. |
| 233 | * - SPCI_RX_RELEASE if it was called by the primary VM and the primary VM now |
| 234 | * needs to wake up or kick waiters. Waiters should be retrieved by calling |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 235 | * hf_mailbox_waiter_get. |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 236 | */ |
Andrew Walbran | 8a0f5ca | 2019-11-05 13:12:23 +0000 | [diff] [blame] | 237 | static inline struct spci_value spci_rx_release(void) |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 238 | { |
Andrew Walbran | 8a0f5ca | 2019-11-05 13:12:23 +0000 | [diff] [blame] | 239 | return spci_call((struct spci_value){.func = SPCI_RX_RELEASE_32}); |
Andrew Scull | 5ac05f0 | 2018-08-10 17:23:22 +0100 | [diff] [blame] | 240 | } |
Andrew Walbran | 318f573 | 2018-11-20 16:23:42 +0000 | [diff] [blame] | 241 | |
| 242 | /** |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 243 | * Retrieves the next VM whose mailbox became writable. For a VM to be notified |
| 244 | * by this function, the caller must have called api_mailbox_send before with |
| 245 | * the notify argument set to true, and this call must have failed because the |
| 246 | * mailbox was not available. |
| 247 | * |
Wedson Almeida Filho | b790f65 | 2019-01-22 23:41:56 +0000 | [diff] [blame] | 248 | * It should be called repeatedly to retrieve a list of VMs. |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 249 | * |
| 250 | * Returns -1 if no VM became writable, or the id of the VM whose mailbox |
| 251 | * became writable. |
| 252 | */ |
| 253 | static inline int64_t hf_mailbox_writable_get(void) |
| 254 | { |
| 255 | return hf_call(HF_MAILBOX_WRITABLE_GET, 0, 0, 0); |
| 256 | } |
| 257 | |
| 258 | /** |
| 259 | * Retrieves the next VM waiting to be notified that the mailbox of the |
| 260 | * specified VM became writable. Only primary VMs are allowed to call this. |
| 261 | * |
Wedson Almeida Filho | b790f65 | 2019-01-22 23:41:56 +0000 | [diff] [blame] | 262 | * Returns -1 on failure or if there are no waiters; the VM id of the next |
| 263 | * waiter otherwise. |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 264 | */ |
Andrew Walbran | 9553492 | 2019-06-19 11:32:54 +0100 | [diff] [blame] | 265 | static inline int64_t hf_mailbox_waiter_get(spci_vm_id_t vm_id) |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 266 | { |
| 267 | return hf_call(HF_MAILBOX_WAITER_GET, vm_id, 0, 0); |
| 268 | } |
| 269 | |
| 270 | /** |
Andrew Walbran | 318f573 | 2018-11-20 16:23:42 +0000 | [diff] [blame] | 271 | * Enables or disables a given interrupt ID. |
| 272 | * |
| 273 | * Returns 0 on success, or -1 if the intid is invalid. |
| 274 | */ |
Wedson Almeida Filho | c559d13 | 2019-01-09 19:33:40 +0000 | [diff] [blame] | 275 | static inline int64_t hf_interrupt_enable(uint32_t intid, bool enable) |
Andrew Walbran | 318f573 | 2018-11-20 16:23:42 +0000 | [diff] [blame] | 276 | { |
Wedson Almeida Filho | c559d13 | 2019-01-09 19:33:40 +0000 | [diff] [blame] | 277 | return hf_call(HF_INTERRUPT_ENABLE, intid, enable, 0); |
Andrew Walbran | 318f573 | 2018-11-20 16:23:42 +0000 | [diff] [blame] | 278 | } |
| 279 | |
| 280 | /** |
| 281 | * Gets the ID of the pending interrupt (if any) and acknowledge it. |
| 282 | * |
| 283 | * Returns HF_INVALID_INTID if there are no pending interrupts. |
| 284 | */ |
Wedson Almeida Filho | c559d13 | 2019-01-09 19:33:40 +0000 | [diff] [blame] | 285 | static inline uint32_t hf_interrupt_get(void) |
Andrew Walbran | 318f573 | 2018-11-20 16:23:42 +0000 | [diff] [blame] | 286 | { |
Wedson Almeida Filho | c559d13 | 2019-01-09 19:33:40 +0000 | [diff] [blame] | 287 | return hf_call(HF_INTERRUPT_GET, 0, 0, 0); |
Andrew Walbran | 318f573 | 2018-11-20 16:23:42 +0000 | [diff] [blame] | 288 | } |
| 289 | |
| 290 | /** |
| 291 | * Injects a virtual interrupt of the given ID into the given target vCPU. |
| 292 | * This doesn't cause the vCPU to actually be run immediately; it will be taken |
| 293 | * when the vCPU is next run, which is up to the scheduler. |
| 294 | * |
Andrew Walbran | 3d84a26 | 2018-12-13 14:41:19 +0000 | [diff] [blame] | 295 | * Returns: |
| 296 | * - -1 on failure because the target VM or vCPU doesn't exist, the interrupt |
| 297 | * ID is invalid, or the current VM is not allowed to inject interrupts to |
| 298 | * the target VM. |
| 299 | * - 0 on success if no further action is needed. |
| 300 | * - 1 if it was called by the primary VM and the primary VM now needs to wake |
| 301 | * up or kick the target vCPU. |
Andrew Walbran | 318f573 | 2018-11-20 16:23:42 +0000 | [diff] [blame] | 302 | */ |
Andrew Walbran | 9553492 | 2019-06-19 11:32:54 +0100 | [diff] [blame] | 303 | static inline int64_t hf_interrupt_inject(spci_vm_id_t target_vm_id, |
Andrew Walbran | b037d5b | 2019-06-25 17:19:41 +0100 | [diff] [blame] | 304 | spci_vcpu_index_t target_vcpu_idx, |
Andrew Walbran | 318f573 | 2018-11-20 16:23:42 +0000 | [diff] [blame] | 305 | uint32_t intid) |
| 306 | { |
Wedson Almeida Filho | c559d13 | 2019-01-09 19:33:40 +0000 | [diff] [blame] | 307 | return hf_call(HF_INTERRUPT_INJECT, target_vm_id, target_vcpu_idx, |
Andrew Walbran | 318f573 | 2018-11-20 16:23:42 +0000 | [diff] [blame] | 308 | intid); |
| 309 | } |
Andrew Scull | 6386f25 | 2018-12-06 13:29:10 +0000 | [diff] [blame] | 310 | |
| 311 | /** |
Andrew Walbran | c1ad4ce | 2019-05-09 11:41:39 +0100 | [diff] [blame] | 312 | * Sends a character to the debug log for the VM. |
| 313 | * |
| 314 | * Returns 0 on success, or -1 if it failed for some reason. |
| 315 | */ |
| 316 | static inline int64_t hf_debug_log(char c) |
| 317 | { |
| 318 | return hf_call(HF_DEBUG_LOG, c, 0, 0); |
| 319 | } |
| 320 | |
Jose Marinho | fc0b2b6 | 2019-06-06 11:18:45 +0100 | [diff] [blame] | 321 | /** Obtains the Hafnium's version of the implemented SPCI specification. */ |
Andrew Walbran | 9fd2907 | 2020-04-22 12:12:14 +0100 | [diff] [blame] | 322 | static inline int32_t spci_version(uint32_t requested_version) |
Jose Marinho | fc0b2b6 | 2019-06-06 11:18:45 +0100 | [diff] [blame] | 323 | { |
Andrew Walbran | 9fd2907 | 2020-04-22 12:12:14 +0100 | [diff] [blame] | 324 | return spci_call((struct spci_value){.func = SPCI_VERSION_32, |
| 325 | .arg1 = requested_version}) |
| 326 | .func; |
Jose Marinho | fc0b2b6 | 2019-06-06 11:18:45 +0100 | [diff] [blame] | 327 | } |
Jose Marinho | c0f4ff2 | 2019-10-09 10:37:42 +0100 | [diff] [blame] | 328 | |
| 329 | /** |
| 330 | * Discovery function returning information about the implementation of optional |
| 331 | * SPCI interfaces. |
| 332 | * |
| 333 | * Returns: |
Fuad Tabba | b0ef2a4 | 2019-12-19 11:19:25 +0000 | [diff] [blame] | 334 | * - SPCI_SUCCESS in .func if the optional interface with function_id is |
Jose Marinho | c0f4ff2 | 2019-10-09 10:37:42 +0100 | [diff] [blame] | 335 | * implemented. |
| 336 | * - SPCI_ERROR in .func if the optional interface with function_id is not |
| 337 | * implemented. |
| 338 | */ |
| 339 | static inline struct spci_value spci_features(uint32_t function_id) |
| 340 | { |
| 341 | return spci_call((struct spci_value){.func = SPCI_FEATURES_32, |
| 342 | .arg1 = function_id}); |
| 343 | } |