blob: 1416f770436b89473301dc8cd8406cb9ccdb3265 [file] [log] [blame]
Andrew Scull18834872018-10-12 11:48:09 +01001/*
Andrew Walbran692b3252019-03-07 15:51:31 +00002 * Copyright 2018 The Hafnium Authors.
Andrew Scull18834872018-10-12 11:48:09 +01003 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * https://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Andrew Scullfbc938a2018-08-20 14:09:28 +010017#pragma once
Andrew Scullf35a5c92018-08-07 18:09:46 +010018
Andrew Scull6d2db332018-10-10 15:28:17 +010019#include "hf/abi.h"
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010020#include "hf/ffa.h"
Andrew Scull6d2db332018-10-10 15:28:17 +010021#include "hf/types.h"
Andrew Scullf35a5c92018-08-07 18:09:46 +010022
Andrew Scull5ac05f02018-08-10 17:23:22 +010023/**
Fuad Tabba77a4b012019-11-15 12:13:08 +000024 * This function must be implemented to trigger the architecture-specific
Andrew Scull5ac05f02018-08-10 17:23:22 +010025 * mechanism to call to the hypervisor.
Andrew Scullf35a5c92018-08-07 18:09:46 +010026 */
Andrew Walbran4e6bcc72019-09-11 13:57:22 +010027int64_t hf_call(uint64_t arg0, uint64_t arg1, uint64_t arg2, uint64_t arg3);
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010028struct ffa_value ffa_call(struct ffa_value args);
Andrew Scullf35a5c92018-08-07 18:09:46 +010029
Andrew Scull5ac05f02018-08-10 17:23:22 +010030/**
Andrew Scull55c4d8b2018-12-18 18:50:18 +000031 * Returns the VM's own ID.
Andrew Scull5ac05f02018-08-10 17:23:22 +010032 */
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010033static inline struct ffa_value ffa_id_get(void)
Andrew Walbrand230f662019-10-07 18:03:36 +010034{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010035 return ffa_call((struct ffa_value){.func = FFA_ID_GET_32});
Andrew Walbrand230f662019-10-07 18:03:36 +010036}
37
38/**
39 * Returns the VM's own ID.
40 */
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010041static inline ffa_vm_id_t hf_vm_get_id(void)
Andrew Scull5ac05f02018-08-10 17:23:22 +010042{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010043 return ffa_id_get().arg2;
Andrew Scull5ac05f02018-08-10 17:23:22 +010044}
45
46/**
Andrew Scullf35a5c92018-08-07 18:09:46 +010047 * Returns the number of secondary VMs.
48 */
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010049static inline ffa_vm_count_t hf_vm_get_count(void)
Andrew Scullf35a5c92018-08-07 18:09:46 +010050{
51 return hf_call(HF_VM_GET_COUNT, 0, 0, 0);
52}
53
Andrew Scull5ac05f02018-08-10 17:23:22 +010054/**
Fuad Tabbab0ef2a42019-12-19 11:19:25 +000055 * Returns the number of vCPUs configured in the given secondary VM.
Andrew Scullf35a5c92018-08-07 18:09:46 +010056 */
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010057static inline ffa_vcpu_count_t hf_vcpu_get_count(ffa_vm_id_t vm_id)
Andrew Scullf35a5c92018-08-07 18:09:46 +010058{
Andrew Scull19503262018-09-20 14:48:39 +010059 return hf_call(HF_VCPU_GET_COUNT, vm_id, 0, 0);
Andrew Scullf35a5c92018-08-07 18:09:46 +010060}
61
Andrew Scull5ac05f02018-08-10 17:23:22 +010062/**
Andrew Walbran27faff32019-10-02 18:20:57 +010063 * Runs the given vCPU of the given VM.
64 */
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010065static inline struct ffa_value ffa_run(ffa_vm_id_t vm_id,
66 ffa_vcpu_index_t vcpu_idx)
Andrew Walbran27faff32019-10-02 18:20:57 +010067{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010068 return ffa_call((struct ffa_value){.func = FFA_RUN_32,
69 ffa_vm_vcpu(vm_id, vcpu_idx)});
Andrew Walbran27faff32019-10-02 18:20:57 +010070}
71
72/**
Fuad Tabbab0ef2a42019-12-19 11:19:25 +000073 * Hints that the vCPU is willing to yield its current use of the physical CPU.
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010074 * This call always returns FFA_SUCCESS.
Andrew Scull55c4d8b2018-12-18 18:50:18 +000075 */
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010076static inline struct ffa_value ffa_yield(void)
Andrew Scull55c4d8b2018-12-18 18:50:18 +000077{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010078 return ffa_call((struct ffa_value){.func = FFA_YIELD_32});
Andrew Scull55c4d8b2018-12-18 18:50:18 +000079}
80
81/**
Andrew Scull5ac05f02018-08-10 17:23:22 +010082 * Configures the pages to send/receive data through. The pages must not be
83 * shared.
Andrew Walbran54afb502018-11-26 16:01:11 +000084 *
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +000085 * Returns:
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010086 * - FFA_ERROR FFA_INVALID_PARAMETERS if the given addresses are not properly
Andrew Walbranbfffb0f2019-11-05 14:02:34 +000087 * aligned or are the same.
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010088 * - FFA_ERROR FFA_NO_MEMORY if the hypervisor was unable to map the buffers
Andrew Walbranbfffb0f2019-11-05 14:02:34 +000089 * due to insuffient page table memory.
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010090 * - FFA_ERROR FFA_DENIED if the pages are already mapped or are not owned by
Andrew Walbranbfffb0f2019-11-05 14:02:34 +000091 * the caller.
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010092 * - FFA_SUCCESS on success if no further action is needed.
93 * - FFA_RX_RELEASE if it was called by the primary VM and the primary VM now
Andrew Walbranbfffb0f2019-11-05 14:02:34 +000094 * needs to wake up or kick waiters.
Andrew Scull5ac05f02018-08-10 17:23:22 +010095 */
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010096static inline struct ffa_value ffa_rxtx_map(hf_ipaddr_t send, hf_ipaddr_t recv)
Andrew Scull5ac05f02018-08-10 17:23:22 +010097{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010098 return ffa_call(
99 (struct ffa_value){.func = FFA_RXTX_MAP_64,
100 .arg1 = send,
101 .arg2 = recv,
102 .arg3 = HF_MAILBOX_SIZE / FFA_PAGE_SIZE});
Andrew Scull5ac05f02018-08-10 17:23:22 +0100103}
104
105/**
Andrew Scullaa039b32018-10-04 15:02:26 +0100106 * Copies data from the sender's send buffer to the recipient's receive buffer.
Andrew Walbran54afb502018-11-26 16:01:11 +0000107 *
Wedson Almeida Filho17c997f2019-01-09 18:50:09 +0000108 * If the recipient's receive buffer is busy, it can optionally register the
109 * caller to be notified when the recipient's receive buffer becomes available.
110 *
Andrew Walbran70bc8622019-10-07 14:15:58 +0100111 * Attributes may include:
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100112 * - FFA_MSG_SEND_NOTIFY, to notify the caller when it should try again.
113 * - FFA_MSG_SEND_LEGACY_MEMORY_*, to send a legacy architected memory sharing
Andrew Walbran70bc8622019-10-07 14:15:58 +0100114 * message.
115 *
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100116 * Returns FFA_SUCCESS if the message is sent, or an error code otherwise:
Andrew Walbran70bc8622019-10-07 14:15:58 +0100117 * - INVALID_PARAMETERS: one or more of the parameters do not conform.
Jose Marinhoa1dfeda2019-02-27 16:46:03 +0000118 * - BUSY: the message could not be delivered either because the mailbox
Andrew Walbran70bc8622019-10-07 14:15:58 +0100119 * was full or the target VM is not yet set up.
Andrew Scull5ac05f02018-08-10 17:23:22 +0100120 */
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100121static inline struct ffa_value ffa_msg_send(ffa_vm_id_t sender_vm_id,
122 ffa_vm_id_t target_vm_id,
123 uint32_t size, uint32_t attributes)
Andrew Scull5ac05f02018-08-10 17:23:22 +0100124{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100125 return ffa_call((struct ffa_value){
126 .func = FFA_MSG_SEND_32,
Andrew Walbran70bc8622019-10-07 14:15:58 +0100127 .arg1 = ((uint64_t)sender_vm_id << 16) | target_vm_id,
128 .arg3 = size,
129 .arg4 = attributes});
Andrew Scull5ac05f02018-08-10 17:23:22 +0100130}
131
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100132static inline struct ffa_value ffa_mem_donate(uint32_t length,
Andrew Walbrana65a1322020-04-06 19:32:32 +0100133 uint32_t fragment_length)
Andrew Walbrane908c4a2019-12-02 17:13:47 +0000134{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100135 return ffa_call((struct ffa_value){.func = FFA_MEM_DONATE_32,
136 .arg1 = length,
137 .arg2 = fragment_length});
Andrew Walbrane908c4a2019-12-02 17:13:47 +0000138}
139
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100140static inline struct ffa_value ffa_mem_lend(uint32_t length,
141 uint32_t fragment_length)
Andrew Walbrane908c4a2019-12-02 17:13:47 +0000142{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100143 return ffa_call((struct ffa_value){.func = FFA_MEM_LEND_32,
144 .arg1 = length,
145 .arg2 = fragment_length});
Andrew Walbrane908c4a2019-12-02 17:13:47 +0000146}
147
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100148static inline struct ffa_value ffa_mem_share(uint32_t length,
149 uint32_t fragment_length)
Andrew Walbran82d6d152019-12-24 15:02:06 +0000150{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100151 return ffa_call((struct ffa_value){.func = FFA_MEM_SHARE_32,
152 .arg1 = length,
153 .arg2 = fragment_length});
Andrew Walbran82d6d152019-12-24 15:02:06 +0000154}
155
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100156static inline struct ffa_value ffa_mem_retrieve_req(uint32_t length,
157 uint32_t fragment_length)
Andrew Walbran5de9c3d2020-02-10 13:35:29 +0000158{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100159 return ffa_call((struct ffa_value){.func = FFA_MEM_RETRIEVE_REQ_32,
160 .arg1 = length,
161 .arg2 = fragment_length});
Andrew Walbran5de9c3d2020-02-10 13:35:29 +0000162}
163
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100164static inline struct ffa_value ffa_mem_relinquish(void)
Andrew Walbran5de9c3d2020-02-10 13:35:29 +0000165{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100166 return ffa_call((struct ffa_value){.func = FFA_MEM_RELINQUISH_32});
167}
168
169static inline struct ffa_value ffa_mem_reclaim(ffa_memory_handle_t handle,
170 ffa_memory_region_flags_t flags)
171{
172 return ffa_call((struct ffa_value){.func = FFA_MEM_RECLAIM_32,
173 .arg1 = (uint32_t)handle,
174 .arg2 = (uint32_t)(handle >> 32),
175 .arg3 = flags});
Andrew Walbran5de9c3d2020-02-10 13:35:29 +0000176}
177
Andrew Scull5ac05f02018-08-10 17:23:22 +0100178/**
Andrew Walbran0de4f162019-09-03 16:44:20 +0100179 * Called by secondary VMs to receive a message. This will block until a message
180 * is received.
Andrew Scull5ac05f02018-08-10 17:23:22 +0100181 *
Andrew Scullaa039b32018-10-04 15:02:26 +0100182 * The mailbox must be cleared before a new message can be received.
Andrew Walbran9311c9a2019-03-12 16:59:04 +0000183 *
Andrew Walbran0de4f162019-09-03 16:44:20 +0100184 * If no message is immediately available and there are no enabled and pending
185 * interrupts (irrespective of whether interrupts are enabled globally), then
186 * this will block until a message is available or an enabled interrupt becomes
Fuad Tabbab0ef2a42019-12-19 11:19:25 +0000187 * pending. This matches the behaviour of the WFI instruction on AArch64, except
Andrew Walbran0de4f162019-09-03 16:44:20 +0100188 * that a message becoming available is also treated like a wake-up event.
Andrew Walbranc8500812019-06-26 10:36:48 +0100189 *
190 * Returns:
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100191 * - FFA_MSG_SEND if a message is successfully received.
192 * - FFA_ERROR FFA_NOT_SUPPORTED if called from the primary VM.
193 * - FFA_ERROR FFA_INTERRUPTED if an interrupt happened during the call.
Andrew Scull5ac05f02018-08-10 17:23:22 +0100194 */
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100195static inline struct ffa_value ffa_msg_wait(void)
Andrew Scull5ac05f02018-08-10 17:23:22 +0100196{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100197 return ffa_call((struct ffa_value){.func = FFA_MSG_WAIT_32});
Andrew Walbran0de4f162019-09-03 16:44:20 +0100198}
199
200/**
201 * Called by secondary VMs to receive a message. The call will return whether or
202 * not a message is available.
203 *
204 * The mailbox must be cleared before a new message can be received.
205 *
206 * Returns:
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100207 * - FFA_MSG_SEND if a message is successfully received.
208 * - FFA_ERROR FFA_NOT_SUPPORTED if called from the primary VM.
209 * - FFA_ERROR FFA_INTERRUPTED if an interrupt happened during the call.
210 * - FFA_ERROR FFA_RETRY if there was no pending message.
Andrew Walbran0de4f162019-09-03 16:44:20 +0100211 */
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100212static inline struct ffa_value ffa_msg_poll(void)
Andrew Walbran0de4f162019-09-03 16:44:20 +0100213{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100214 return ffa_call((struct ffa_value){.func = FFA_MSG_POLL_32});
Andrew Scull5ac05f02018-08-10 17:23:22 +0100215}
216
217/**
Andrew Walbran8a0f5ca2019-11-05 13:12:23 +0000218 * Releases the caller's mailbox so that a new message can be received. The
219 * caller must have copied out all data they wish to preserve as new messages
220 * will overwrite the old and will arrive asynchronously.
Andrew Walbran54afb502018-11-26 16:01:11 +0000221 *
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +0000222 * Returns:
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100223 * - FFA_ERROR FFA_DENIED on failure, if the mailbox hasn't been read.
224 * - FFA_SUCCESS on success if no further action is needed.
225 * - FFA_RX_RELEASE if it was called by the primary VM and the primary VM now
Andrew Walbran8a0f5ca2019-11-05 13:12:23 +0000226 * needs to wake up or kick waiters. Waiters should be retrieved by calling
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +0000227 * hf_mailbox_waiter_get.
Andrew Scull5ac05f02018-08-10 17:23:22 +0100228 */
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100229static inline struct ffa_value ffa_rx_release(void)
Andrew Scull5ac05f02018-08-10 17:23:22 +0100230{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100231 return ffa_call((struct ffa_value){.func = FFA_RX_RELEASE_32});
Andrew Scull5ac05f02018-08-10 17:23:22 +0100232}
Andrew Walbran318f5732018-11-20 16:23:42 +0000233
234/**
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +0000235 * Retrieves the next VM whose mailbox became writable. For a VM to be notified
236 * by this function, the caller must have called api_mailbox_send before with
237 * the notify argument set to true, and this call must have failed because the
238 * mailbox was not available.
239 *
Wedson Almeida Filhob790f652019-01-22 23:41:56 +0000240 * It should be called repeatedly to retrieve a list of VMs.
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +0000241 *
242 * Returns -1 if no VM became writable, or the id of the VM whose mailbox
243 * became writable.
244 */
245static inline int64_t hf_mailbox_writable_get(void)
246{
247 return hf_call(HF_MAILBOX_WRITABLE_GET, 0, 0, 0);
248}
249
250/**
251 * Retrieves the next VM waiting to be notified that the mailbox of the
252 * specified VM became writable. Only primary VMs are allowed to call this.
253 *
Wedson Almeida Filhob790f652019-01-22 23:41:56 +0000254 * Returns -1 on failure or if there are no waiters; the VM id of the next
255 * waiter otherwise.
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +0000256 */
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100257static inline int64_t hf_mailbox_waiter_get(ffa_vm_id_t vm_id)
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +0000258{
259 return hf_call(HF_MAILBOX_WAITER_GET, vm_id, 0, 0);
260}
261
262/**
Andrew Walbran318f5732018-11-20 16:23:42 +0000263 * Enables or disables a given interrupt ID.
264 *
265 * Returns 0 on success, or -1 if the intid is invalid.
266 */
Wedson Almeida Filhoc559d132019-01-09 19:33:40 +0000267static inline int64_t hf_interrupt_enable(uint32_t intid, bool enable)
Andrew Walbran318f5732018-11-20 16:23:42 +0000268{
Wedson Almeida Filhoc559d132019-01-09 19:33:40 +0000269 return hf_call(HF_INTERRUPT_ENABLE, intid, enable, 0);
Andrew Walbran318f5732018-11-20 16:23:42 +0000270}
271
272/**
273 * Gets the ID of the pending interrupt (if any) and acknowledge it.
274 *
275 * Returns HF_INVALID_INTID if there are no pending interrupts.
276 */
Wedson Almeida Filhoc559d132019-01-09 19:33:40 +0000277static inline uint32_t hf_interrupt_get(void)
Andrew Walbran318f5732018-11-20 16:23:42 +0000278{
Wedson Almeida Filhoc559d132019-01-09 19:33:40 +0000279 return hf_call(HF_INTERRUPT_GET, 0, 0, 0);
Andrew Walbran318f5732018-11-20 16:23:42 +0000280}
281
282/**
283 * Injects a virtual interrupt of the given ID into the given target vCPU.
284 * This doesn't cause the vCPU to actually be run immediately; it will be taken
285 * when the vCPU is next run, which is up to the scheduler.
286 *
Andrew Walbran3d84a262018-12-13 14:41:19 +0000287 * Returns:
288 * - -1 on failure because the target VM or vCPU doesn't exist, the interrupt
289 * ID is invalid, or the current VM is not allowed to inject interrupts to
290 * the target VM.
291 * - 0 on success if no further action is needed.
292 * - 1 if it was called by the primary VM and the primary VM now needs to wake
293 * up or kick the target vCPU.
Andrew Walbran318f5732018-11-20 16:23:42 +0000294 */
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100295static inline int64_t hf_interrupt_inject(ffa_vm_id_t target_vm_id,
296 ffa_vcpu_index_t target_vcpu_idx,
Andrew Walbran318f5732018-11-20 16:23:42 +0000297 uint32_t intid)
298{
Wedson Almeida Filhoc559d132019-01-09 19:33:40 +0000299 return hf_call(HF_INTERRUPT_INJECT, target_vm_id, target_vcpu_idx,
Andrew Walbran318f5732018-11-20 16:23:42 +0000300 intid);
301}
Andrew Scull6386f252018-12-06 13:29:10 +0000302
303/**
Andrew Walbranc1ad4ce2019-05-09 11:41:39 +0100304 * Sends a character to the debug log for the VM.
305 *
306 * Returns 0 on success, or -1 if it failed for some reason.
307 */
308static inline int64_t hf_debug_log(char c)
309{
310 return hf_call(HF_DEBUG_LOG, c, 0, 0);
311}
312
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100313/** Obtains the Hafnium's version of the implemented FF-A specification. */
314static inline int32_t ffa_version(uint32_t requested_version)
Jose Marinhofc0b2b62019-06-06 11:18:45 +0100315{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100316 return ffa_call((struct ffa_value){.func = FFA_VERSION_32,
317 .arg1 = requested_version})
Andrew Walbran9fd29072020-04-22 12:12:14 +0100318 .func;
Jose Marinhofc0b2b62019-06-06 11:18:45 +0100319}
Jose Marinhoc0f4ff22019-10-09 10:37:42 +0100320
321/**
322 * Discovery function returning information about the implementation of optional
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100323 * FF-A interfaces.
Jose Marinhoc0f4ff22019-10-09 10:37:42 +0100324 *
325 * Returns:
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100326 * - FFA_SUCCESS in .func if the optional interface with function_id is
Jose Marinhoc0f4ff22019-10-09 10:37:42 +0100327 * implemented.
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100328 * - FFA_ERROR in .func if the optional interface with function_id is not
Jose Marinhoc0f4ff22019-10-09 10:37:42 +0100329 * implemented.
330 */
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100331static inline struct ffa_value ffa_features(uint32_t function_id)
Jose Marinhoc0f4ff22019-10-09 10:37:42 +0100332{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100333 return ffa_call((struct ffa_value){.func = FFA_FEATURES_32,
334 .arg1 = function_id});
Jose Marinhoc0f4ff22019-10-09 10:37:42 +0100335}