blob: 5e68e2eb3b396960c2bf7fef29ce249737a44138 [file] [log] [blame]
Andrew Scull18834872018-10-12 11:48:09 +01001/*
Andrew Walbran692b3252019-03-07 15:51:31 +00002 * Copyright 2018 The Hafnium Authors.
Andrew Scull18834872018-10-12 11:48:09 +01003 *
Andrew Walbrane959ec12020-06-17 15:01:09 +01004 * Use of this source code is governed by a BSD-style
5 * license that can be found in the LICENSE file or at
6 * https://opensource.org/licenses/BSD-3-Clause.
Andrew Scull18834872018-10-12 11:48:09 +01007 */
8
Andrew Scullfbc938a2018-08-20 14:09:28 +01009#pragma once
Andrew Scullf35a5c92018-08-07 18:09:46 +010010
Andrew Scull6d2db332018-10-10 15:28:17 +010011#include "hf/abi.h"
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010012#include "hf/ffa.h"
Andrew Scull6d2db332018-10-10 15:28:17 +010013#include "hf/types.h"
Andrew Scullf35a5c92018-08-07 18:09:46 +010014
Andrew Scull5ac05f02018-08-10 17:23:22 +010015/**
Fuad Tabba77a4b012019-11-15 12:13:08 +000016 * This function must be implemented to trigger the architecture-specific
Andrew Scull5ac05f02018-08-10 17:23:22 +010017 * mechanism to call to the hypervisor.
Andrew Scullf35a5c92018-08-07 18:09:46 +010018 */
Andrew Walbran4e6bcc72019-09-11 13:57:22 +010019int64_t hf_call(uint64_t arg0, uint64_t arg1, uint64_t arg2, uint64_t arg3);
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010020struct ffa_value ffa_call(struct ffa_value args);
Olivier Deprezc60cc1f2023-07-07 13:18:06 +020021struct ffa_value ffa_call_ext(struct ffa_value args);
Karl Meakin2ad6b662024-07-29 20:45:40 +010022/* NOLINTNEXTLINE(readability-redundant-declaration) */
Maksims Svecovse4700b42022-06-23 16:35:09 +010023void memcpy_s(void *dest, size_t destsz, const void *src, size_t count);
Andrew Scullf35a5c92018-08-07 18:09:46 +010024
Andrew Scull5ac05f02018-08-10 17:23:22 +010025/**
Andrew Scull55c4d8b2018-12-18 18:50:18 +000026 * Returns the VM's own ID.
Andrew Scull5ac05f02018-08-10 17:23:22 +010027 */
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010028static inline struct ffa_value ffa_id_get(void)
Andrew Walbrand230f662019-10-07 18:03:36 +010029{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010030 return ffa_call((struct ffa_value){.func = FFA_ID_GET_32});
Andrew Walbrand230f662019-10-07 18:03:36 +010031}
32
33/**
Olivier Deprez421677d2021-06-18 12:18:53 +020034 * Returns the SPMC FF-A ID at NS virtual/physical and secure virtual
35 * FF-A instances.
36 * DEN0077A FF-A v1.1 Beta0 section 13.9 FFA_SPM_ID_GET.
37 */
38static inline struct ffa_value ffa_spm_id_get(void)
39{
40 return ffa_call((struct ffa_value){.func = FFA_SPM_ID_GET_32});
41}
42
43/**
Raghu Krishnamurthy2957b922022-12-27 10:29:12 -080044 * Requests information for partitions instantiated in the system via registers
45 * (as opposed to rx buffer in the case of ffa_partition_info_get).
46 */
47static inline struct ffa_value ffa_partition_info_get_regs(
48 const struct ffa_uuid *uuid, const uint16_t start_index,
49 const uint16_t tag)
50{
51 uint64_t arg1 = (uint64_t)uuid->uuid[1] << 32 | uuid->uuid[0];
52 uint64_t arg2 = (uint64_t)uuid->uuid[3] << 32 | uuid->uuid[2];
53 uint64_t arg3 = start_index | (uint64_t)tag << 16;
54
Olivier Deprezc60cc1f2023-07-07 13:18:06 +020055 return ffa_call_ext((struct ffa_value){
Raghu Krishnamurthy2957b922022-12-27 10:29:12 -080056 .func = FFA_PARTITION_INFO_GET_REGS_64,
57 .arg1 = arg1,
58 .arg2 = arg2,
59 .arg3 = arg3,
60 });
61}
62
63/**
Daniel Boulby8373fcf2021-12-13 18:00:30 +000064 * Requests information for partitions instantiated in the system. If the
65 * FFA_PARTITION_COUNT_FLAG is not set, the information is returned
66 * in the RX buffer of the caller as an array of partition information
67 * descriptors (struct ffa_partition_info).
Fuad Tabbae4efcc32020-07-16 15:37:27 +010068 *
69 * A Null UUID (UUID that is all zeros) returns information for all partitions,
70 * whereas a non-Null UUID returns information only for partitions that match.
71 *
Daniel Boulby8373fcf2021-12-13 18:00:30 +000072 * Flags may include:
73 * - FFA_PARTITION_COUNT_FLAG, which specifes if the partition info descriptors
74 * are returned in RX buffer or just the count in arg2.
75 * 1 returns just the count.
76 * 0 returns the count with the partition info descriptors.
77 *
Fuad Tabbae4efcc32020-07-16 15:37:27 +010078 * Returns:
79 * - FFA_SUCCESS on success. The count of partition information descriptors
80 * populated in the RX buffer is returned in arg2 (register w2).
81 * - FFA_BUSY if the caller's RX buffer is not free.
82 * - FFA_NO_MEMORY if the results do not fit in the callers RX buffer.
83 * - FFA_INVALID_PARAMETERS for an unrecognized UUID.
84 */
85static inline struct ffa_value ffa_partition_info_get(
Daniel Boulby8373fcf2021-12-13 18:00:30 +000086 const struct ffa_uuid *uuid, const uint32_t flags)
Fuad Tabbae4efcc32020-07-16 15:37:27 +010087{
88 return ffa_call((struct ffa_value){.func = FFA_PARTITION_INFO_GET_32,
89 .arg1 = uuid->uuid[0],
90 .arg2 = uuid->uuid[1],
91 .arg3 = uuid->uuid[2],
Daniel Boulby8373fcf2021-12-13 18:00:30 +000092 .arg4 = uuid->uuid[3],
93 .arg5 = flags});
Fuad Tabbae4efcc32020-07-16 15:37:27 +010094}
Fuad Tabbae4efcc32020-07-16 15:37:27 +010095/**
Olivier Deprez175161a2021-11-23 18:41:09 +010096 * DEN0077A FF-A v1.1 Beta0 section 18.3.2.1
97 * Registers vCPU secondary entry point for the caller VM.
98 * Called from secure virtual FF-A instance.
99 */
100static inline struct ffa_value ffa_secondary_ep_register(uintptr_t address)
101{
102 return ffa_call((struct ffa_value){.func = FFA_SECONDARY_EP_REGISTER_64,
103 .arg1 = address});
104}
105
106/**
Andrew Walbrand230f662019-10-07 18:03:36 +0100107 * Returns the VM's own ID.
108 */
J-Alves19e20cf2023-08-02 12:48:55 +0100109static inline ffa_id_t hf_vm_get_id(void)
Andrew Scull5ac05f02018-08-10 17:23:22 +0100110{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100111 return ffa_id_get().arg2;
Andrew Scull5ac05f02018-08-10 17:23:22 +0100112}
113
114/**
Andrew Walbran27faff32019-10-02 18:20:57 +0100115 * Runs the given vCPU of the given VM.
116 */
J-Alves19e20cf2023-08-02 12:48:55 +0100117static inline struct ffa_value ffa_run(ffa_id_t vm_id,
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100118 ffa_vcpu_index_t vcpu_idx)
Andrew Walbran27faff32019-10-02 18:20:57 +0100119{
Kathleen Capella036cc592023-11-30 18:26:15 -0500120 return ffa_call_ext((struct ffa_value){.func = FFA_RUN_32,
121 ffa_vm_vcpu(vm_id, vcpu_idx)});
Andrew Walbran27faff32019-10-02 18:20:57 +0100122}
123
124/**
Madhukar Pappireddy9fb96ae2023-05-23 17:40:29 -0500125 * Hints that the vCPU is willing to yield its current use of the physical CPU
126 * and intends to be resumed at the expiration of the timeout.
127 */
128static inline struct ffa_value ffa_yield_timeout(uint32_t timeout_low,
129 uint32_t timeout_high)
130{
131 return ffa_call((struct ffa_value){.func = FFA_YIELD_32,
132 .arg2 = timeout_low,
133 .arg3 = timeout_high});
134}
135
136/**
137 * Relinquish the current physical CPU cycles back.
Andrew Scull55c4d8b2018-12-18 18:50:18 +0000138 */
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100139static inline struct ffa_value ffa_yield(void)
Andrew Scull55c4d8b2018-12-18 18:50:18 +0000140{
Madhukar Pappireddy9fb96ae2023-05-23 17:40:29 -0500141 return ffa_yield_timeout(0, 0);
Andrew Scull55c4d8b2018-12-18 18:50:18 +0000142}
143
144/**
Andrew Scull5ac05f02018-08-10 17:23:22 +0100145 * Configures the pages to send/receive data through. The pages must not be
146 * shared.
Andrew Walbran54afb502018-11-26 16:01:11 +0000147 *
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +0000148 * Returns:
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100149 * - FFA_ERROR FFA_INVALID_PARAMETERS if the given addresses are not properly
Andrew Walbranbfffb0f2019-11-05 14:02:34 +0000150 * aligned or are the same.
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100151 * - FFA_ERROR FFA_NO_MEMORY if the hypervisor was unable to map the buffers
Fuad Tabba9dc276f2020-07-16 09:29:32 +0100152 * due to insufficient page table memory.
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100153 * - FFA_ERROR FFA_DENIED if the pages are already mapped or are not owned by
Andrew Walbranbfffb0f2019-11-05 14:02:34 +0000154 * the caller.
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100155 * - FFA_SUCCESS on success if no further action is needed.
156 * - FFA_RX_RELEASE if it was called by the primary VM and the primary VM now
Andrew Walbranbfffb0f2019-11-05 14:02:34 +0000157 * needs to wake up or kick waiters.
Andrew Scull5ac05f02018-08-10 17:23:22 +0100158 */
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100159static inline struct ffa_value ffa_rxtx_map(hf_ipaddr_t send, hf_ipaddr_t recv)
Andrew Scull5ac05f02018-08-10 17:23:22 +0100160{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100161 return ffa_call(
162 (struct ffa_value){.func = FFA_RXTX_MAP_64,
163 .arg1 = send,
164 .arg2 = recv,
165 .arg3 = HF_MAILBOX_SIZE / FFA_PAGE_SIZE});
Andrew Scull5ac05f02018-08-10 17:23:22 +0100166}
167
168/**
Daniel Boulby9e420ca2021-07-07 15:03:49 +0100169 * Unmaps the RX/TX buffer pair of an endpoint or Hypervisor from the
170 * translation regime of the callee.
171 *
172 * Returns:
173 * - FFA_ERROR FFA_INVALID_PARAMETERS if there is no buffer pair registered on
174 * behalf of the caller.
175 * - FFA_SUCCESS on success if no further action is needed.
176 */
177static inline struct ffa_value ffa_rxtx_unmap(void)
178{
179 /* Note that allocator ID MBZ at virtual instance. */
180 return ffa_call((struct ffa_value){.func = FFA_RXTX_UNMAP_32});
181}
182
183/**
Andrew Scullaa039b32018-10-04 15:02:26 +0100184 * Copies data from the sender's send buffer to the recipient's receive buffer.
Andrew Walbran54afb502018-11-26 16:01:11 +0000185 *
Wedson Almeida Filho17c997f2019-01-09 18:50:09 +0000186 * If the recipient's receive buffer is busy, it can optionally register the
187 * caller to be notified when the recipient's receive buffer becomes available.
188 *
Andrew Walbran70bc8622019-10-07 14:15:58 +0100189 * Attributes may include:
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100190 * - FFA_MSG_SEND_NOTIFY, to notify the caller when it should try again.
191 * - FFA_MSG_SEND_LEGACY_MEMORY_*, to send a legacy architected memory sharing
Andrew Walbran70bc8622019-10-07 14:15:58 +0100192 * message.
193 *
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100194 * Returns FFA_SUCCESS if the message is sent, or an error code otherwise:
Andrew Walbran70bc8622019-10-07 14:15:58 +0100195 * - INVALID_PARAMETERS: one or more of the parameters do not conform.
Jose Marinhoa1dfeda2019-02-27 16:46:03 +0000196 * - BUSY: the message could not be delivered either because the mailbox
Andrew Walbran70bc8622019-10-07 14:15:58 +0100197 * was full or the target VM is not yet set up.
Andrew Scull5ac05f02018-08-10 17:23:22 +0100198 */
J-Alves19e20cf2023-08-02 12:48:55 +0100199static inline struct ffa_value ffa_msg_send(ffa_id_t sender_vm_id,
200 ffa_id_t target_vm_id,
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100201 uint32_t size, uint32_t attributes)
Andrew Scull5ac05f02018-08-10 17:23:22 +0100202{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100203 return ffa_call((struct ffa_value){
204 .func = FFA_MSG_SEND_32,
Andrew Walbran70bc8622019-10-07 14:15:58 +0100205 .arg1 = ((uint64_t)sender_vm_id << 16) | target_vm_id,
206 .arg3 = size,
207 .arg4 = attributes});
Andrew Scull5ac05f02018-08-10 17:23:22 +0100208}
209
Federico Recanati25053ee2022-03-14 15:01:53 +0100210/**
211 * Copies data from the sender's send buffer to the recipient's receive buffer
212 * and notifies the receiver.
213 *
214 * `flags` may include a 'Delay Schedule Receiver interrupt'.
215 *
216 * Returns FFA_SUCCESS if the message is sent, or an error code otherwise:
217 * - INVALID_PARAMETERS: one or more of the parameters do not conform.
218 * - BUSY: receiver's mailbox was full.
219 * - DENIED: receiver is not in a state to handle the request or doesn't
220 * support indirect messages.
221 */
222static inline struct ffa_value ffa_msg_send2(uint32_t flags)
223{
224 return ffa_call((struct ffa_value){
225 .func = FFA_MSG_SEND2_32, .arg1 = 0, .arg2 = flags});
226}
227
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100228static inline struct ffa_value ffa_mem_donate(uint32_t length,
Andrew Walbrana65a1322020-04-06 19:32:32 +0100229 uint32_t fragment_length)
Andrew Walbrane908c4a2019-12-02 17:13:47 +0000230{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100231 return ffa_call((struct ffa_value){.func = FFA_MEM_DONATE_32,
232 .arg1 = length,
233 .arg2 = fragment_length});
Andrew Walbrane908c4a2019-12-02 17:13:47 +0000234}
235
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100236static inline struct ffa_value ffa_mem_lend(uint32_t length,
237 uint32_t fragment_length)
Andrew Walbrane908c4a2019-12-02 17:13:47 +0000238{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100239 return ffa_call((struct ffa_value){.func = FFA_MEM_LEND_32,
240 .arg1 = length,
241 .arg2 = fragment_length});
Andrew Walbrane908c4a2019-12-02 17:13:47 +0000242}
243
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100244static inline struct ffa_value ffa_mem_share(uint32_t length,
245 uint32_t fragment_length)
Andrew Walbran82d6d152019-12-24 15:02:06 +0000246{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100247 return ffa_call((struct ffa_value){.func = FFA_MEM_SHARE_32,
248 .arg1 = length,
249 .arg2 = fragment_length});
Andrew Walbran82d6d152019-12-24 15:02:06 +0000250}
251
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100252static inline struct ffa_value ffa_mem_retrieve_req(uint32_t length,
253 uint32_t fragment_length)
Andrew Walbran5de9c3d2020-02-10 13:35:29 +0000254{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100255 return ffa_call((struct ffa_value){.func = FFA_MEM_RETRIEVE_REQ_32,
256 .arg1 = length,
257 .arg2 = fragment_length});
Andrew Walbran5de9c3d2020-02-10 13:35:29 +0000258}
259
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100260static inline struct ffa_value ffa_mem_relinquish(void)
Andrew Walbran5de9c3d2020-02-10 13:35:29 +0000261{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100262 return ffa_call((struct ffa_value){.func = FFA_MEM_RELINQUISH_32});
263}
264
265static inline struct ffa_value ffa_mem_reclaim(ffa_memory_handle_t handle,
266 ffa_memory_region_flags_t flags)
267{
268 return ffa_call((struct ffa_value){.func = FFA_MEM_RECLAIM_32,
269 .arg1 = (uint32_t)handle,
270 .arg2 = (uint32_t)(handle >> 32),
271 .arg3 = flags});
Andrew Walbran5de9c3d2020-02-10 13:35:29 +0000272}
273
Andrew Walbranca808b12020-05-15 17:22:28 +0100274static inline struct ffa_value ffa_mem_frag_rx(ffa_memory_handle_t handle,
275 uint32_t fragment_offset)
276{
277 /* Note that sender MBZ at virtual instance. */
278 return ffa_call((struct ffa_value){.func = FFA_MEM_FRAG_RX_32,
279 .arg1 = (uint32_t)handle,
280 .arg2 = (uint32_t)(handle >> 32),
281 .arg3 = fragment_offset});
282}
283
284static inline struct ffa_value ffa_mem_frag_tx(ffa_memory_handle_t handle,
285 uint32_t fragment_length)
286{
287 /* Note that sender MBZ at virtual instance. */
288 return ffa_call((struct ffa_value){.func = FFA_MEM_FRAG_TX_32,
289 .arg1 = (uint32_t)handle,
290 .arg2 = (uint32_t)(handle >> 32),
291 .arg3 = fragment_length});
292}
293
Andrew Scull5ac05f02018-08-10 17:23:22 +0100294/**
Andrew Walbran0de4f162019-09-03 16:44:20 +0100295 * Called by secondary VMs to receive a message. This will block until a message
296 * is received.
Andrew Scull5ac05f02018-08-10 17:23:22 +0100297 *
Andrew Scullaa039b32018-10-04 15:02:26 +0100298 * The mailbox must be cleared before a new message can be received.
Andrew Walbran9311c9a2019-03-12 16:59:04 +0000299 *
Andrew Walbran0de4f162019-09-03 16:44:20 +0100300 * If no message is immediately available and there are no enabled and pending
301 * interrupts (irrespective of whether interrupts are enabled globally), then
302 * this will block until a message is available or an enabled interrupt becomes
Fuad Tabbab0ef2a42019-12-19 11:19:25 +0000303 * pending. This matches the behaviour of the WFI instruction on AArch64, except
Andrew Walbran0de4f162019-09-03 16:44:20 +0100304 * that a message becoming available is also treated like a wake-up event.
Andrew Walbranc8500812019-06-26 10:36:48 +0100305 *
306 * Returns:
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100307 * - FFA_MSG_SEND if a message is successfully received.
308 * - FFA_ERROR FFA_NOT_SUPPORTED if called from the primary VM.
309 * - FFA_ERROR FFA_INTERRUPTED if an interrupt happened during the call.
Andrew Scull5ac05f02018-08-10 17:23:22 +0100310 */
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100311static inline struct ffa_value ffa_msg_wait(void)
Andrew Scull5ac05f02018-08-10 17:23:22 +0100312{
Kathleen Capellade0b0da2023-10-04 13:46:27 -0400313 return ffa_call_ext((struct ffa_value){.func = FFA_MSG_WAIT_32});
Andrew Walbran0de4f162019-09-03 16:44:20 +0100314}
315
316/**
317 * Called by secondary VMs to receive a message. The call will return whether or
318 * not a message is available.
319 *
320 * The mailbox must be cleared before a new message can be received.
321 *
322 * Returns:
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100323 * - FFA_MSG_SEND if a message is successfully received.
324 * - FFA_ERROR FFA_NOT_SUPPORTED if called from the primary VM.
325 * - FFA_ERROR FFA_INTERRUPTED if an interrupt happened during the call.
326 * - FFA_ERROR FFA_RETRY if there was no pending message.
Andrew Walbran0de4f162019-09-03 16:44:20 +0100327 */
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100328static inline struct ffa_value ffa_msg_poll(void)
Andrew Walbran0de4f162019-09-03 16:44:20 +0100329{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100330 return ffa_call((struct ffa_value){.func = FFA_MSG_POLL_32});
Andrew Scull5ac05f02018-08-10 17:23:22 +0100331}
332
333/**
Andrew Walbran8a0f5ca2019-11-05 13:12:23 +0000334 * Releases the caller's mailbox so that a new message can be received. The
335 * caller must have copied out all data they wish to preserve as new messages
336 * will overwrite the old and will arrive asynchronously.
Andrew Walbran54afb502018-11-26 16:01:11 +0000337 *
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +0000338 * Returns:
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100339 * - FFA_ERROR FFA_DENIED on failure, if the mailbox hasn't been read.
340 * - FFA_SUCCESS on success if no further action is needed.
341 * - FFA_RX_RELEASE if it was called by the primary VM and the primary VM now
Andrew Walbran8a0f5ca2019-11-05 13:12:23 +0000342 * needs to wake up or kick waiters. Waiters should be retrieved by calling
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +0000343 * hf_mailbox_waiter_get.
Andrew Scull5ac05f02018-08-10 17:23:22 +0100344 */
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100345static inline struct ffa_value ffa_rx_release(void)
Andrew Scull5ac05f02018-08-10 17:23:22 +0100346{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100347 return ffa_call((struct ffa_value){.func = FFA_RX_RELEASE_32});
Andrew Scull5ac05f02018-08-10 17:23:22 +0100348}
Andrew Walbran318f5732018-11-20 16:23:42 +0000349
350/**
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +0000351 * Retrieves the next VM whose mailbox became writable. For a VM to be notified
352 * by this function, the caller must have called api_mailbox_send before with
353 * the notify argument set to true, and this call must have failed because the
354 * mailbox was not available.
355 *
Wedson Almeida Filhob790f652019-01-22 23:41:56 +0000356 * It should be called repeatedly to retrieve a list of VMs.
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +0000357 *
358 * Returns -1 if no VM became writable, or the id of the VM whose mailbox
359 * became writable.
360 */
361static inline int64_t hf_mailbox_writable_get(void)
362{
363 return hf_call(HF_MAILBOX_WRITABLE_GET, 0, 0, 0);
364}
365
366/**
367 * Retrieves the next VM waiting to be notified that the mailbox of the
368 * specified VM became writable. Only primary VMs are allowed to call this.
369 *
Wedson Almeida Filhob790f652019-01-22 23:41:56 +0000370 * Returns -1 on failure or if there are no waiters; the VM id of the next
371 * waiter otherwise.
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +0000372 */
J-Alves19e20cf2023-08-02 12:48:55 +0100373static inline int64_t hf_mailbox_waiter_get(ffa_id_t vm_id)
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +0000374{
375 return hf_call(HF_MAILBOX_WAITER_GET, vm_id, 0, 0);
376}
377
378/**
Andrew Walbran318f5732018-11-20 16:23:42 +0000379 * Enables or disables a given interrupt ID.
380 *
381 * Returns 0 on success, or -1 if the intid is invalid.
382 */
Manish Pandey35e452f2021-02-18 21:36:34 +0000383static inline int64_t hf_interrupt_enable(uint32_t intid, bool enable,
Olivier Deprezc5203fb2022-09-29 13:49:24 +0200384 uint32_t type)
Andrew Walbran318f5732018-11-20 16:23:42 +0000385{
Manish Pandey35e452f2021-02-18 21:36:34 +0000386 return hf_call(HF_INTERRUPT_ENABLE, intid, enable, type);
Andrew Walbran318f5732018-11-20 16:23:42 +0000387}
388
389/**
390 * Gets the ID of the pending interrupt (if any) and acknowledge it.
391 *
392 * Returns HF_INVALID_INTID if there are no pending interrupts.
393 */
Wedson Almeida Filhoc559d132019-01-09 19:33:40 +0000394static inline uint32_t hf_interrupt_get(void)
Andrew Walbran318f5732018-11-20 16:23:42 +0000395{
Wedson Almeida Filhoc559d132019-01-09 19:33:40 +0000396 return hf_call(HF_INTERRUPT_GET, 0, 0, 0);
Andrew Walbran318f5732018-11-20 16:23:42 +0000397}
398
399/**
Madhukar Pappireddy94cc33f2022-12-22 10:06:30 -0600400 * Deactivate the physical interrupt.
401 *
402 * Returns 0 on success, or -1 otherwise.
403 */
404static inline int64_t hf_interrupt_deactivate(uint32_t intid)
405{
406 return hf_call(HF_INTERRUPT_DEACTIVATE, intid, intid, 0);
407}
408
409/**
Andrew Walbran318f5732018-11-20 16:23:42 +0000410 * Injects a virtual interrupt of the given ID into the given target vCPU.
411 * This doesn't cause the vCPU to actually be run immediately; it will be taken
412 * when the vCPU is next run, which is up to the scheduler.
413 *
Andrew Walbran3d84a262018-12-13 14:41:19 +0000414 * Returns:
415 * - -1 on failure because the target VM or vCPU doesn't exist, the interrupt
416 * ID is invalid, or the current VM is not allowed to inject interrupts to
417 * the target VM.
418 * - 0 on success if no further action is needed.
419 * - 1 if it was called by the primary VM and the primary VM now needs to wake
420 * up or kick the target vCPU.
Andrew Walbran318f5732018-11-20 16:23:42 +0000421 */
J-Alves19e20cf2023-08-02 12:48:55 +0100422static inline int64_t hf_interrupt_inject(ffa_id_t target_vm_id,
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100423 ffa_vcpu_index_t target_vcpu_idx,
Andrew Walbran318f5732018-11-20 16:23:42 +0000424 uint32_t intid)
425{
Wedson Almeida Filhoc559d132019-01-09 19:33:40 +0000426 return hf_call(HF_INTERRUPT_INJECT, target_vm_id, target_vcpu_idx,
Andrew Walbran318f5732018-11-20 16:23:42 +0000427 intid);
428}
Andrew Scull6386f252018-12-06 13:29:10 +0000429
Madhukar Pappireddy89ffc2c2023-07-24 16:33:52 -0500430/**
431 * Reconfigure the virtual interrupt belonging to the current SP. Note that the
432 * virtual interrupt is identity mapped to the physical interrupt id.
433 *
434 * Returns -1 on failure, or 0 on success.
435 */
436static inline int64_t hf_interrupt_reconfigure(uint32_t intid, uint32_t command,
437 uint32_t value)
438{
439 return hf_call(HF_INTERRUPT_RECONFIGURE, intid, command, value);
440}
441
442static inline int64_t hf_interrupt_reconfigure_target_cpu(
443 uint32_t intid, ffa_vcpu_index_t target_cpu_index)
444{
445 return hf_interrupt_reconfigure(intid, INT_RECONFIGURE_TARGET_PE,
446 (uint32_t)target_cpu_index);
447}
448
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100449/** Obtains the Hafnium's version of the implemented FF-A specification. */
Karl Meakin0e617d92024-04-05 12:55:22 +0100450static inline enum ffa_version ffa_version(enum ffa_version requested_version)
Jose Marinhofc0b2b62019-06-06 11:18:45 +0100451{
Karl Meakin0e617d92024-04-05 12:55:22 +0100452 return ffa_call((struct ffa_value){
453 .func = FFA_VERSION_32,
454 .arg1 = (uint32_t)requested_version,
455 })
Andrew Walbran9fd29072020-04-22 12:12:14 +0100456 .func;
Jose Marinhofc0b2b62019-06-06 11:18:45 +0100457}
Jose Marinhoc0f4ff22019-10-09 10:37:42 +0100458
459/**
460 * Discovery function returning information about the implementation of optional
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100461 * FF-A interfaces.
Jose Marinhoc0f4ff22019-10-09 10:37:42 +0100462 *
463 * Returns:
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100464 * - FFA_SUCCESS in .func if the optional interface with function_id is
Jose Marinhoc0f4ff22019-10-09 10:37:42 +0100465 * implemented.
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100466 * - FFA_ERROR in .func if the optional interface with function_id is not
Jose Marinhoc0f4ff22019-10-09 10:37:42 +0100467 * implemented.
468 */
Karl Meakin34b8ae92023-01-13 13:33:07 +0000469static inline struct ffa_value ffa_features(uint64_t function_id)
Jose Marinhoc0f4ff22019-10-09 10:37:42 +0100470{
Karl Meakin34b8ae92023-01-13 13:33:07 +0000471 return ffa_call((struct ffa_value){
472 .func = FFA_FEATURES_32,
473 .arg1 = function_id,
474 });
475}
476
477/**
478 * Discovery function returning information about the implementation of optional
479 * FF-A interfaces which require an extra input property
480 *
481 * Returns:
482 * - FFA_SUCCESS in .func if the optional interface with function_id is
483 * implemented.
484 * - FFA_ERROR in .func if the optional interface with function_id is not
485 * implemented.
486 */
487static inline struct ffa_value ffa_features_with_input_property(
488 uint64_t function_id, uint64_t param)
489{
490 return ffa_call((struct ffa_value){
491 .func = FFA_FEATURES_32, .arg1 = function_id, .arg2 = param});
Jose Marinhoc0f4ff22019-10-09 10:37:42 +0100492}
Olivier Deprezee9d6a92019-11-26 09:14:11 +0000493
494static inline struct ffa_value ffa_msg_send_direct_req(
J-Alves19e20cf2023-08-02 12:48:55 +0100495 ffa_id_t sender_vm_id, ffa_id_t target_vm_id, uint32_t arg3,
Olivier Deprezee9d6a92019-11-26 09:14:11 +0000496 uint32_t arg4, uint32_t arg5, uint32_t arg6, uint32_t arg7)
497{
498 return ffa_call((struct ffa_value){
499 .func = FFA_MSG_SEND_DIRECT_REQ_32,
500 .arg1 = ((uint64_t)sender_vm_id << 16) | target_vm_id,
501 .arg3 = arg3,
502 .arg4 = arg4,
503 .arg5 = arg5,
504 .arg6 = arg6,
505 .arg7 = arg7,
506 });
507}
508
Kathleen Capella734ddc42023-07-28 11:54:06 -0400509static inline struct ffa_value ffa_msg_send_direct_req2(
510 ffa_id_t sender_vm_id, ffa_id_t target_vm_id,
Kathleen Capellade0b0da2023-10-04 13:46:27 -0400511 const struct ffa_uuid *uuid, const uint64_t *msg, size_t count)
Kathleen Capella734ddc42023-07-28 11:54:06 -0400512{
Kathleen Capellade0b0da2023-10-04 13:46:27 -0400513 struct ffa_value args;
514 size_t arg_idx = 0;
515 uint64_t total_args;
516 size_t msg_idx = 0;
517 uint64_t *arg_ptrs[] = {
518 &args.arg4,
519 &args.arg5,
520 &args.arg6,
521 &args.arg7,
522 &args.extended_val.arg8,
523 &args.extended_val.arg9,
524 &args.extended_val.arg10,
525 &args.extended_val.arg11,
526 &args.extended_val.arg12,
527 &args.extended_val.arg13,
528 &args.extended_val.arg14,
529 &args.extended_val.arg15,
530 &args.extended_val.arg16,
531 &args.extended_val.arg17,
532 };
Kathleen Capella734ddc42023-07-28 11:54:06 -0400533
Kathleen Capellade0b0da2023-10-04 13:46:27 -0400534 args.func = FFA_MSG_SEND_DIRECT_REQ2_64;
535 args.arg1 = ((uint64_t)sender_vm_id << 16) | target_vm_id;
536 args.arg2 = (uint64_t)uuid->uuid[1] << 32 | uuid->uuid[0];
537 args.arg3 = (uint64_t)uuid->uuid[3] << 32 | uuid->uuid[2];
538
539 total_args = (sizeof(arg_ptrs) / sizeof(uint64_t *));
540
541 while (arg_idx < total_args && msg_idx < count) {
542 *arg_ptrs[arg_idx++] = msg[msg_idx++];
543 }
544
Kathleen Capella0abd8872024-02-02 18:01:12 -0500545 while (arg_idx < total_args) {
546 *arg_ptrs[arg_idx++] = 0;
547 }
548
Kathleen Capellade0b0da2023-10-04 13:46:27 -0400549 return ffa_call_ext(args);
Kathleen Capella734ddc42023-07-28 11:54:06 -0400550}
551
Olivier Deprezee9d6a92019-11-26 09:14:11 +0000552static inline struct ffa_value ffa_msg_send_direct_resp(
J-Alves19e20cf2023-08-02 12:48:55 +0100553 ffa_id_t sender_vm_id, ffa_id_t target_vm_id, uint32_t arg3,
Olivier Deprezee9d6a92019-11-26 09:14:11 +0000554 uint32_t arg4, uint32_t arg5, uint32_t arg6, uint32_t arg7)
555{
Kathleen Capella35238872024-01-12 15:05:52 -0500556 return ffa_call_ext((struct ffa_value){
Olivier Deprezee9d6a92019-11-26 09:14:11 +0000557 .func = FFA_MSG_SEND_DIRECT_RESP_32,
558 .arg1 = ((uint64_t)sender_vm_id << 16) | target_vm_id,
559 .arg3 = arg3,
560 .arg4 = arg4,
561 .arg5 = arg5,
562 .arg6 = arg6,
563 .arg7 = arg7,
564 });
565}
J-Alvesef69ac92021-08-26 09:21:27 +0100566
Kathleen Capellade0b0da2023-10-04 13:46:27 -0400567static inline struct ffa_value ffa_msg_send_direct_resp2(ffa_id_t sender_vm_id,
568 ffa_id_t target_vm_id,
569 const uint64_t *msg,
570 size_t count)
571{
572 struct ffa_value args;
573 size_t arg_idx = 0;
574 size_t total_args;
575 size_t msg_idx = 0;
576 uint64_t *arg_ptrs[] = {
577 &args.arg4,
578 &args.arg5,
579 &args.arg6,
580 &args.arg7,
581 &args.extended_val.arg8,
582 &args.extended_val.arg9,
583 &args.extended_val.arg10,
584 &args.extended_val.arg11,
585 &args.extended_val.arg12,
586 &args.extended_val.arg13,
587 &args.extended_val.arg14,
588 &args.extended_val.arg15,
589 &args.extended_val.arg16,
590 &args.extended_val.arg17,
591 };
592
593 args.func = FFA_MSG_SEND_DIRECT_RESP2_64;
594 args.arg1 = ((uint64_t)sender_vm_id << 16) | target_vm_id;
595 args.arg2 = 0;
596 args.arg3 = 0;
597
598 total_args = sizeof(arg_ptrs) / sizeof(uint64_t *);
599
600 while (arg_idx < total_args && msg_idx < count) {
601 *arg_ptrs[arg_idx++] = msg[msg_idx++];
602 }
603
Kathleen Capella0abd8872024-02-02 18:01:12 -0500604 while (arg_idx < total_args) {
605 *arg_ptrs[arg_idx++] = 0;
606 }
607
Kathleen Capellade0b0da2023-10-04 13:46:27 -0400608 return ffa_call_ext(args);
609}
610
J-Alvesef69ac92021-08-26 09:21:27 +0100611static inline struct ffa_value ffa_notification_bind(
J-Alves19e20cf2023-08-02 12:48:55 +0100612 ffa_id_t sender_vm_id, ffa_id_t receiver_vm_id, uint32_t flags,
J-Alvesef69ac92021-08-26 09:21:27 +0100613 ffa_notifications_bitmap_t bitmap)
614{
615 return ffa_call((struct ffa_value){
616 .func = FFA_NOTIFICATION_BIND_32,
617 .arg1 = (sender_vm_id << 16) | (receiver_vm_id),
618 .arg2 = flags,
619 .arg3 = (uint32_t)(bitmap),
620 .arg4 = (uint32_t)(bitmap >> 32),
621 });
622}
623
624static inline struct ffa_value ffa_notification_unbind(
J-Alves19e20cf2023-08-02 12:48:55 +0100625 ffa_id_t sender_vm_id, ffa_id_t receiver_vm_id,
J-Alvesef69ac92021-08-26 09:21:27 +0100626 ffa_notifications_bitmap_t bitmap)
627{
628 return ffa_call((struct ffa_value){
629 .func = FFA_NOTIFICATION_UNBIND_32,
630 .arg1 = (sender_vm_id << 16) | (receiver_vm_id),
631 .arg3 = (uint32_t)(bitmap),
632 .arg4 = (uint32_t)(bitmap >> 32),
633 });
634}
635
636static inline struct ffa_value ffa_notification_set(
J-Alves19e20cf2023-08-02 12:48:55 +0100637 ffa_id_t sender_vm_id, ffa_id_t receiver_vm_id, uint32_t flags,
J-Alvesef69ac92021-08-26 09:21:27 +0100638 ffa_notifications_bitmap_t bitmap)
639{
640 return ffa_call((struct ffa_value){
641 .func = FFA_NOTIFICATION_SET_32,
642 .arg1 = (sender_vm_id << 16) | (receiver_vm_id),
643 .arg2 = flags,
644 .arg3 = (uint32_t)(bitmap),
645 .arg4 = (uint32_t)(bitmap >> 32),
646 });
647}
648
J-Alves19e20cf2023-08-02 12:48:55 +0100649static inline struct ffa_value ffa_notification_get(ffa_id_t receiver_vm_id,
J-Alvesef69ac92021-08-26 09:21:27 +0100650 ffa_vcpu_index_t vcpu_id,
651 uint32_t flags)
652{
653 return ffa_call((struct ffa_value){
654 .func = FFA_NOTIFICATION_GET_32,
J-Alvesbe6e3032021-11-30 14:54:12 +0000655 .arg1 = (vcpu_id << 16) | (receiver_vm_id),
J-Alvesef69ac92021-08-26 09:21:27 +0100656 .arg2 = flags,
657 });
658}
659
660static inline struct ffa_value ffa_notification_info_get(void)
661{
662 return ffa_call((struct ffa_value){
663 .func = FFA_NOTIFICATION_INFO_GET_64,
664 });
665}
Raghu Krishnamurthyea6d25f2021-09-14 15:27:06 -0700666
667static inline struct ffa_value ffa_mem_perm_get(uint64_t base_va)
668{
669 return ffa_call((struct ffa_value){.func = FFA_MEM_PERM_GET_32,
670 .arg1 = base_va});
671}
672
673static inline struct ffa_value ffa_mem_perm_set(uint64_t base_va,
674 uint32_t page_count,
675 uint32_t mem_perm)
676{
677 return ffa_call((struct ffa_value){.func = FFA_MEM_PERM_SET_32,
678 .arg1 = base_va,
679 .arg2 = page_count,
680 .arg3 = mem_perm});
681}
Maksims Svecovse4700b42022-06-23 16:35:09 +0100682
683static inline struct ffa_value ffa_console_log_32(const char *src, size_t size)
684{
685 struct ffa_value req = {
686 .func = FFA_CONSOLE_LOG_32,
687 .arg1 = size,
688 };
Kathleen Capella7928b922023-02-08 14:14:30 -0500689
690 uint64_t *arg_addrs[] = {&req.arg2, &req.arg3, &req.arg4,
691 &req.arg5, &req.arg6, &req.arg7};
692
693 uint32_t src_index = 0;
694 uint32_t arg_idx = 0;
695
696 while (size > 0 && arg_idx < 6) {
697 size_t arg_size =
698 size < sizeof(uint32_t) ? size : sizeof(uint32_t);
699 memcpy_s(arg_addrs[arg_idx++], sizeof(uint32_t),
700 &src[src_index], arg_size);
701 src_index += arg_size;
702 size -= arg_size;
703 }
Maksims Svecovse4700b42022-06-23 16:35:09 +0100704
705 return ffa_call(req);
706}
707
708static inline struct ffa_value ffa_console_log_64(const char *src, size_t size)
709{
710 struct ffa_value req = {
711 .func = FFA_CONSOLE_LOG_64,
712 .arg1 = size,
713 };
Karl Meakin587cd292024-03-11 15:13:44 +0000714 const size_t destsz = sizeof(uint64_t) * 6;
715 const size_t count = size > destsz ? destsz : size;
716
717 memcpy_s(&req.arg2, destsz, src, count);
Maksims Svecovse4700b42022-06-23 16:35:09 +0100718
719 return ffa_call(req);
720}
Karl Meakin587cd292024-03-11 15:13:44 +0000721
722static inline struct ffa_value ffa_console_log_64_extended(const char *src,
723 size_t size)
724{
725 struct ffa_value req = {
726 .func = FFA_CONSOLE_LOG_64,
727 .arg1 = size,
728 };
729 const size_t destsz = sizeof(uint64_t) * 16;
730 const size_t count = size > destsz ? destsz : size;
731
732 memcpy_s(&req.arg2, destsz, src, count);
733
734 return ffa_call_ext(req);
735}