blob: 421bcf1cb28a4ae97eb32d6cde19f36ae0a7451e [file] [log] [blame]
Andrew Scull18834872018-10-12 11:48:09 +01001/*
Andrew Walbran692b3252019-03-07 15:51:31 +00002 * Copyright 2018 The Hafnium Authors.
Andrew Scull18834872018-10-12 11:48:09 +01003 *
Andrew Walbrane959ec12020-06-17 15:01:09 +01004 * Use of this source code is governed by a BSD-style
5 * license that can be found in the LICENSE file or at
6 * https://opensource.org/licenses/BSD-3-Clause.
Andrew Scull18834872018-10-12 11:48:09 +01007 */
8
Andrew Scullfbc938a2018-08-20 14:09:28 +01009#pragma once
Andrew Scullf35a5c92018-08-07 18:09:46 +010010
Andrew Scull6d2db332018-10-10 15:28:17 +010011#include "hf/abi.h"
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010012#include "hf/ffa.h"
Andrew Scull6d2db332018-10-10 15:28:17 +010013#include "hf/types.h"
Andrew Scullf35a5c92018-08-07 18:09:46 +010014
Andrew Scull5ac05f02018-08-10 17:23:22 +010015/**
Fuad Tabba77a4b012019-11-15 12:13:08 +000016 * This function must be implemented to trigger the architecture-specific
Andrew Scull5ac05f02018-08-10 17:23:22 +010017 * mechanism to call to the hypervisor.
Andrew Scullf35a5c92018-08-07 18:09:46 +010018 */
Andrew Walbran4e6bcc72019-09-11 13:57:22 +010019int64_t hf_call(uint64_t arg0, uint64_t arg1, uint64_t arg2, uint64_t arg3);
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010020struct ffa_value ffa_call(struct ffa_value args);
Olivier Deprezc60cc1f2023-07-07 13:18:06 +020021struct ffa_value ffa_call_ext(struct ffa_value args);
Karl Meakin2ad6b662024-07-29 20:45:40 +010022/* NOLINTNEXTLINE(readability-redundant-declaration) */
Maksims Svecovse4700b42022-06-23 16:35:09 +010023void memcpy_s(void *dest, size_t destsz, const void *src, size_t count);
Andrew Scullf35a5c92018-08-07 18:09:46 +010024
Andrew Scull5ac05f02018-08-10 17:23:22 +010025/**
Andrew Scull55c4d8b2018-12-18 18:50:18 +000026 * Returns the VM's own ID.
Andrew Scull5ac05f02018-08-10 17:23:22 +010027 */
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010028static inline struct ffa_value ffa_id_get(void)
Andrew Walbrand230f662019-10-07 18:03:36 +010029{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010030 return ffa_call((struct ffa_value){.func = FFA_ID_GET_32});
Andrew Walbrand230f662019-10-07 18:03:36 +010031}
32
33/**
Olivier Deprez421677d2021-06-18 12:18:53 +020034 * Returns the SPMC FF-A ID at NS virtual/physical and secure virtual
35 * FF-A instances.
36 * DEN0077A FF-A v1.1 Beta0 section 13.9 FFA_SPM_ID_GET.
37 */
38static inline struct ffa_value ffa_spm_id_get(void)
39{
40 return ffa_call((struct ffa_value){.func = FFA_SPM_ID_GET_32});
41}
42
43/**
Raghu Krishnamurthy2957b922022-12-27 10:29:12 -080044 * Requests information for partitions instantiated in the system via registers
45 * (as opposed to rx buffer in the case of ffa_partition_info_get).
46 */
47static inline struct ffa_value ffa_partition_info_get_regs(
48 const struct ffa_uuid *uuid, const uint16_t start_index,
49 const uint16_t tag)
50{
Karl Meakin9478e322024-09-23 17:47:09 +010051 uint64_t arg1;
52 uint64_t arg2;
Raghu Krishnamurthy2957b922022-12-27 10:29:12 -080053 uint64_t arg3 = start_index | (uint64_t)tag << 16;
54
Karl Meakin9478e322024-09-23 17:47:09 +010055 ffa_uuid_to_u64x2(&arg1, &arg2, uuid);
Olivier Deprezc60cc1f2023-07-07 13:18:06 +020056 return ffa_call_ext((struct ffa_value){
Raghu Krishnamurthy2957b922022-12-27 10:29:12 -080057 .func = FFA_PARTITION_INFO_GET_REGS_64,
58 .arg1 = arg1,
59 .arg2 = arg2,
60 .arg3 = arg3,
61 });
62}
63
64/**
Daniel Boulby8373fcf2021-12-13 18:00:30 +000065 * Requests information for partitions instantiated in the system. If the
66 * FFA_PARTITION_COUNT_FLAG is not set, the information is returned
67 * in the RX buffer of the caller as an array of partition information
68 * descriptors (struct ffa_partition_info).
Fuad Tabbae4efcc32020-07-16 15:37:27 +010069 *
70 * A Null UUID (UUID that is all zeros) returns information for all partitions,
71 * whereas a non-Null UUID returns information only for partitions that match.
72 *
Daniel Boulby8373fcf2021-12-13 18:00:30 +000073 * Flags may include:
74 * - FFA_PARTITION_COUNT_FLAG, which specifes if the partition info descriptors
75 * are returned in RX buffer or just the count in arg2.
76 * 1 returns just the count.
77 * 0 returns the count with the partition info descriptors.
78 *
Fuad Tabbae4efcc32020-07-16 15:37:27 +010079 * Returns:
80 * - FFA_SUCCESS on success. The count of partition information descriptors
81 * populated in the RX buffer is returned in arg2 (register w2).
82 * - FFA_BUSY if the caller's RX buffer is not free.
83 * - FFA_NO_MEMORY if the results do not fit in the callers RX buffer.
84 * - FFA_INVALID_PARAMETERS for an unrecognized UUID.
85 */
86static inline struct ffa_value ffa_partition_info_get(
Daniel Boulby8373fcf2021-12-13 18:00:30 +000087 const struct ffa_uuid *uuid, const uint32_t flags)
Fuad Tabbae4efcc32020-07-16 15:37:27 +010088{
89 return ffa_call((struct ffa_value){.func = FFA_PARTITION_INFO_GET_32,
90 .arg1 = uuid->uuid[0],
91 .arg2 = uuid->uuid[1],
92 .arg3 = uuid->uuid[2],
Daniel Boulby8373fcf2021-12-13 18:00:30 +000093 .arg4 = uuid->uuid[3],
94 .arg5 = flags});
Fuad Tabbae4efcc32020-07-16 15:37:27 +010095}
Fuad Tabbae4efcc32020-07-16 15:37:27 +010096/**
Olivier Deprez175161a2021-11-23 18:41:09 +010097 * DEN0077A FF-A v1.1 Beta0 section 18.3.2.1
98 * Registers vCPU secondary entry point for the caller VM.
99 * Called from secure virtual FF-A instance.
100 */
101static inline struct ffa_value ffa_secondary_ep_register(uintptr_t address)
102{
103 return ffa_call((struct ffa_value){.func = FFA_SECONDARY_EP_REGISTER_64,
104 .arg1 = address});
105}
106
107/**
Andrew Walbrand230f662019-10-07 18:03:36 +0100108 * Returns the VM's own ID.
109 */
J-Alves19e20cf2023-08-02 12:48:55 +0100110static inline ffa_id_t hf_vm_get_id(void)
Andrew Scull5ac05f02018-08-10 17:23:22 +0100111{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100112 return ffa_id_get().arg2;
Andrew Scull5ac05f02018-08-10 17:23:22 +0100113}
114
115/**
Andrew Walbran27faff32019-10-02 18:20:57 +0100116 * Runs the given vCPU of the given VM.
117 */
J-Alves19e20cf2023-08-02 12:48:55 +0100118static inline struct ffa_value ffa_run(ffa_id_t vm_id,
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100119 ffa_vcpu_index_t vcpu_idx)
Andrew Walbran27faff32019-10-02 18:20:57 +0100120{
Kathleen Capella036cc592023-11-30 18:26:15 -0500121 return ffa_call_ext((struct ffa_value){.func = FFA_RUN_32,
122 ffa_vm_vcpu(vm_id, vcpu_idx)});
Andrew Walbran27faff32019-10-02 18:20:57 +0100123}
124
125/**
Madhukar Pappireddy9fb96ae2023-05-23 17:40:29 -0500126 * Hints that the vCPU is willing to yield its current use of the physical CPU
127 * and intends to be resumed at the expiration of the timeout.
128 */
129static inline struct ffa_value ffa_yield_timeout(uint32_t timeout_low,
130 uint32_t timeout_high)
131{
132 return ffa_call((struct ffa_value){.func = FFA_YIELD_32,
133 .arg2 = timeout_low,
134 .arg3 = timeout_high});
135}
136
137/**
138 * Relinquish the current physical CPU cycles back.
Andrew Scull55c4d8b2018-12-18 18:50:18 +0000139 */
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100140static inline struct ffa_value ffa_yield(void)
Andrew Scull55c4d8b2018-12-18 18:50:18 +0000141{
Madhukar Pappireddy9fb96ae2023-05-23 17:40:29 -0500142 return ffa_yield_timeout(0, 0);
Andrew Scull55c4d8b2018-12-18 18:50:18 +0000143}
144
145/**
Andrew Scull5ac05f02018-08-10 17:23:22 +0100146 * Configures the pages to send/receive data through. The pages must not be
147 * shared.
Andrew Walbran54afb502018-11-26 16:01:11 +0000148 *
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +0000149 * Returns:
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100150 * - FFA_ERROR FFA_INVALID_PARAMETERS if the given addresses are not properly
Andrew Walbranbfffb0f2019-11-05 14:02:34 +0000151 * aligned or are the same.
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100152 * - FFA_ERROR FFA_NO_MEMORY if the hypervisor was unable to map the buffers
Fuad Tabba9dc276f2020-07-16 09:29:32 +0100153 * due to insufficient page table memory.
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100154 * - FFA_ERROR FFA_DENIED if the pages are already mapped or are not owned by
Andrew Walbranbfffb0f2019-11-05 14:02:34 +0000155 * the caller.
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100156 * - FFA_SUCCESS on success if no further action is needed.
157 * - FFA_RX_RELEASE if it was called by the primary VM and the primary VM now
Andrew Walbranbfffb0f2019-11-05 14:02:34 +0000158 * needs to wake up or kick waiters.
Andrew Scull5ac05f02018-08-10 17:23:22 +0100159 */
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100160static inline struct ffa_value ffa_rxtx_map(hf_ipaddr_t send, hf_ipaddr_t recv)
Andrew Scull5ac05f02018-08-10 17:23:22 +0100161{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100162 return ffa_call(
163 (struct ffa_value){.func = FFA_RXTX_MAP_64,
164 .arg1 = send,
165 .arg2 = recv,
166 .arg3 = HF_MAILBOX_SIZE / FFA_PAGE_SIZE});
Andrew Scull5ac05f02018-08-10 17:23:22 +0100167}
168
169/**
Daniel Boulby9e420ca2021-07-07 15:03:49 +0100170 * Unmaps the RX/TX buffer pair of an endpoint or Hypervisor from the
171 * translation regime of the callee.
172 *
173 * Returns:
174 * - FFA_ERROR FFA_INVALID_PARAMETERS if there is no buffer pair registered on
175 * behalf of the caller.
176 * - FFA_SUCCESS on success if no further action is needed.
177 */
178static inline struct ffa_value ffa_rxtx_unmap(void)
179{
180 /* Note that allocator ID MBZ at virtual instance. */
181 return ffa_call((struct ffa_value){.func = FFA_RXTX_UNMAP_32});
182}
183
184/**
Andrew Scullaa039b32018-10-04 15:02:26 +0100185 * Copies data from the sender's send buffer to the recipient's receive buffer.
Andrew Walbran54afb502018-11-26 16:01:11 +0000186 *
Wedson Almeida Filho17c997f2019-01-09 18:50:09 +0000187 * If the recipient's receive buffer is busy, it can optionally register the
188 * caller to be notified when the recipient's receive buffer becomes available.
189 *
Andrew Walbran70bc8622019-10-07 14:15:58 +0100190 * Attributes may include:
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100191 * - FFA_MSG_SEND_NOTIFY, to notify the caller when it should try again.
192 * - FFA_MSG_SEND_LEGACY_MEMORY_*, to send a legacy architected memory sharing
Andrew Walbran70bc8622019-10-07 14:15:58 +0100193 * message.
194 *
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100195 * Returns FFA_SUCCESS if the message is sent, or an error code otherwise:
Andrew Walbran70bc8622019-10-07 14:15:58 +0100196 * - INVALID_PARAMETERS: one or more of the parameters do not conform.
Jose Marinhoa1dfeda2019-02-27 16:46:03 +0000197 * - BUSY: the message could not be delivered either because the mailbox
Andrew Walbran70bc8622019-10-07 14:15:58 +0100198 * was full or the target VM is not yet set up.
Andrew Scull5ac05f02018-08-10 17:23:22 +0100199 */
J-Alves19e20cf2023-08-02 12:48:55 +0100200static inline struct ffa_value ffa_msg_send(ffa_id_t sender_vm_id,
201 ffa_id_t target_vm_id,
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100202 uint32_t size, uint32_t attributes)
Andrew Scull5ac05f02018-08-10 17:23:22 +0100203{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100204 return ffa_call((struct ffa_value){
205 .func = FFA_MSG_SEND_32,
Andrew Walbran70bc8622019-10-07 14:15:58 +0100206 .arg1 = ((uint64_t)sender_vm_id << 16) | target_vm_id,
207 .arg3 = size,
208 .arg4 = attributes});
Andrew Scull5ac05f02018-08-10 17:23:22 +0100209}
210
Federico Recanati25053ee2022-03-14 15:01:53 +0100211/**
212 * Copies data from the sender's send buffer to the recipient's receive buffer
213 * and notifies the receiver.
214 *
215 * `flags` may include a 'Delay Schedule Receiver interrupt'.
216 *
217 * Returns FFA_SUCCESS if the message is sent, or an error code otherwise:
218 * - INVALID_PARAMETERS: one or more of the parameters do not conform.
219 * - BUSY: receiver's mailbox was full.
220 * - DENIED: receiver is not in a state to handle the request or doesn't
221 * support indirect messages.
222 */
223static inline struct ffa_value ffa_msg_send2(uint32_t flags)
224{
225 return ffa_call((struct ffa_value){
226 .func = FFA_MSG_SEND2_32, .arg1 = 0, .arg2 = flags});
227}
228
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100229static inline struct ffa_value ffa_mem_donate(uint32_t length,
Andrew Walbrana65a1322020-04-06 19:32:32 +0100230 uint32_t fragment_length)
Andrew Walbrane908c4a2019-12-02 17:13:47 +0000231{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100232 return ffa_call((struct ffa_value){.func = FFA_MEM_DONATE_32,
233 .arg1 = length,
234 .arg2 = fragment_length});
Andrew Walbrane908c4a2019-12-02 17:13:47 +0000235}
236
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100237static inline struct ffa_value ffa_mem_lend(uint32_t length,
238 uint32_t fragment_length)
Andrew Walbrane908c4a2019-12-02 17:13:47 +0000239{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100240 return ffa_call((struct ffa_value){.func = FFA_MEM_LEND_32,
241 .arg1 = length,
242 .arg2 = fragment_length});
Andrew Walbrane908c4a2019-12-02 17:13:47 +0000243}
244
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100245static inline struct ffa_value ffa_mem_share(uint32_t length,
246 uint32_t fragment_length)
Andrew Walbran82d6d152019-12-24 15:02:06 +0000247{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100248 return ffa_call((struct ffa_value){.func = FFA_MEM_SHARE_32,
249 .arg1 = length,
250 .arg2 = fragment_length});
Andrew Walbran82d6d152019-12-24 15:02:06 +0000251}
252
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100253static inline struct ffa_value ffa_mem_retrieve_req(uint32_t length,
254 uint32_t fragment_length)
Andrew Walbran5de9c3d2020-02-10 13:35:29 +0000255{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100256 return ffa_call((struct ffa_value){.func = FFA_MEM_RETRIEVE_REQ_32,
257 .arg1 = length,
258 .arg2 = fragment_length});
Andrew Walbran5de9c3d2020-02-10 13:35:29 +0000259}
260
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100261static inline struct ffa_value ffa_mem_relinquish(void)
Andrew Walbran5de9c3d2020-02-10 13:35:29 +0000262{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100263 return ffa_call((struct ffa_value){.func = FFA_MEM_RELINQUISH_32});
264}
265
266static inline struct ffa_value ffa_mem_reclaim(ffa_memory_handle_t handle,
267 ffa_memory_region_flags_t flags)
268{
269 return ffa_call((struct ffa_value){.func = FFA_MEM_RECLAIM_32,
270 .arg1 = (uint32_t)handle,
271 .arg2 = (uint32_t)(handle >> 32),
272 .arg3 = flags});
Andrew Walbran5de9c3d2020-02-10 13:35:29 +0000273}
274
Andrew Walbranca808b12020-05-15 17:22:28 +0100275static inline struct ffa_value ffa_mem_frag_rx(ffa_memory_handle_t handle,
276 uint32_t fragment_offset)
277{
278 /* Note that sender MBZ at virtual instance. */
279 return ffa_call((struct ffa_value){.func = FFA_MEM_FRAG_RX_32,
280 .arg1 = (uint32_t)handle,
281 .arg2 = (uint32_t)(handle >> 32),
282 .arg3 = fragment_offset});
283}
284
285static inline struct ffa_value ffa_mem_frag_tx(ffa_memory_handle_t handle,
286 uint32_t fragment_length)
287{
288 /* Note that sender MBZ at virtual instance. */
289 return ffa_call((struct ffa_value){.func = FFA_MEM_FRAG_TX_32,
290 .arg1 = (uint32_t)handle,
291 .arg2 = (uint32_t)(handle >> 32),
292 .arg3 = fragment_length});
293}
294
Andrew Scull5ac05f02018-08-10 17:23:22 +0100295/**
Andrew Walbran0de4f162019-09-03 16:44:20 +0100296 * Called by secondary VMs to receive a message. This will block until a message
297 * is received.
Andrew Scull5ac05f02018-08-10 17:23:22 +0100298 *
Andrew Scullaa039b32018-10-04 15:02:26 +0100299 * The mailbox must be cleared before a new message can be received.
Andrew Walbran9311c9a2019-03-12 16:59:04 +0000300 *
Kathleen Capella337dbdf2024-08-20 14:39:42 -0400301 * By default, FFA_MSG_WAIT will release the mailbox back to the SPMC. The
302 * FFA_MSG_WAIT_FLAG_RETAIN_RX flag can be used with `ffa_msg_wait_with_flags`
303 * function to override this default and allow the VM to retain the RX buffer.
304 *
Andrew Walbran0de4f162019-09-03 16:44:20 +0100305 * If no message is immediately available and there are no enabled and pending
306 * interrupts (irrespective of whether interrupts are enabled globally), then
307 * this will block until a message is available or an enabled interrupt becomes
Fuad Tabbab0ef2a42019-12-19 11:19:25 +0000308 * pending. This matches the behaviour of the WFI instruction on AArch64, except
Andrew Walbran0de4f162019-09-03 16:44:20 +0100309 * that a message becoming available is also treated like a wake-up event.
Andrew Walbranc8500812019-06-26 10:36:48 +0100310 *
311 * Returns:
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100312 * - FFA_ERROR FFA_NOT_SUPPORTED if called from the primary VM.
313 * - FFA_ERROR FFA_INTERRUPTED if an interrupt happened during the call.
Andrew Scull5ac05f02018-08-10 17:23:22 +0100314 */
Kathleen Capella337dbdf2024-08-20 14:39:42 -0400315static inline struct ffa_value ffa_msg_wait_with_flags(uint32_t flags)
316{
317 return ffa_call_ext(
318 (struct ffa_value){.func = FFA_MSG_WAIT_32, .arg2 = flags});
319}
320
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100321static inline struct ffa_value ffa_msg_wait(void)
Andrew Scull5ac05f02018-08-10 17:23:22 +0100322{
Kathleen Capella337dbdf2024-08-20 14:39:42 -0400323 return ffa_msg_wait_with_flags(0);
Andrew Walbran0de4f162019-09-03 16:44:20 +0100324}
325
326/**
327 * Called by secondary VMs to receive a message. The call will return whether or
328 * not a message is available.
329 *
330 * The mailbox must be cleared before a new message can be received.
331 *
332 * Returns:
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100333 * - FFA_MSG_SEND if a message is successfully received.
334 * - FFA_ERROR FFA_NOT_SUPPORTED if called from the primary VM.
335 * - FFA_ERROR FFA_INTERRUPTED if an interrupt happened during the call.
336 * - FFA_ERROR FFA_RETRY if there was no pending message.
Andrew Walbran0de4f162019-09-03 16:44:20 +0100337 */
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100338static inline struct ffa_value ffa_msg_poll(void)
Andrew Walbran0de4f162019-09-03 16:44:20 +0100339{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100340 return ffa_call((struct ffa_value){.func = FFA_MSG_POLL_32});
Andrew Scull5ac05f02018-08-10 17:23:22 +0100341}
342
343/**
Andrew Walbran8a0f5ca2019-11-05 13:12:23 +0000344 * Releases the caller's mailbox so that a new message can be received. The
345 * caller must have copied out all data they wish to preserve as new messages
346 * will overwrite the old and will arrive asynchronously.
Andrew Walbran54afb502018-11-26 16:01:11 +0000347 *
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +0000348 * Returns:
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100349 * - FFA_ERROR FFA_DENIED on failure, if the mailbox hasn't been read.
350 * - FFA_SUCCESS on success if no further action is needed.
351 * - FFA_RX_RELEASE if it was called by the primary VM and the primary VM now
Andrew Walbran8a0f5ca2019-11-05 13:12:23 +0000352 * needs to wake up or kick waiters. Waiters should be retrieved by calling
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +0000353 * hf_mailbox_waiter_get.
Andrew Scull5ac05f02018-08-10 17:23:22 +0100354 */
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100355static inline struct ffa_value ffa_rx_release(void)
Andrew Scull5ac05f02018-08-10 17:23:22 +0100356{
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100357 return ffa_call((struct ffa_value){.func = FFA_RX_RELEASE_32});
Andrew Scull5ac05f02018-08-10 17:23:22 +0100358}
Andrew Walbran318f5732018-11-20 16:23:42 +0000359
360/**
361 * Enables or disables a given interrupt ID.
362 *
363 * Returns 0 on success, or -1 if the intid is invalid.
364 */
Manish Pandey35e452f2021-02-18 21:36:34 +0000365static inline int64_t hf_interrupt_enable(uint32_t intid, bool enable,
Olivier Deprezc5203fb2022-09-29 13:49:24 +0200366 uint32_t type)
Andrew Walbran318f5732018-11-20 16:23:42 +0000367{
Manish Pandey35e452f2021-02-18 21:36:34 +0000368 return hf_call(HF_INTERRUPT_ENABLE, intid, enable, type);
Andrew Walbran318f5732018-11-20 16:23:42 +0000369}
370
371/**
372 * Gets the ID of the pending interrupt (if any) and acknowledge it.
373 *
374 * Returns HF_INVALID_INTID if there are no pending interrupts.
375 */
Wedson Almeida Filhoc559d132019-01-09 19:33:40 +0000376static inline uint32_t hf_interrupt_get(void)
Andrew Walbran318f5732018-11-20 16:23:42 +0000377{
Wedson Almeida Filhoc559d132019-01-09 19:33:40 +0000378 return hf_call(HF_INTERRUPT_GET, 0, 0, 0);
Andrew Walbran318f5732018-11-20 16:23:42 +0000379}
380
381/**
Madhukar Pappireddy94cc33f2022-12-22 10:06:30 -0600382 * Deactivate the physical interrupt.
383 *
384 * Returns 0 on success, or -1 otherwise.
385 */
386static inline int64_t hf_interrupt_deactivate(uint32_t intid)
387{
388 return hf_call(HF_INTERRUPT_DEACTIVATE, intid, intid, 0);
389}
390
391/**
Madhukar Pappireddy89ffc2c2023-07-24 16:33:52 -0500392 * Reconfigure the virtual interrupt belonging to the current SP. Note that the
393 * virtual interrupt is identity mapped to the physical interrupt id.
394 *
395 * Returns -1 on failure, or 0 on success.
396 */
397static inline int64_t hf_interrupt_reconfigure(uint32_t intid, uint32_t command,
398 uint32_t value)
399{
400 return hf_call(HF_INTERRUPT_RECONFIGURE, intid, command, value);
401}
402
403static inline int64_t hf_interrupt_reconfigure_target_cpu(
404 uint32_t intid, ffa_vcpu_index_t target_cpu_index)
405{
406 return hf_interrupt_reconfigure(intid, INT_RECONFIGURE_TARGET_PE,
407 (uint32_t)target_cpu_index);
408}
409
Daniel Boulbyf3cf28c2024-08-22 10:46:23 +0100410/**
411 * Trigger an IPI to target vcpu.
412 */
413static inline int64_t hf_interrupt_send_ipi(ffa_vcpu_index_t target_vcpu_id)
414{
Daniel Boulby84d49b62024-11-04 18:25:59 +0000415 return hf_call(HF_INTERRUPT_SEND_IPI, (uint64_t)target_vcpu_id, 0, 0);
Daniel Boulbyf3cf28c2024-08-22 10:46:23 +0100416}
417
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100418/** Obtains the Hafnium's version of the implemented FF-A specification. */
Karl Meakin0e617d92024-04-05 12:55:22 +0100419static inline enum ffa_version ffa_version(enum ffa_version requested_version)
Jose Marinhofc0b2b62019-06-06 11:18:45 +0100420{
Karl Meakin0e617d92024-04-05 12:55:22 +0100421 return ffa_call((struct ffa_value){
422 .func = FFA_VERSION_32,
423 .arg1 = (uint32_t)requested_version,
424 })
Andrew Walbran9fd29072020-04-22 12:12:14 +0100425 .func;
Jose Marinhofc0b2b62019-06-06 11:18:45 +0100426}
Jose Marinhoc0f4ff22019-10-09 10:37:42 +0100427
428/**
429 * Discovery function returning information about the implementation of optional
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100430 * FF-A interfaces.
Jose Marinhoc0f4ff22019-10-09 10:37:42 +0100431 *
432 * Returns:
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100433 * - FFA_SUCCESS in .func if the optional interface with function_id is
Jose Marinhoc0f4ff22019-10-09 10:37:42 +0100434 * implemented.
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100435 * - FFA_ERROR in .func if the optional interface with function_id is not
Jose Marinhoc0f4ff22019-10-09 10:37:42 +0100436 * implemented.
437 */
Karl Meakin34b8ae92023-01-13 13:33:07 +0000438static inline struct ffa_value ffa_features(uint64_t function_id)
Jose Marinhoc0f4ff22019-10-09 10:37:42 +0100439{
Karl Meakin34b8ae92023-01-13 13:33:07 +0000440 return ffa_call((struct ffa_value){
441 .func = FFA_FEATURES_32,
442 .arg1 = function_id,
443 });
444}
445
446/**
447 * Discovery function returning information about the implementation of optional
448 * FF-A interfaces which require an extra input property
449 *
450 * Returns:
451 * - FFA_SUCCESS in .func if the optional interface with function_id is
452 * implemented.
453 * - FFA_ERROR in .func if the optional interface with function_id is not
454 * implemented.
455 */
456static inline struct ffa_value ffa_features_with_input_property(
457 uint64_t function_id, uint64_t param)
458{
459 return ffa_call((struct ffa_value){
460 .func = FFA_FEATURES_32, .arg1 = function_id, .arg2 = param});
Jose Marinhoc0f4ff22019-10-09 10:37:42 +0100461}
Olivier Deprezee9d6a92019-11-26 09:14:11 +0000462
463static inline struct ffa_value ffa_msg_send_direct_req(
J-Alves19e20cf2023-08-02 12:48:55 +0100464 ffa_id_t sender_vm_id, ffa_id_t target_vm_id, uint32_t arg3,
Olivier Deprezee9d6a92019-11-26 09:14:11 +0000465 uint32_t arg4, uint32_t arg5, uint32_t arg6, uint32_t arg7)
466{
467 return ffa_call((struct ffa_value){
468 .func = FFA_MSG_SEND_DIRECT_REQ_32,
469 .arg1 = ((uint64_t)sender_vm_id << 16) | target_vm_id,
Karl Meakin06e8b732024-09-20 18:26:49 +0100470 .arg2 = 0,
Olivier Deprezee9d6a92019-11-26 09:14:11 +0000471 .arg3 = arg3,
472 .arg4 = arg4,
473 .arg5 = arg5,
474 .arg6 = arg6,
475 .arg7 = arg7,
476 });
477}
478
Karl Meakind0356f82024-09-04 13:34:31 +0100479static inline struct ffa_value ffa_framework_msg_send_direct_req(
480 ffa_id_t sender_vm_id, ffa_id_t target_vm_id, uint32_t func,
481 ffa_id_t vm_id)
482{
483 return ffa_call((struct ffa_value){
484 .func = FFA_MSG_SEND_DIRECT_REQ_32,
485 .arg1 = ((uint64_t)sender_vm_id << 16) | target_vm_id,
486 .arg2 = FFA_FRAMEWORK_MSG_BIT | func,
487 .arg5 = vm_id,
488 });
489}
490
491/** Create an `ffa_value` suitable for the response to a framework message. */
492static inline struct ffa_value ffa_framework_msg_resp(ffa_id_t sender_vm_id,
493 ffa_id_t receiver_vm_id,
494 uint32_t func,
495 uint64_t arg3)
496{
497 return (struct ffa_value){
498 .func = FFA_MSG_SEND_DIRECT_RESP_32,
499 .arg1 = ((uint64_t)sender_vm_id << 16) | receiver_vm_id,
500 /* Set bit 31 since this is a framework message. */
501 .arg2 = FFA_FRAMEWORK_MSG_BIT | func,
502 .arg3 = arg3,
503 };
504}
505
Kathleen Capella734ddc42023-07-28 11:54:06 -0400506static inline struct ffa_value ffa_msg_send_direct_req2(
507 ffa_id_t sender_vm_id, ffa_id_t target_vm_id,
Kathleen Capellade0b0da2023-10-04 13:46:27 -0400508 const struct ffa_uuid *uuid, const uint64_t *msg, size_t count)
Kathleen Capella734ddc42023-07-28 11:54:06 -0400509{
Kathleen Capellade0b0da2023-10-04 13:46:27 -0400510 struct ffa_value args;
511 size_t arg_idx = 0;
512 uint64_t total_args;
513 size_t msg_idx = 0;
514 uint64_t *arg_ptrs[] = {
515 &args.arg4,
516 &args.arg5,
517 &args.arg6,
518 &args.arg7,
519 &args.extended_val.arg8,
520 &args.extended_val.arg9,
521 &args.extended_val.arg10,
522 &args.extended_val.arg11,
523 &args.extended_val.arg12,
524 &args.extended_val.arg13,
525 &args.extended_val.arg14,
526 &args.extended_val.arg15,
527 &args.extended_val.arg16,
528 &args.extended_val.arg17,
529 };
Kathleen Capella734ddc42023-07-28 11:54:06 -0400530
Kathleen Capellade0b0da2023-10-04 13:46:27 -0400531 args.func = FFA_MSG_SEND_DIRECT_REQ2_64;
532 args.arg1 = ((uint64_t)sender_vm_id << 16) | target_vm_id;
Karl Meakin9478e322024-09-23 17:47:09 +0100533 ffa_uuid_to_u64x2(&args.arg2, &args.arg3, uuid);
Kathleen Capellade0b0da2023-10-04 13:46:27 -0400534
535 total_args = (sizeof(arg_ptrs) / sizeof(uint64_t *));
536
537 while (arg_idx < total_args && msg_idx < count) {
538 *arg_ptrs[arg_idx++] = msg[msg_idx++];
539 }
540
Kathleen Capella0abd8872024-02-02 18:01:12 -0500541 while (arg_idx < total_args) {
542 *arg_ptrs[arg_idx++] = 0;
543 }
544
Kathleen Capellade0b0da2023-10-04 13:46:27 -0400545 return ffa_call_ext(args);
Kathleen Capella734ddc42023-07-28 11:54:06 -0400546}
547
Olivier Deprezee9d6a92019-11-26 09:14:11 +0000548static inline struct ffa_value ffa_msg_send_direct_resp(
J-Alves19e20cf2023-08-02 12:48:55 +0100549 ffa_id_t sender_vm_id, ffa_id_t target_vm_id, uint32_t arg3,
Olivier Deprezee9d6a92019-11-26 09:14:11 +0000550 uint32_t arg4, uint32_t arg5, uint32_t arg6, uint32_t arg7)
551{
Kathleen Capella35238872024-01-12 15:05:52 -0500552 return ffa_call_ext((struct ffa_value){
Olivier Deprezee9d6a92019-11-26 09:14:11 +0000553 .func = FFA_MSG_SEND_DIRECT_RESP_32,
554 .arg1 = ((uint64_t)sender_vm_id << 16) | target_vm_id,
555 .arg3 = arg3,
556 .arg4 = arg4,
557 .arg5 = arg5,
558 .arg6 = arg6,
559 .arg7 = arg7,
560 });
561}
J-Alvesef69ac92021-08-26 09:21:27 +0100562
Karl Meakin06e8b732024-09-20 18:26:49 +0100563static inline struct ffa_value ffa_framework_message_send_direct_resp(
564 ffa_id_t sender_vm_id, ffa_id_t target_vm_id, uint32_t func,
565 uint32_t arg3)
566{
567 return ffa_call_ext(
568 ffa_framework_msg_resp(sender_vm_id, target_vm_id, func, arg3));
569}
570
Kathleen Capellade0b0da2023-10-04 13:46:27 -0400571static inline struct ffa_value ffa_msg_send_direct_resp2(ffa_id_t sender_vm_id,
572 ffa_id_t target_vm_id,
573 const uint64_t *msg,
574 size_t count)
575{
576 struct ffa_value args;
577 size_t arg_idx = 0;
578 size_t total_args;
579 size_t msg_idx = 0;
580 uint64_t *arg_ptrs[] = {
581 &args.arg4,
582 &args.arg5,
583 &args.arg6,
584 &args.arg7,
585 &args.extended_val.arg8,
586 &args.extended_val.arg9,
587 &args.extended_val.arg10,
588 &args.extended_val.arg11,
589 &args.extended_val.arg12,
590 &args.extended_val.arg13,
591 &args.extended_val.arg14,
592 &args.extended_val.arg15,
593 &args.extended_val.arg16,
594 &args.extended_val.arg17,
595 };
596
597 args.func = FFA_MSG_SEND_DIRECT_RESP2_64;
598 args.arg1 = ((uint64_t)sender_vm_id << 16) | target_vm_id;
599 args.arg2 = 0;
600 args.arg3 = 0;
601
602 total_args = sizeof(arg_ptrs) / sizeof(uint64_t *);
603
604 while (arg_idx < total_args && msg_idx < count) {
605 *arg_ptrs[arg_idx++] = msg[msg_idx++];
606 }
607
Kathleen Capella0abd8872024-02-02 18:01:12 -0500608 while (arg_idx < total_args) {
609 *arg_ptrs[arg_idx++] = 0;
610 }
611
Kathleen Capellade0b0da2023-10-04 13:46:27 -0400612 return ffa_call_ext(args);
613}
614
J-Alvesef69ac92021-08-26 09:21:27 +0100615static inline struct ffa_value ffa_notification_bind(
J-Alves19e20cf2023-08-02 12:48:55 +0100616 ffa_id_t sender_vm_id, ffa_id_t receiver_vm_id, uint32_t flags,
J-Alvesef69ac92021-08-26 09:21:27 +0100617 ffa_notifications_bitmap_t bitmap)
618{
619 return ffa_call((struct ffa_value){
620 .func = FFA_NOTIFICATION_BIND_32,
621 .arg1 = (sender_vm_id << 16) | (receiver_vm_id),
622 .arg2 = flags,
623 .arg3 = (uint32_t)(bitmap),
624 .arg4 = (uint32_t)(bitmap >> 32),
625 });
626}
627
628static inline struct ffa_value ffa_notification_unbind(
J-Alves19e20cf2023-08-02 12:48:55 +0100629 ffa_id_t sender_vm_id, ffa_id_t receiver_vm_id,
J-Alvesef69ac92021-08-26 09:21:27 +0100630 ffa_notifications_bitmap_t bitmap)
631{
632 return ffa_call((struct ffa_value){
633 .func = FFA_NOTIFICATION_UNBIND_32,
634 .arg1 = (sender_vm_id << 16) | (receiver_vm_id),
635 .arg3 = (uint32_t)(bitmap),
636 .arg4 = (uint32_t)(bitmap >> 32),
637 });
638}
639
640static inline struct ffa_value ffa_notification_set(
J-Alves19e20cf2023-08-02 12:48:55 +0100641 ffa_id_t sender_vm_id, ffa_id_t receiver_vm_id, uint32_t flags,
J-Alvesef69ac92021-08-26 09:21:27 +0100642 ffa_notifications_bitmap_t bitmap)
643{
644 return ffa_call((struct ffa_value){
645 .func = FFA_NOTIFICATION_SET_32,
646 .arg1 = (sender_vm_id << 16) | (receiver_vm_id),
647 .arg2 = flags,
648 .arg3 = (uint32_t)(bitmap),
649 .arg4 = (uint32_t)(bitmap >> 32),
650 });
651}
652
J-Alves19e20cf2023-08-02 12:48:55 +0100653static inline struct ffa_value ffa_notification_get(ffa_id_t receiver_vm_id,
J-Alvesef69ac92021-08-26 09:21:27 +0100654 ffa_vcpu_index_t vcpu_id,
655 uint32_t flags)
656{
657 return ffa_call((struct ffa_value){
658 .func = FFA_NOTIFICATION_GET_32,
J-Alvesbe6e3032021-11-30 14:54:12 +0000659 .arg1 = (vcpu_id << 16) | (receiver_vm_id),
J-Alvesef69ac92021-08-26 09:21:27 +0100660 .arg2 = flags,
661 });
662}
663
664static inline struct ffa_value ffa_notification_info_get(void)
665{
666 return ffa_call((struct ffa_value){
667 .func = FFA_NOTIFICATION_INFO_GET_64,
668 });
669}
Raghu Krishnamurthyea6d25f2021-09-14 15:27:06 -0700670
671static inline struct ffa_value ffa_mem_perm_get(uint64_t base_va)
672{
673 return ffa_call((struct ffa_value){.func = FFA_MEM_PERM_GET_32,
674 .arg1 = base_va});
675}
676
677static inline struct ffa_value ffa_mem_perm_set(uint64_t base_va,
678 uint32_t page_count,
Karl Meakin80220052025-02-20 14:43:34 +0000679 enum ffa_mem_perm mem_perm)
Raghu Krishnamurthyea6d25f2021-09-14 15:27:06 -0700680{
681 return ffa_call((struct ffa_value){.func = FFA_MEM_PERM_SET_32,
682 .arg1 = base_va,
683 .arg2 = page_count,
684 .arg3 = mem_perm});
685}
Maksims Svecovse4700b42022-06-23 16:35:09 +0100686
687static inline struct ffa_value ffa_console_log_32(const char *src, size_t size)
688{
689 struct ffa_value req = {
690 .func = FFA_CONSOLE_LOG_32,
691 .arg1 = size,
692 };
Kathleen Capella7928b922023-02-08 14:14:30 -0500693
694 uint64_t *arg_addrs[] = {&req.arg2, &req.arg3, &req.arg4,
695 &req.arg5, &req.arg6, &req.arg7};
696
697 uint32_t src_index = 0;
698 uint32_t arg_idx = 0;
699
700 while (size > 0 && arg_idx < 6) {
701 size_t arg_size =
702 size < sizeof(uint32_t) ? size : sizeof(uint32_t);
703 memcpy_s(arg_addrs[arg_idx++], sizeof(uint32_t),
704 &src[src_index], arg_size);
705 src_index += arg_size;
706 size -= arg_size;
707 }
Maksims Svecovse4700b42022-06-23 16:35:09 +0100708
709 return ffa_call(req);
710}
711
712static inline struct ffa_value ffa_console_log_64(const char *src, size_t size)
713{
714 struct ffa_value req = {
715 .func = FFA_CONSOLE_LOG_64,
716 .arg1 = size,
717 };
Karl Meakin587cd292024-03-11 15:13:44 +0000718 const size_t destsz = sizeof(uint64_t) * 6;
719 const size_t count = size > destsz ? destsz : size;
720
721 memcpy_s(&req.arg2, destsz, src, count);
Maksims Svecovse4700b42022-06-23 16:35:09 +0100722
723 return ffa_call(req);
724}
Karl Meakin587cd292024-03-11 15:13:44 +0000725
726static inline struct ffa_value ffa_console_log_64_extended(const char *src,
727 size_t size)
728{
729 struct ffa_value req = {
730 .func = FFA_CONSOLE_LOG_64,
731 .arg1 = size,
732 };
733 const size_t destsz = sizeof(uint64_t) * 16;
734 const size_t count = size > destsz ? destsz : size;
735
736 memcpy_s(&req.arg2, destsz, src, count);
737
738 return ffa_call_ext(req);
739}