blob: 903bb3e1ae26576fc8d62f263897d7e4398b747f [file] [log] [blame]
Andrew Walbranb5ab43c2020-04-30 11:32:54 +01001/*
J-Alves13318e32021-02-22 17:21:00 +00002 * Copyright 2021 The Hafnium Authors.
Andrew Walbranb5ab43c2020-04-30 11:32:54 +01003 *
Andrew Walbrane959ec12020-06-17 15:01:09 +01004 * Use of this source code is governed by a BSD-style
5 * license that can be found in the LICENSE file or at
6 * https://opensource.org/licenses/BSD-3-Clause.
Andrew Walbranb5ab43c2020-04-30 11:32:54 +01007 */
8
9#pragma once
10
11#include "hf/types.h"
12
Olivier Deprez62d99e32020-01-09 15:58:07 +010013#define FFA_VERSION_MAJOR 0x1
Olivier Deprez62d99e32020-01-09 15:58:07 +010014#define FFA_VERSION_MAJOR_OFFSET 16
Daniel Boulby6e32c612021-02-17 15:09:41 +000015#define FFA_VERSION_MAJOR_MASK 0x7FFF
J-Alves3829fc02021-03-18 12:49:18 +000016#define FFA_VERSION_MINOR 0x1
Daniel Boulby6e32c612021-02-17 15:09:41 +000017#define FFA_VERSION_MINOR_OFFSET 0
18#define FFA_VERSION_MINOR_MASK 0xFFFF
19
20#define MAKE_FFA_VERSION(major, minor) \
21 ((((major)&FFA_VERSION_MAJOR_MASK) << FFA_VERSION_MAJOR_OFFSET) | \
22 (((minor)&FFA_VERSION_MINOR_MASK) << FFA_VERSION_MINOR_OFFSET))
23#define FFA_VERSION_COMPILED \
24 MAKE_FFA_VERSION(FFA_VERSION_MAJOR, FFA_VERSION_MINOR)
Olivier Deprez62d99e32020-01-09 15:58:07 +010025
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010026/* clang-format off */
27
28#define FFA_LOW_32_ID 0x84000060
29#define FFA_HIGH_32_ID 0x8400007F
30#define FFA_LOW_64_ID 0xC4000060
Fuad Tabbada72d142020-07-30 09:17:05 +010031#define FFA_HIGH_64_ID 0xC400007F
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010032
33/* FF-A function identifiers. */
J-Alves3829fc02021-03-18 12:49:18 +000034#define FFA_ERROR_32 0x84000060
35#define FFA_SUCCESS_32 0x84000061
36#define FFA_SUCCESS_64 0xC4000061
37#define FFA_INTERRUPT_32 0x84000062
38#define FFA_VERSION_32 0x84000063
39#define FFA_FEATURES_32 0x84000064
40#define FFA_RX_RELEASE_32 0x84000065
41#define FFA_RXTX_MAP_32 0x84000066
42#define FFA_RXTX_MAP_64 0xC4000066
43#define FFA_RXTX_UNMAP_32 0x84000067
44#define FFA_PARTITION_INFO_GET_32 0x84000068
45#define FFA_ID_GET_32 0x84000069
46#define FFA_MSG_POLL_32 0x8400006A /* Legacy FF-A v1.0 */
47#define FFA_MSG_WAIT_32 0x8400006B
48#define FFA_YIELD_32 0x8400006C
49#define FFA_RUN_32 0x8400006D
50#define FFA_MSG_SEND_32 0x8400006E /* Legacy FF-A v1.0 */
51#define FFA_MSG_SEND_DIRECT_REQ_32 0x8400006F
52#define FFA_MSG_SEND_DIRECT_REQ_64 0xC400006F
53#define FFA_MSG_SEND_DIRECT_RESP_32 0x84000070
54#define FFA_MSG_SEND_DIRECT_RESP_64 0xC4000070
55#define FFA_MEM_DONATE_32 0x84000071
56#define FFA_MEM_LEND_32 0x84000072
57#define FFA_MEM_SHARE_32 0x84000073
58#define FFA_MEM_RETRIEVE_REQ_32 0x84000074
59#define FFA_MEM_RETRIEVE_RESP_32 0x84000075
60#define FFA_MEM_RELINQUISH_32 0x84000076
61#define FFA_MEM_RECLAIM_32 0x84000077
62#define FFA_MEM_FRAG_RX_32 0x8400007A
63#define FFA_MEM_FRAG_TX_32 0x8400007B
64#define FFA_NORMAL_WORLD_RESUME 0x8400007C
65
66/* FF-A v1.1 */
67#define FFA_NOTIFICATION_BITMAP_CREATE_32 0x8400007D
68#define FFA_NOTIFICATION_BITMAP_DESTROY_32 0x8400007E
69#define FFA_NOTIFICATION_BIND_32 0x8400007F
70#define FFA_NOTIFICATION_UNBIND_32 0x84000080
71#define FFA_NOTIFICATION_SET_32 0x84000081
72#define FFA_NOTIFICATION_GET_32 0x84000082
73#define FFA_NOTIFICATION_INFO_GET_64 0xC4000083
74#define FFA_RX_ACQUIRE_32 0x84000084
75#define FFA_SPM_ID_GET_32 0x84000085
76#define FFA_MSG_SEND2_32 0x84000086
77#define FFA_SECONDARY_EP_REGISTER_64 0xC4000087
78#define FFA_MEM_PERM_GET_32 0x84000088
79#define FFA_MEM_PERM_SET_32 0x84000089
Raghu Krishnamurthyea6d25f2021-09-14 15:27:06 -070080#define FFA_MEM_PERM_GET_64 0xC4000088
81#define FFA_MEM_PERM_SET_64 0xC4000089
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010082
83/* FF-A error codes. */
84#define FFA_NOT_SUPPORTED INT32_C(-1)
85#define FFA_INVALID_PARAMETERS INT32_C(-2)
86#define FFA_NO_MEMORY INT32_C(-3)
87#define FFA_BUSY INT32_C(-4)
88#define FFA_INTERRUPTED INT32_C(-5)
89#define FFA_DENIED INT32_C(-6)
90#define FFA_RETRY INT32_C(-7)
91#define FFA_ABORTED INT32_C(-8)
J-Alvesc8e8a222021-06-08 17:33:52 +010092#define FFA_NO_DATA INT32_C(-9)
Andrew Walbranb5ab43c2020-04-30 11:32:54 +010093
94/* clang-format on */
95
J-Alves6f72ca82021-11-01 12:34:58 +000096/**
97 * FF-A Feature ID, to be used with interface FFA_FEATURES.
98 * As defined in the FF-A v1.1 Beta specification, table 13.10, in section
99 * 13.2.
100 */
101
102#define FFA_FEATURES_FUNC_ID_MASK UINT32_C(0x1 << 31)
103#define FFA_FEATURES_FEATURE_ID_MASK UINT32_C(0x7F)
104
105/* Query interrupt ID of Notification Pending Interrupt. */
106#define FFA_FEATURE_NPI 0x1U
107
108/* Query interrupt ID of Schedule Receiver Interrupt. */
109#define FFA_FEATURE_SRI 0x2U
110
111/* Query interrupt ID of the Managed Exit Interrupt. */
112#define FFA_FEATURE_MEI 0x3U
113
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100114/* FF-A function specific constants. */
115#define FFA_MSG_RECV_BLOCK 0x1
116#define FFA_MSG_RECV_BLOCK_MASK 0x1
117
118#define FFA_MSG_SEND_NOTIFY 0x1
119#define FFA_MSG_SEND_NOTIFY_MASK 0x1
120
121#define FFA_MEM_RECLAIM_CLEAR 0x1
122
123#define FFA_SLEEP_INDEFINITE 0
124
Raghu Krishnamurthyea6d25f2021-09-14 15:27:06 -0700125#define FFA_MEM_PERM_RO UINT32_C(0x7)
126#define FFA_MEM_PERM_RW UINT32_C(0x5)
127#define FFA_MEM_PERM_RX UINT32_C(0x3)
128
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100129/**
130 * For use where the FF-A specification refers explicitly to '4K pages'. Not to
131 * be confused with PAGE_SIZE, which is the translation granule Hafnium is
132 * configured to use.
133 */
134#define FFA_PAGE_SIZE 4096
135
136/* The maximum length possible for a single message. */
137#define FFA_MSG_PAYLOAD_MAX HF_MAILBOX_SIZE
138
139enum ffa_data_access {
140 FFA_DATA_ACCESS_NOT_SPECIFIED,
141 FFA_DATA_ACCESS_RO,
142 FFA_DATA_ACCESS_RW,
143 FFA_DATA_ACCESS_RESERVED,
144};
145
146enum ffa_instruction_access {
147 FFA_INSTRUCTION_ACCESS_NOT_SPECIFIED,
148 FFA_INSTRUCTION_ACCESS_NX,
149 FFA_INSTRUCTION_ACCESS_X,
150 FFA_INSTRUCTION_ACCESS_RESERVED,
151};
152
153enum ffa_memory_type {
154 FFA_MEMORY_NOT_SPECIFIED_MEM,
155 FFA_MEMORY_DEVICE_MEM,
156 FFA_MEMORY_NORMAL_MEM,
157};
158
159enum ffa_memory_cacheability {
160 FFA_MEMORY_CACHE_RESERVED = 0x0,
161 FFA_MEMORY_CACHE_NON_CACHEABLE = 0x1,
162 FFA_MEMORY_CACHE_RESERVED_1 = 0x2,
163 FFA_MEMORY_CACHE_WRITE_BACK = 0x3,
164 FFA_MEMORY_DEV_NGNRNE = 0x0,
165 FFA_MEMORY_DEV_NGNRE = 0x1,
166 FFA_MEMORY_DEV_NGRE = 0x2,
167 FFA_MEMORY_DEV_GRE = 0x3,
168};
169
170enum ffa_memory_shareability {
171 FFA_MEMORY_SHARE_NON_SHAREABLE,
172 FFA_MEMORY_SHARE_RESERVED,
173 FFA_MEMORY_OUTER_SHAREABLE,
174 FFA_MEMORY_INNER_SHAREABLE,
175};
176
177typedef uint8_t ffa_memory_access_permissions_t;
178
179/**
180 * This corresponds to table 44 of the FF-A 1.0 EAC specification, "Memory
181 * region attributes descriptor".
182 */
183typedef uint8_t ffa_memory_attributes_t;
184
185#define FFA_DATA_ACCESS_OFFSET (0x0U)
186#define FFA_DATA_ACCESS_MASK ((0x3U) << FFA_DATA_ACCESS_OFFSET)
187
188#define FFA_INSTRUCTION_ACCESS_OFFSET (0x2U)
189#define FFA_INSTRUCTION_ACCESS_MASK ((0x3U) << FFA_INSTRUCTION_ACCESS_OFFSET)
190
191#define FFA_MEMORY_TYPE_OFFSET (0x4U)
192#define FFA_MEMORY_TYPE_MASK ((0x3U) << FFA_MEMORY_TYPE_OFFSET)
193
194#define FFA_MEMORY_CACHEABILITY_OFFSET (0x2U)
195#define FFA_MEMORY_CACHEABILITY_MASK ((0x3U) << FFA_MEMORY_CACHEABILITY_OFFSET)
196
197#define FFA_MEMORY_SHAREABILITY_OFFSET (0x0U)
198#define FFA_MEMORY_SHAREABILITY_MASK ((0x3U) << FFA_MEMORY_SHAREABILITY_OFFSET)
199
200#define ATTR_FUNCTION_SET(name, container_type, offset, mask) \
201 static inline void ffa_set_##name##_attr(container_type *attr, \
202 const enum ffa_##name perm) \
203 { \
204 *attr = (*attr & ~(mask)) | ((perm << offset) & mask); \
205 }
206
207#define ATTR_FUNCTION_GET(name, container_type, offset, mask) \
208 static inline enum ffa_##name ffa_get_##name##_attr( \
209 container_type attr) \
210 { \
211 return (enum ffa_##name)((attr & mask) >> offset); \
212 }
213
214ATTR_FUNCTION_SET(data_access, ffa_memory_access_permissions_t,
215 FFA_DATA_ACCESS_OFFSET, FFA_DATA_ACCESS_MASK)
216ATTR_FUNCTION_GET(data_access, ffa_memory_access_permissions_t,
217 FFA_DATA_ACCESS_OFFSET, FFA_DATA_ACCESS_MASK)
218
219ATTR_FUNCTION_SET(instruction_access, ffa_memory_access_permissions_t,
220 FFA_INSTRUCTION_ACCESS_OFFSET, FFA_INSTRUCTION_ACCESS_MASK)
221ATTR_FUNCTION_GET(instruction_access, ffa_memory_access_permissions_t,
222 FFA_INSTRUCTION_ACCESS_OFFSET, FFA_INSTRUCTION_ACCESS_MASK)
223
224ATTR_FUNCTION_SET(memory_type, ffa_memory_attributes_t, FFA_MEMORY_TYPE_OFFSET,
225 FFA_MEMORY_TYPE_MASK)
226ATTR_FUNCTION_GET(memory_type, ffa_memory_attributes_t, FFA_MEMORY_TYPE_OFFSET,
227 FFA_MEMORY_TYPE_MASK)
228
229ATTR_FUNCTION_SET(memory_cacheability, ffa_memory_attributes_t,
230 FFA_MEMORY_CACHEABILITY_OFFSET, FFA_MEMORY_CACHEABILITY_MASK)
231ATTR_FUNCTION_GET(memory_cacheability, ffa_memory_attributes_t,
232 FFA_MEMORY_CACHEABILITY_OFFSET, FFA_MEMORY_CACHEABILITY_MASK)
233
234ATTR_FUNCTION_SET(memory_shareability, ffa_memory_attributes_t,
235 FFA_MEMORY_SHAREABILITY_OFFSET, FFA_MEMORY_SHAREABILITY_MASK)
236ATTR_FUNCTION_GET(memory_shareability, ffa_memory_attributes_t,
237 FFA_MEMORY_SHAREABILITY_OFFSET, FFA_MEMORY_SHAREABILITY_MASK)
238
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100239/**
240 * A globally-unique ID assigned by the hypervisor for a region of memory being
241 * sent between VMs.
242 */
243typedef uint64_t ffa_memory_handle_t;
244
J-Alves917d2f22020-10-30 18:39:30 +0000245#define FFA_MEMORY_HANDLE_ALLOCATOR_MASK \
246 ((ffa_memory_handle_t)(UINT64_C(1) << 63))
247#define FFA_MEMORY_HANDLE_ALLOCATOR_HYPERVISOR \
248 ((ffa_memory_handle_t)(UINT64_C(1) << 63))
249
250#define FFA_MEMORY_HANDLE_ALLOCATOR_SPMC (UINT64_C(0) << 63)
251#define FFA_MEMORY_HANDLE_INVALID (~UINT64_C(0))
252
253/** The ID of a VM. These are assigned sequentially starting with an offset. */
254typedef uint16_t ffa_vm_id_t;
255
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100256/**
257 * A count of VMs. This has the same range as the VM IDs but we give it a
258 * different name to make the different semantics clear.
259 */
260typedef ffa_vm_id_t ffa_vm_count_t;
261
262/** The index of a vCPU within a particular VM. */
263typedef uint16_t ffa_vcpu_index_t;
264
265/**
266 * A count of vCPUs. This has the same range as the vCPU indices but we give it
267 * a different name to make the different semantics clear.
268 */
269typedef ffa_vcpu_index_t ffa_vcpu_count_t;
270
271/** Parameter and return type of FF-A functions. */
272struct ffa_value {
273 uint64_t func;
274 uint64_t arg1;
275 uint64_t arg2;
276 uint64_t arg3;
277 uint64_t arg4;
278 uint64_t arg5;
279 uint64_t arg6;
280 uint64_t arg7;
281};
282
J-Alves13318e32021-02-22 17:21:00 +0000283static inline int32_t ffa_error_code(struct ffa_value val)
284{
285 return (int32_t)val.arg2;
286}
287
J-Alvesd6f4e142021-03-05 13:33:59 +0000288static inline ffa_vm_id_t ffa_sender(struct ffa_value args)
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100289{
290 return (args.arg1 >> 16) & 0xffff;
291}
292
J-Alvesd6f4e142021-03-05 13:33:59 +0000293static inline ffa_vm_id_t ffa_receiver(struct ffa_value args)
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100294{
295 return args.arg1 & 0xffff;
296}
297
298static inline uint32_t ffa_msg_send_size(struct ffa_value args)
299{
300 return args.arg3;
301}
302
303static inline uint32_t ffa_msg_send_attributes(struct ffa_value args)
304{
305 return args.arg4;
306}
307
Andrew Walbran1bbe9402020-04-30 16:47:13 +0100308static inline ffa_memory_handle_t ffa_assemble_handle(uint32_t a1, uint32_t a2)
309{
310 return (uint64_t)a1 | (uint64_t)a2 << 32;
311}
312
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100313static inline ffa_memory_handle_t ffa_mem_success_handle(struct ffa_value args)
314{
Andrew Walbran1bbe9402020-04-30 16:47:13 +0100315 return ffa_assemble_handle(args.arg2, args.arg3);
316}
317
Andrew Walbranca808b12020-05-15 17:22:28 +0100318static inline ffa_memory_handle_t ffa_frag_handle(struct ffa_value args)
319{
320 return ffa_assemble_handle(args.arg1, args.arg2);
321}
322
Andrew Walbran1bbe9402020-04-30 16:47:13 +0100323static inline struct ffa_value ffa_mem_success(ffa_memory_handle_t handle)
324{
325 return (struct ffa_value){.func = FFA_SUCCESS_32,
326 .arg2 = (uint32_t)handle,
327 .arg3 = (uint32_t)(handle >> 32)};
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100328}
329
330static inline ffa_vm_id_t ffa_vm_id(struct ffa_value args)
331{
332 return (args.arg1 >> 16) & 0xffff;
333}
334
335static inline ffa_vcpu_index_t ffa_vcpu_index(struct ffa_value args)
336{
337 return args.arg1 & 0xffff;
338}
339
340static inline uint64_t ffa_vm_vcpu(ffa_vm_id_t vm_id,
341 ffa_vcpu_index_t vcpu_index)
342{
343 return ((uint32_t)vm_id << 16) | vcpu_index;
344}
345
Andrew Walbranca808b12020-05-15 17:22:28 +0100346static inline ffa_vm_id_t ffa_frag_sender(struct ffa_value args)
347{
348 return (args.arg4 >> 16) & 0xffff;
349}
350
J-Alves6f72ca82021-11-01 12:34:58 +0000351static inline uint32_t ffa_feature_intid(struct ffa_value args)
352{
353 return (uint32_t)args.arg2;
354}
355
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100356/**
Fuad Tabbae4efcc32020-07-16 15:37:27 +0100357 * Holds the UUID in a struct that is mappable directly to the SMCC calling
358 * convention, which is used for FF-A calls.
359 *
360 * Refer to table 84 of the FF-A 1.0 EAC specification as well as section 5.3
361 * of the SMCC Spec 1.2.
362 */
363struct ffa_uuid {
364 uint32_t uuid[4];
365};
366
367static inline void ffa_uuid_init(uint32_t w0, uint32_t w1, uint32_t w2,
368 uint32_t w3, struct ffa_uuid *uuid)
369{
370 uuid->uuid[0] = w0;
371 uuid->uuid[1] = w1;
372 uuid->uuid[2] = w2;
373 uuid->uuid[3] = w3;
374}
375
376static inline bool ffa_uuid_equal(const struct ffa_uuid *uuid1,
377 const struct ffa_uuid *uuid2)
378{
379 return (uuid1->uuid[0] == uuid2->uuid[0]) &&
380 (uuid1->uuid[1] == uuid2->uuid[1]) &&
381 (uuid1->uuid[2] == uuid2->uuid[2]) &&
382 (uuid1->uuid[3] == uuid2->uuid[3]);
383}
384
385static inline bool ffa_uuid_is_null(const struct ffa_uuid *uuid)
386{
387 return (uuid->uuid[0] == 0) && (uuid->uuid[1] == 0) &&
388 (uuid->uuid[2] == 0) && (uuid->uuid[3] == 0);
389}
390
391/**
392 * Flags to determine the partition properties, as required by
393 * FFA_PARTITION_INFO_GET.
394 *
395 * The values of the flags are specified in table 82 of the FF-A 1.0 EAC
396 * specification, "Partition information descriptor, partition properties".
397 */
398typedef uint32_t ffa_partition_properties_t;
399
400/** Partition property: partition supports receipt of direct requests. */
Maksims Svecovsb596eab2021-04-27 00:52:27 +0100401#define FFA_PARTITION_DIRECT_REQ_RECV 0x1
Fuad Tabbae4efcc32020-07-16 15:37:27 +0100402
403/** Partition property: partition can send direct requests. */
Maksims Svecovsb596eab2021-04-27 00:52:27 +0100404#define FFA_PARTITION_DIRECT_REQ_SEND 0x2
Fuad Tabbae4efcc32020-07-16 15:37:27 +0100405
406/** Partition property: partition can send and receive indirect messages. */
407#define FFA_PARTITION_INDIRECT_MSG 0x4
408
409/**
410 * Holds information returned for each partition by the FFA_PARTITION_INFO_GET
411 * interface.
412 * This corresponds to table 82 of the FF-A 1.0 EAC specification, "Partition
413 * information descriptor".
414 */
415struct ffa_partition_info {
416 ffa_vm_id_t vm_id;
417 ffa_vcpu_count_t vcpu_count;
418 ffa_partition_properties_t properties;
419};
420
421/**
J-Alves980d1992021-03-18 12:49:18 +0000422 * FF-A v1.1 specification restricts the number of notifications to a maximum
423 * of 64. Following all possible bitmaps.
424 */
425#define FFA_NOTIFICATION_MASK(ID) (UINT64_C(1) << ID)
426
427typedef uint64_t ffa_notifications_bitmap_t;
428
429#define MAX_FFA_NOTIFICATIONS 64U
430
431/**
J-Alvesc003a7a2021-03-18 13:06:53 +0000432 * Flag for notification bind and set, to specify call is about per-vCPU
433 * notifications.
434 */
435#define FFA_NOTIFICATION_FLAG_PER_VCPU UINT32_C(1 << 0)
436
437/**
J-Alves980d1992021-03-18 12:49:18 +0000438 * Helper function to assemble a 64-bit sized bitmap, from the 32-bit sized lo
439 * and hi.
440 * Helpful as FF-A specification defines that the notifications interfaces
441 * arguments are 32-bit registers.
442 */
443static inline ffa_notifications_bitmap_t ffa_notifications_bitmap(uint32_t lo,
444 uint32_t hi)
445{
446 return (ffa_notifications_bitmap_t)hi << 32U | lo;
447}
448
J-Alves98ff9562021-09-09 14:39:41 +0100449static inline ffa_notifications_bitmap_t ffa_notification_get_from_sp(
450 struct ffa_value val)
451{
452 return ffa_notifications_bitmap((uint32_t)val.arg2, (uint32_t)val.arg3);
453}
454
455static inline ffa_notifications_bitmap_t ffa_notification_get_from_vm(
456 struct ffa_value val)
457{
458 return ffa_notifications_bitmap((uint32_t)val.arg4, (uint32_t)val.arg5);
459}
460
J-Alves980d1992021-03-18 12:49:18 +0000461/**
J-Alvesaa79c012021-07-09 14:29:45 +0100462 * Flags used in calls to FFA_NOTIFICATION_GET interface.
463 */
464#define FFA_NOTIFICATION_FLAG_BITMAP_SP UINT32_C(0x1 << 0)
465#define FFA_NOTIFICATION_FLAG_BITMAP_VM UINT32_C(0x1 << 1)
466#define FFA_NOTIFICATION_FLAG_BITMAP_SPM UINT32_C(0x1 << 2)
467#define FFA_NOTIFICATION_FLAG_BITMAP_HYP UINT32_C(0x1 << 3)
468
J-Alves13394022021-06-30 13:48:49 +0100469/** Flag for FFA_NOTIFICATION_SET to delay Schedule Receiver Interrupt */
470#define FFA_NOTIFICATIONS_FLAG_DELAY_SRI UINT32_C(0x1 << 1)
471
J-Alvesaa79c012021-07-09 14:29:45 +0100472static inline ffa_vm_id_t ffa_notifications_get_receiver(struct ffa_value args)
473{
474 return (args.arg1 >> 16) & 0xffffU;
475}
476
477static inline ffa_vm_id_t ffa_notifications_get_vcpu(struct ffa_value args)
478{
479 return args.arg1 & 0xffffU;
480}
481
482/**
J-Alvesc8e8a222021-06-08 17:33:52 +0100483 * The max number of IDs for return of FFA_NOTIFICATION_INFO_GET.
484 */
485#define FFA_NOTIFICATIONS_INFO_GET_MAX_IDS 20U
486
487/**
488 * Number of registers to use in successfull return of interface
489 * FFA_NOTIFICATION_INFO_GET.
490 */
491#define FFA_NOTIFICATIONS_INFO_GET_REGS_RET 5U
492
493#define FFA_NOTIFICATIONS_INFO_GET_FLAG_MORE_PENDING 0x1U
494
495/**
496 * Helper macros for return parameter encoding as described in section 17.7.1
497 * of the FF-A v1.1 Beta0 specification.
498 */
499#define FFA_NOTIFICATIONS_LISTS_COUNT_SHIFT 0x7U
500#define FFA_NOTIFICATIONS_LISTS_COUNT_MASK 0x1fU
501#define FFA_NOTIFICATIONS_LIST_SHIFT(l) (2 * (l - 1) + 12)
502#define FFA_NOTIFICATIONS_LIST_SIZE_MASK 0x3U
503
504static inline uint32_t ffa_notification_info_get_lists_count(
505 struct ffa_value args)
506{
507 return (uint32_t)(args.arg2 >> FFA_NOTIFICATIONS_LISTS_COUNT_SHIFT) &
508 FFA_NOTIFICATIONS_LISTS_COUNT_MASK;
509}
510
511static inline uint32_t ffa_notification_info_get_list_size(
512 struct ffa_value args, unsigned int list_idx)
513{
514 return ((uint32_t)args.arg2 >> FFA_NOTIFICATIONS_LIST_SHIFT(list_idx)) &
515 FFA_NOTIFICATIONS_LIST_SIZE_MASK;
516}
517
518static inline bool ffa_notification_info_get_more_pending(struct ffa_value args)
519{
520 return (args.arg2 & FFA_NOTIFICATIONS_INFO_GET_FLAG_MORE_PENDING) != 0U;
521}
522
523/**
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100524 * A set of contiguous pages which is part of a memory region. This corresponds
525 * to table 40 of the FF-A 1.0 EAC specification, "Constituent memory region
526 * descriptor".
527 */
528struct ffa_memory_region_constituent {
529 /**
530 * The base IPA of the constituent memory region, aligned to 4 kiB page
531 * size granularity.
532 */
533 uint64_t address;
534 /** The number of 4 kiB pages in the constituent memory region. */
535 uint32_t page_count;
536 /** Reserved field, must be 0. */
537 uint32_t reserved;
538};
539
540/**
541 * A set of pages comprising a memory region. This corresponds to table 39 of
542 * the FF-A 1.0 EAC specification, "Composite memory region descriptor".
543 */
544struct ffa_composite_memory_region {
545 /**
546 * The total number of 4 kiB pages included in this memory region. This
547 * must be equal to the sum of page counts specified in each
548 * `ffa_memory_region_constituent`.
549 */
550 uint32_t page_count;
551 /**
552 * The number of constituents (`ffa_memory_region_constituent`)
553 * included in this memory region range.
554 */
555 uint32_t constituent_count;
556 /** Reserved field, must be 0. */
557 uint64_t reserved_0;
558 /** An array of `constituent_count` memory region constituents. */
559 struct ffa_memory_region_constituent constituents[];
560};
561
562/** Flags to indicate properties of receivers during memory region retrieval. */
563typedef uint8_t ffa_memory_receiver_flags_t;
564
565/**
566 * This corresponds to table 41 of the FF-A 1.0 EAC specification, "Memory
567 * access permissions descriptor".
568 */
569struct ffa_memory_region_attributes {
570 /** The ID of the VM to which the memory is being given or shared. */
571 ffa_vm_id_t receiver;
572 /**
573 * The permissions with which the memory region should be mapped in the
574 * receiver's page table.
575 */
576 ffa_memory_access_permissions_t permissions;
577 /**
578 * Flags used during FFA_MEM_RETRIEVE_REQ and FFA_MEM_RETRIEVE_RESP
579 * for memory regions with multiple borrowers.
580 */
581 ffa_memory_receiver_flags_t flags;
582};
583
584/** Flags to control the behaviour of a memory sharing transaction. */
585typedef uint32_t ffa_memory_region_flags_t;
586
587/**
588 * Clear memory region contents after unmapping it from the sender and before
589 * mapping it for any receiver.
590 */
591#define FFA_MEMORY_REGION_FLAG_CLEAR 0x1
592
593/**
594 * Whether the hypervisor may time slice the memory sharing or retrieval
595 * operation.
596 */
597#define FFA_MEMORY_REGION_FLAG_TIME_SLICE 0x2
598
599/**
600 * Whether the hypervisor should clear the memory region after the receiver
601 * relinquishes it or is aborted.
602 */
603#define FFA_MEMORY_REGION_FLAG_CLEAR_RELINQUISH 0x4
604
605#define FFA_MEMORY_REGION_TRANSACTION_TYPE_MASK ((0x3U) << 3)
606#define FFA_MEMORY_REGION_TRANSACTION_TYPE_UNSPECIFIED ((0x0U) << 3)
607#define FFA_MEMORY_REGION_TRANSACTION_TYPE_SHARE ((0x1U) << 3)
608#define FFA_MEMORY_REGION_TRANSACTION_TYPE_LEND ((0x2U) << 3)
609#define FFA_MEMORY_REGION_TRANSACTION_TYPE_DONATE ((0x3U) << 3)
610
611/**
612 * This corresponds to table 42 of the FF-A 1.0 EAC specification, "Endpoint
613 * memory access descriptor".
614 */
615struct ffa_memory_access {
616 struct ffa_memory_region_attributes receiver_permissions;
617 /**
618 * Offset in bytes from the start of the outer `ffa_memory_region` to
619 * an `ffa_composite_memory_region` struct.
620 */
621 uint32_t composite_memory_region_offset;
622 uint64_t reserved_0;
623};
624
625/**
626 * Information about a set of pages which are being shared. This corresponds to
627 * table 45 of the FF-A 1.0 EAC specification, "Lend, donate or share memory
628 * transaction descriptor". Note that it is also used for retrieve requests and
629 * responses.
630 */
631struct ffa_memory_region {
632 /**
633 * The ID of the VM which originally sent the memory region, i.e. the
634 * owner.
635 */
636 ffa_vm_id_t sender;
637 ffa_memory_attributes_t attributes;
638 /** Reserved field, must be 0. */
639 uint8_t reserved_0;
640 /** Flags to control behaviour of the transaction. */
641 ffa_memory_region_flags_t flags;
642 ffa_memory_handle_t handle;
643 /**
644 * An implementation defined value associated with the receiver and the
645 * memory region.
646 */
647 uint64_t tag;
648 /** Reserved field, must be 0. */
649 uint32_t reserved_1;
650 /**
651 * The number of `ffa_memory_access` entries included in this
652 * transaction.
653 */
654 uint32_t receiver_count;
655 /**
656 * An array of `attribute_count` endpoint memory access descriptors.
657 * Each one specifies a memory region offset, an endpoint and the
658 * attributes with which this memory region should be mapped in that
659 * endpoint's page table.
660 */
661 struct ffa_memory_access receivers[];
662};
663
664/**
665 * Descriptor used for FFA_MEM_RELINQUISH requests. This corresponds to table
666 * 150 of the FF-A 1.0 EAC specification, "Descriptor to relinquish a memory
667 * region".
668 */
669struct ffa_mem_relinquish {
670 ffa_memory_handle_t handle;
671 ffa_memory_region_flags_t flags;
672 uint32_t endpoint_count;
673 ffa_vm_id_t endpoints[];
674};
675
676/**
677 * Gets the `ffa_composite_memory_region` for the given receiver from an
678 * `ffa_memory_region`, or NULL if it is not valid.
679 */
680static inline struct ffa_composite_memory_region *
681ffa_memory_region_get_composite(struct ffa_memory_region *memory_region,
682 uint32_t receiver_index)
683{
684 uint32_t offset = memory_region->receivers[receiver_index]
685 .composite_memory_region_offset;
686
687 if (offset == 0) {
688 return NULL;
689 }
690
691 return (struct ffa_composite_memory_region *)((uint8_t *)memory_region +
692 offset);
693}
694
695static inline uint32_t ffa_mem_relinquish_init(
696 struct ffa_mem_relinquish *relinquish_request,
697 ffa_memory_handle_t handle, ffa_memory_region_flags_t flags,
698 ffa_vm_id_t sender)
699{
700 relinquish_request->handle = handle;
701 relinquish_request->flags = flags;
702 relinquish_request->endpoint_count = 1;
703 relinquish_request->endpoints[0] = sender;
704 return sizeof(struct ffa_mem_relinquish) + sizeof(ffa_vm_id_t);
705}
706
707uint32_t ffa_memory_region_init(
Andrew Walbranca808b12020-05-15 17:22:28 +0100708 struct ffa_memory_region *memory_region, size_t memory_region_max_size,
709 ffa_vm_id_t sender, ffa_vm_id_t receiver,
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100710 const struct ffa_memory_region_constituent constituents[],
711 uint32_t constituent_count, uint32_t tag,
712 ffa_memory_region_flags_t flags, enum ffa_data_access data_access,
713 enum ffa_instruction_access instruction_access,
714 enum ffa_memory_type type, enum ffa_memory_cacheability cacheability,
Andrew Walbranca808b12020-05-15 17:22:28 +0100715 enum ffa_memory_shareability shareability, uint32_t *fragment_length,
716 uint32_t *total_length);
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100717uint32_t ffa_memory_retrieve_request_init(
718 struct ffa_memory_region *memory_region, ffa_memory_handle_t handle,
719 ffa_vm_id_t sender, ffa_vm_id_t receiver, uint32_t tag,
720 ffa_memory_region_flags_t flags, enum ffa_data_access data_access,
721 enum ffa_instruction_access instruction_access,
722 enum ffa_memory_type type, enum ffa_memory_cacheability cacheability,
723 enum ffa_memory_shareability shareability);
724uint32_t ffa_memory_lender_retrieve_request_init(
725 struct ffa_memory_region *memory_region, ffa_memory_handle_t handle,
726 ffa_vm_id_t sender);
Andrew Walbranca808b12020-05-15 17:22:28 +0100727bool ffa_retrieved_memory_region_init(
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100728 struct ffa_memory_region *response, size_t response_max_size,
729 ffa_vm_id_t sender, ffa_memory_attributes_t attributes,
730 ffa_memory_region_flags_t flags, ffa_memory_handle_t handle,
731 ffa_vm_id_t receiver, ffa_memory_access_permissions_t permissions,
Andrew Walbranca808b12020-05-15 17:22:28 +0100732 uint32_t page_count, uint32_t total_constituent_count,
Andrew Walbranb5ab43c2020-04-30 11:32:54 +0100733 const struct ffa_memory_region_constituent constituents[],
Andrew Walbranca808b12020-05-15 17:22:28 +0100734 uint32_t fragment_constituent_count, uint32_t *total_length,
735 uint32_t *fragment_length);
736uint32_t ffa_memory_fragment_init(
737 struct ffa_memory_region_constituent *fragment,
738 size_t fragment_max_size,
739 const struct ffa_memory_region_constituent constituents[],
740 uint32_t constituent_count, uint32_t *fragment_length);