blob: 6e68a50f865dac22826a6b269b98948e5de56f47 [file] [log] [blame]
Andrew Scull18834872018-10-12 11:48:09 +01001/*
Andrew Walbran692b3252019-03-07 15:51:31 +00002 * Copyright 2018 The Hafnium Authors.
Andrew Scull18834872018-10-12 11:48:09 +01003 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * https://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Andrew Scullfbc938a2018-08-20 14:09:28 +010017#pragma once
Andrew Scullf35a5c92018-08-07 18:09:46 +010018
Andrew Scull6d2db332018-10-10 15:28:17 +010019#include "hf/abi.h"
Jose Marinhoa1dfeda2019-02-27 16:46:03 +000020#include "hf/spci.h"
Andrew Scull6d2db332018-10-10 15:28:17 +010021#include "hf/types.h"
Andrew Scullf35a5c92018-08-07 18:09:46 +010022
23/* Keep macro alignment */
24/* clang-format off */
25
Andrew Scullf35a5c92018-08-07 18:09:46 +010026/* TODO: Define constants below according to spec. */
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +000027#define HF_VM_GET_ID 0xff00
28#define HF_VM_GET_COUNT 0xff01
29#define HF_VCPU_GET_COUNT 0xff02
30#define HF_VCPU_RUN 0xff03
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +000031#define HF_VM_CONFIGURE 0xff05
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +000032#define HF_MAILBOX_CLEAR 0xff08
33#define HF_MAILBOX_WRITABLE_GET 0xff09
34#define HF_MAILBOX_WAITER_GET 0xff0a
35#define HF_INTERRUPT_ENABLE 0xff0b
36#define HF_INTERRUPT_GET 0xff0c
37#define HF_INTERRUPT_INJECT 0xff0d
Andrew Scull6386f252018-12-06 13:29:10 +000038#define HF_SHARE_MEMORY 0xff0e
Andrew Scullf35a5c92018-08-07 18:09:46 +010039
40/* clang-format on */
41
Andrew Scull5ac05f02018-08-10 17:23:22 +010042/**
43 * This function must be implemented to trigger the architecture specific
44 * mechanism to call to the hypervisor.
Andrew Scullf35a5c92018-08-07 18:09:46 +010045 */
Andrew Scullc0e569a2018-10-02 18:05:21 +010046int64_t hf_call(size_t arg0, size_t arg1, size_t arg2, size_t arg3);
Andrew Scullf35a5c92018-08-07 18:09:46 +010047
Andrew Scull5ac05f02018-08-10 17:23:22 +010048/**
Andrew Scull55c4d8b2018-12-18 18:50:18 +000049 * Returns the VM's own ID.
Andrew Scull5ac05f02018-08-10 17:23:22 +010050 */
Andrew Walbran95534922019-06-19 11:32:54 +010051static inline spci_vm_id_t hf_vm_get_id(void)
Andrew Scull5ac05f02018-08-10 17:23:22 +010052{
Andrew Scull55c4d8b2018-12-18 18:50:18 +000053 return hf_call(HF_VM_GET_ID, 0, 0, 0);
Andrew Scull5ac05f02018-08-10 17:23:22 +010054}
55
56/**
Andrew Scullf35a5c92018-08-07 18:09:46 +010057 * Returns the number of secondary VMs.
58 */
Andrew Walbran52d99672019-06-25 15:51:11 +010059static inline spci_vm_count_t hf_vm_get_count(void)
Andrew Scullf35a5c92018-08-07 18:09:46 +010060{
61 return hf_call(HF_VM_GET_COUNT, 0, 0, 0);
62}
63
Andrew Scull5ac05f02018-08-10 17:23:22 +010064/**
Andrew Scullf35a5c92018-08-07 18:09:46 +010065 * Returns the number of VCPUs configured in the given secondary VM.
66 */
Andrew Walbranc6d23c42019-06-26 13:30:42 +010067static inline spci_vcpu_count_t hf_vcpu_get_count(spci_vm_id_t vm_id)
Andrew Scullf35a5c92018-08-07 18:09:46 +010068{
Andrew Scull19503262018-09-20 14:48:39 +010069 return hf_call(HF_VCPU_GET_COUNT, vm_id, 0, 0);
Andrew Scullf35a5c92018-08-07 18:09:46 +010070}
71
Andrew Scull5ac05f02018-08-10 17:23:22 +010072/**
Andrew Scull55c4d8b2018-12-18 18:50:18 +000073 * Runs the given vcpu of the given vm.
74 *
75 * Returns an hf_vcpu_run_return struct telling the scheduler what to do next.
76 */
Andrew Walbran95534922019-06-19 11:32:54 +010077static inline struct hf_vcpu_run_return hf_vcpu_run(spci_vm_id_t vm_id,
Andrew Walbranb037d5b2019-06-25 17:19:41 +010078 spci_vcpu_index_t vcpu_idx)
Andrew Scull55c4d8b2018-12-18 18:50:18 +000079{
80 return hf_vcpu_run_return_decode(
81 hf_call(HF_VCPU_RUN, vm_id, vcpu_idx, 0));
82}
83
84/**
85 * Hints that the vcpu is willing to yield its current use of the physical CPU.
Jose Marinho135dff32019-02-28 10:25:57 +000086 * This call always returns SPCI_SUCCESS.
Andrew Scull55c4d8b2018-12-18 18:50:18 +000087 */
Jose Marinho135dff32019-02-28 10:25:57 +000088static inline int64_t spci_yield(void)
Andrew Scull55c4d8b2018-12-18 18:50:18 +000089{
Jose Marinho135dff32019-02-28 10:25:57 +000090 return hf_call(SPCI_YIELD_32, 0, 0, 0);
Andrew Scull55c4d8b2018-12-18 18:50:18 +000091}
92
93/**
Andrew Scull5ac05f02018-08-10 17:23:22 +010094 * Configures the pages to send/receive data through. The pages must not be
95 * shared.
Andrew Walbran54afb502018-11-26 16:01:11 +000096 *
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +000097 * Returns:
98 * - -1 on failure.
99 * - 0 on success if no further action is needed.
100 * - 1 if it was called by the primary VM and the primary VM now needs to wake
101 * up or kick waiters.
Andrew Scull5ac05f02018-08-10 17:23:22 +0100102 */
Andrew Scullc0e569a2018-10-02 18:05:21 +0100103static inline int64_t hf_vm_configure(hf_ipaddr_t send, hf_ipaddr_t recv)
Andrew Scull5ac05f02018-08-10 17:23:22 +0100104{
105 return hf_call(HF_VM_CONFIGURE, send, recv, 0);
106}
107
108/**
Andrew Scullaa039b32018-10-04 15:02:26 +0100109 * Copies data from the sender's send buffer to the recipient's receive buffer.
Andrew Walbran54afb502018-11-26 16:01:11 +0000110 *
Wedson Almeida Filho17c997f2019-01-09 18:50:09 +0000111 * If the recipient's receive buffer is busy, it can optionally register the
112 * caller to be notified when the recipient's receive buffer becomes available.
113 *
Jose Marinhoa1dfeda2019-02-27 16:46:03 +0000114 * Returns SPCI_SUCCESS if the message is sent, an error code otherwise:
115 * - INVALID_PARAMETER: one or more of the parameters do not conform.
116 * - BUSY: the message could not be delivered either because the mailbox
117 * was full or the target VM does not yet exist.
Andrew Scull5ac05f02018-08-10 17:23:22 +0100118 */
Jose Marinhoa1dfeda2019-02-27 16:46:03 +0000119static inline int64_t spci_msg_send(uint32_t attributes)
Andrew Scull5ac05f02018-08-10 17:23:22 +0100120{
Jose Marinhoa1dfeda2019-02-27 16:46:03 +0000121 return hf_call(SPCI_MSG_SEND_32, attributes, 0, 0);
Andrew Scull5ac05f02018-08-10 17:23:22 +0100122}
123
124/**
Andrew Scullaa039b32018-10-04 15:02:26 +0100125 * Called by secondary VMs to receive a message. The call can optionally block
126 * until a message is received.
Andrew Scull5ac05f02018-08-10 17:23:22 +0100127 *
Andrew Scullaa039b32018-10-04 15:02:26 +0100128 * The mailbox must be cleared before a new message can be received.
Andrew Walbran9311c9a2019-03-12 16:59:04 +0000129 *
130 * If no message is immediately available, `block` is true, and there are no
131 * enabled and pending interrupts (irrespective of whether interrupts are
132 * enabled globally), then this will block until a message is available or an
133 * enabled interrupt becomes pending. This matches the behaviour of the WFI
134 * instruction on aarch64, except that a message becoming available is also
135 * treated like a wake-up event.
Andrew Walbranc8500812019-06-26 10:36:48 +0100136 *
137 * Returns:
138 * - SPCI_SUCCESS if a message is successfully received.
139 * - SPCI_INTERRUPTED if the caller is the primary VM or an interrupt happened
140 * during the call.
141 * - SPCI_RETRY if there was no pending message, and `block` was false.
Andrew Scull5ac05f02018-08-10 17:23:22 +0100142 */
Jose Marinho3e2442f2019-03-12 13:30:37 +0000143static inline int32_t spci_msg_recv(int32_t attributes)
Andrew Scull5ac05f02018-08-10 17:23:22 +0100144{
Jose Marinho3e2442f2019-03-12 13:30:37 +0000145 return hf_call(SPCI_MSG_RECV_32, attributes, 0, 0);
Andrew Scull5ac05f02018-08-10 17:23:22 +0100146}
147
148/**
Andrew Walbran54afb502018-11-26 16:01:11 +0000149 * Clears the caller's mailbox so a new message can be received.
150 *
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +0000151 * Returns:
Andrew Scullaa7db8e2019-02-01 14:12:19 +0000152 * - -1 on failure, if the mailbox hasn't been read.
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +0000153 * - 0 on success if no further action is needed.
154 * - 1 if it was called by the primary VM and the primary VM now needs to wake
155 * up or kick waiters. Waiters should be retrieved by calling
156 * hf_mailbox_waiter_get.
Andrew Scull5ac05f02018-08-10 17:23:22 +0100157 */
Andrew Scullaa039b32018-10-04 15:02:26 +0100158static inline int64_t hf_mailbox_clear(void)
Andrew Scull5ac05f02018-08-10 17:23:22 +0100159{
Andrew Scullaa039b32018-10-04 15:02:26 +0100160 return hf_call(HF_MAILBOX_CLEAR, 0, 0, 0);
Andrew Scull5ac05f02018-08-10 17:23:22 +0100161}
Andrew Walbran318f5732018-11-20 16:23:42 +0000162
163/**
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +0000164 * Retrieves the next VM whose mailbox became writable. For a VM to be notified
165 * by this function, the caller must have called api_mailbox_send before with
166 * the notify argument set to true, and this call must have failed because the
167 * mailbox was not available.
168 *
Wedson Almeida Filhob790f652019-01-22 23:41:56 +0000169 * It should be called repeatedly to retrieve a list of VMs.
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +0000170 *
171 * Returns -1 if no VM became writable, or the id of the VM whose mailbox
172 * became writable.
173 */
174static inline int64_t hf_mailbox_writable_get(void)
175{
176 return hf_call(HF_MAILBOX_WRITABLE_GET, 0, 0, 0);
177}
178
179/**
180 * Retrieves the next VM waiting to be notified that the mailbox of the
181 * specified VM became writable. Only primary VMs are allowed to call this.
182 *
Wedson Almeida Filhob790f652019-01-22 23:41:56 +0000183 * Returns -1 on failure or if there are no waiters; the VM id of the next
184 * waiter otherwise.
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +0000185 */
Andrew Walbran95534922019-06-19 11:32:54 +0100186static inline int64_t hf_mailbox_waiter_get(spci_vm_id_t vm_id)
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +0000187{
188 return hf_call(HF_MAILBOX_WAITER_GET, vm_id, 0, 0);
189}
190
191/**
Andrew Walbran318f5732018-11-20 16:23:42 +0000192 * Enables or disables a given interrupt ID.
193 *
194 * Returns 0 on success, or -1 if the intid is invalid.
195 */
Wedson Almeida Filhoc559d132019-01-09 19:33:40 +0000196static inline int64_t hf_interrupt_enable(uint32_t intid, bool enable)
Andrew Walbran318f5732018-11-20 16:23:42 +0000197{
Wedson Almeida Filhoc559d132019-01-09 19:33:40 +0000198 return hf_call(HF_INTERRUPT_ENABLE, intid, enable, 0);
Andrew Walbran318f5732018-11-20 16:23:42 +0000199}
200
201/**
202 * Gets the ID of the pending interrupt (if any) and acknowledge it.
203 *
204 * Returns HF_INVALID_INTID if there are no pending interrupts.
205 */
Wedson Almeida Filhoc559d132019-01-09 19:33:40 +0000206static inline uint32_t hf_interrupt_get(void)
Andrew Walbran318f5732018-11-20 16:23:42 +0000207{
Wedson Almeida Filhoc559d132019-01-09 19:33:40 +0000208 return hf_call(HF_INTERRUPT_GET, 0, 0, 0);
Andrew Walbran318f5732018-11-20 16:23:42 +0000209}
210
211/**
212 * Injects a virtual interrupt of the given ID into the given target vCPU.
213 * This doesn't cause the vCPU to actually be run immediately; it will be taken
214 * when the vCPU is next run, which is up to the scheduler.
215 *
Andrew Walbran3d84a262018-12-13 14:41:19 +0000216 * Returns:
217 * - -1 on failure because the target VM or vCPU doesn't exist, the interrupt
218 * ID is invalid, or the current VM is not allowed to inject interrupts to
219 * the target VM.
220 * - 0 on success if no further action is needed.
221 * - 1 if it was called by the primary VM and the primary VM now needs to wake
222 * up or kick the target vCPU.
Andrew Walbran318f5732018-11-20 16:23:42 +0000223 */
Andrew Walbran95534922019-06-19 11:32:54 +0100224static inline int64_t hf_interrupt_inject(spci_vm_id_t target_vm_id,
Andrew Walbranb037d5b2019-06-25 17:19:41 +0100225 spci_vcpu_index_t target_vcpu_idx,
Andrew Walbran318f5732018-11-20 16:23:42 +0000226 uint32_t intid)
227{
Wedson Almeida Filhoc559d132019-01-09 19:33:40 +0000228 return hf_call(HF_INTERRUPT_INJECT, target_vm_id, target_vcpu_idx,
Andrew Walbran318f5732018-11-20 16:23:42 +0000229 intid);
230}
Andrew Scull6386f252018-12-06 13:29:10 +0000231
232/**
233 * Shares a region of memory with another VM.
234 *
235 * Returns 0 on success or -1 if the sharing was not allowed or failed.
236 *
237 * TODO: replace this with a better API once we have decided what that should
238 * look like.
239 */
Andrew Walbran95534922019-06-19 11:32:54 +0100240static inline int64_t hf_share_memory(spci_vm_id_t vm_id, hf_ipaddr_t addr,
Andrew Scull6386f252018-12-06 13:29:10 +0000241 size_t size, enum hf_share share)
242{
243 return hf_call(HF_SHARE_MEMORY, (((uint64_t)vm_id) << 32) | share, addr,
244 size);
245}
Jose Marinhofc0b2b62019-06-06 11:18:45 +0100246
247/** Obtains the Hafnium's version of the implemented SPCI specification. */
248static inline int64_t spci_version(void)
249{
250 return hf_call(SPCI_VERSION_32, 0, 0, 0);
251}