blob: e421a3dde80d9b1144c959ef5170e240361d657e [file] [log] [blame]
Andrew Scull18834872018-10-12 11:48:09 +01001/*
Andrew Walbran692b3252019-03-07 15:51:31 +00002 * Copyright 2018 The Hafnium Authors.
Andrew Scull18834872018-10-12 11:48:09 +01003 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * https://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Andrew Scullfbc938a2018-08-20 14:09:28 +010017#pragma once
Wedson Almeida Filho987c0ff2018-06-20 16:34:38 +010018
Andrew Scull9726c252019-01-23 13:44:19 +000019#include <stdatomic.h>
20
Andrew Walbran1f32e722019-06-07 17:57:26 +010021#include "hf/arch/types.h"
22
Andrew Scull18c78fc2018-08-20 12:57:41 +010023#include "hf/cpu.h"
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +000024#include "hf/list.h"
Andrew Scull18c78fc2018-08-20 12:57:41 +010025#include "hf/mm.h"
Wedson Almeida Filho22d5eaa2018-12-16 00:38:49 +000026#include "hf/mpool.h"
Jose Marinho75509b42019-04-09 09:34:59 +010027
28#include "vmapi/hf/spci.h"
Wedson Almeida Filho987c0ff2018-06-20 16:34:38 +010029
Andrew Scullae9962e2019-10-03 16:51:16 +010030#define MAX_SMCS 32
Andrew Walbranc1ad4ce2019-05-09 11:41:39 +010031#define LOG_BUFFER_SIZE 256
32
Andrew Walbrana36f7592019-12-13 18:43:38 +000033/**
34 * The state of an RX buffer.
35 *
36 * EMPTY is the initial state. The follow state transitions are possible:
37 * * EMPTY → RECEIVED: message sent to the VM.
38 * * RECEIVED → READ: secondary VM returns from SPCI_MSG_WAIT or
39 * SPCI_MSG_POLL, or primary VM returns from SPCI_RUN with an SPCI_MSG_SEND
40 * where the receiver is itself.
41 * * READ → EMPTY: VM called SPCI_RX_RELEASE.
42 */
Andrew Scullaa039b32018-10-04 15:02:26 +010043enum mailbox_state {
Andrew Walbranc3910f72018-11-27 14:24:36 +000044 /** There is no message in the mailbox. */
Andrew Sculld6ee1102019-04-05 22:12:42 +010045 MAILBOX_STATE_EMPTY,
Andrew Scullaa039b32018-10-04 15:02:26 +010046
Andrew Walbranc3910f72018-11-27 14:24:36 +000047 /** There is a message in the mailbox that is waiting for a reader. */
Andrew Sculld6ee1102019-04-05 22:12:42 +010048 MAILBOX_STATE_RECEIVED,
Andrew Scullaa039b32018-10-04 15:02:26 +010049
Andrew Walbranc3910f72018-11-27 14:24:36 +000050 /** There is a message in the mailbox that has been read. */
Andrew Sculld6ee1102019-04-05 22:12:42 +010051 MAILBOX_STATE_READ,
Wedson Almeida Filho2f94ec12018-07-26 16:00:48 +010052};
53
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +000054struct wait_entry {
55 /** The VM that is waiting for a mailbox to become writable. */
56 struct vm *waiting_vm;
57
58 /**
59 * Links used to add entry to a VM's waiter_list. This is protected by
60 * the notifying VM's lock.
61 */
62 struct list_entry wait_links;
63
64 /**
65 * Links used to add entry to a VM's ready_list. This is protected by
66 * the waiting VM's lock.
67 */
68 struct list_entry ready_links;
69};
70
Andrew Scullaa039b32018-10-04 15:02:26 +010071struct mailbox {
72 enum mailbox_state state;
Andrew Walbran70bc8622019-10-07 14:15:58 +010073 void *recv;
74 const void *send;
75
76 /** The ID of the VM which sent the message currently in `recv`. */
77 spci_vm_id_t recv_sender;
78
79 /** The size of the message currently in `recv`. */
80 uint32_t recv_size;
81
Andrew Walbrane7ad3c02019-12-24 17:03:04 +000082 /**
83 * The SPCI function ID to use to deliver the message currently in
84 * `recv`.
85 */
86 uint32_t recv_func;
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +000087
88 /**
89 * List of wait_entry structs representing VMs that want to be notified
90 * when the mailbox becomes writable. Once the mailbox does become
91 * writable, the entry is removed from this list and added to the
92 * waiting VM's ready_list.
93 */
94 struct list_entry waiter_list;
95
96 /**
97 * List of wait_entry structs representing VMs whose mailboxes became
98 * writable since the owner of the mailbox registers for notification.
99 */
100 struct list_entry ready_list;
Wedson Almeida Filho2f94ec12018-07-26 16:00:48 +0100101};
102
Andrew Scullae9962e2019-10-03 16:51:16 +0100103struct smc_whitelist {
104 uint32_t smcs[MAX_SMCS];
105 uint16_t smc_count;
106 bool permissive;
107};
108
Wedson Almeida Filho987c0ff2018-06-20 16:34:38 +0100109struct vm {
Andrew Walbran95534922019-06-19 11:32:54 +0100110 spci_vm_id_t id;
Andrew Scullae9962e2019-10-03 16:51:16 +0100111 struct smc_whitelist smc_whitelist;
112
Andrew Walbran0d7a0682018-12-06 16:48:47 +0000113 /** See api.c for the partial ordering on locks. */
Wedson Almeida Filho2f94ec12018-07-26 16:00:48 +0100114 struct spinlock lock;
Andrew Walbranc6d23c42019-06-26 13:30:42 +0100115 spci_vcpu_count_t vcpu_count;
Wedson Almeida Filho84a30a02018-07-23 20:05:05 +0100116 struct vcpu vcpus[MAX_CPUS];
Andrew Scull89a75242018-08-06 17:04:55 +0100117 struct mm_ptable ptable;
Andrew Scullaa039b32018-10-04 15:02:26 +0100118 struct mailbox mailbox;
Andrew Walbranc1ad4ce2019-05-09 11:41:39 +0100119 char log_buffer[LOG_BUFFER_SIZE];
Andrew Scullae9962e2019-10-03 16:51:16 +0100120 uint16_t log_buffer_length;
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +0000121
Andrew Walbranf76f5752019-12-03 18:33:08 +0000122 /**
123 * Wait entries to be used when waiting on other VM mailboxes. See
124 * comments on `struct wait_entry` for the lock discipline of these.
125 */
Wedson Almeida Filhob790f652019-01-22 23:41:56 +0000126 struct wait_entry wait_entries[MAX_VMS];
Andrew Scull9726c252019-01-23 13:44:19 +0000127
128 atomic_bool aborting;
Andrew Walbran1f32e722019-06-07 17:57:26 +0100129
130 /** Arch-specific VM information. */
131 struct arch_vm arch;
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +0000132};
133
134/** Encapsulates a VM whose lock is held. */
135struct vm_locked {
136 struct vm *vm;
Wedson Almeida Filho987c0ff2018-06-20 16:34:38 +0100137};
138
Jose Marinho75509b42019-04-09 09:34:59 +0100139/** Container for two vm_locked structures */
140struct two_vm_locked {
141 struct vm_locked vm1;
142 struct vm_locked vm2;
143};
144
Andrew Walbranc6d23c42019-06-26 13:30:42 +0100145bool vm_init(spci_vcpu_count_t vcpu_count, struct mpool *ppool,
146 struct vm **new_vm);
Andrew Walbran52d99672019-06-25 15:51:11 +0100147spci_vm_count_t vm_get_count(void);
Andrew Walbran42347a92019-05-09 13:59:03 +0100148struct vm *vm_find(spci_vm_id_t id);
Andrew Walbran7e932bd2019-04-29 16:47:06 +0100149struct vm_locked vm_lock(struct vm *vm);
Jose Marinho75509b42019-04-09 09:34:59 +0100150struct two_vm_locked vm_lock_both(struct vm *vm1, struct vm *vm2);
Wedson Almeida Filhoea62e2e2019-01-09 19:14:59 +0000151void vm_unlock(struct vm_locked *locked);
Andrew Walbranb037d5b2019-06-25 17:19:41 +0100152struct vcpu *vm_get_vcpu(struct vm *vm, spci_vcpu_index_t vcpu_index);
Andrew Walbranaad8f982019-12-04 10:56:39 +0000153struct wait_entry *vm_get_wait_entry(struct vm *vm, spci_vm_id_t for_vm);
154spci_vm_id_t vm_id_for_wait_entry(struct vm *vm, struct wait_entry *entry);
Andrew Scull3c257452019-11-26 13:32:50 +0000155
156bool vm_identity_map(struct vm_locked vm_locked, paddr_t begin, paddr_t end,
157 uint32_t mode, struct mpool *ppool, ipaddr_t *ipa);
158bool vm_identity_prepare(struct vm_locked vm_locked, paddr_t begin, paddr_t end,
159 uint32_t mode, struct mpool *ppool);
160void vm_identity_commit(struct vm_locked vm_locked, paddr_t begin, paddr_t end,
161 uint32_t mode, struct mpool *ppool, ipaddr_t *ipa);
162bool vm_unmap(struct vm_locked vm_locked, paddr_t begin, paddr_t end,
163 struct mpool *ppool);
164bool vm_unmap_hypervisor(struct vm_locked vm_locked, struct mpool *ppool);