Andrew Scull | 1883487 | 2018-10-12 11:48:09 +0100 | [diff] [blame] | 1 | /* |
Andrew Walbran | 692b325 | 2019-03-07 15:51:31 +0000 | [diff] [blame] | 2 | * Copyright 2018 The Hafnium Authors. |
Andrew Scull | 1883487 | 2018-10-12 11:48:09 +0100 | [diff] [blame] | 3 | * |
Andrew Walbran | e959ec1 | 2020-06-17 15:01:09 +0100 | [diff] [blame] | 4 | * Use of this source code is governed by a BSD-style |
| 5 | * license that can be found in the LICENSE file or at |
| 6 | * https://opensource.org/licenses/BSD-3-Clause. |
Andrew Scull | 1883487 | 2018-10-12 11:48:09 +0100 | [diff] [blame] | 7 | */ |
| 8 | |
Andrew Scull | fbc938a | 2018-08-20 14:09:28 +0100 | [diff] [blame] | 9 | #pragma once |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 10 | |
Andrew Scull | 9726c25 | 2019-01-23 13:44:19 +0000 | [diff] [blame] | 11 | #include <stdatomic.h> |
| 12 | |
Andrew Walbran | 1f32e72 | 2019-06-07 17:57:26 +0100 | [diff] [blame] | 13 | #include "hf/arch/types.h" |
| 14 | |
Andrew Scull | 18c78fc | 2018-08-20 12:57:41 +0100 | [diff] [blame] | 15 | #include "hf/cpu.h" |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 16 | #include "hf/list.h" |
Andrew Scull | 18c78fc | 2018-08-20 12:57:41 +0100 | [diff] [blame] | 17 | #include "hf/mm.h" |
Wedson Almeida Filho | 22d5eaa | 2018-12-16 00:38:49 +0000 | [diff] [blame] | 18 | #include "hf/mpool.h" |
Jose Marinho | 75509b4 | 2019-04-09 09:34:59 +0100 | [diff] [blame] | 19 | |
Andrew Walbran | b5ab43c | 2020-04-30 11:32:54 +0100 | [diff] [blame] | 20 | #include "vmapi/hf/ffa.h" |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 21 | |
Andrew Scull | ae9962e | 2019-10-03 16:51:16 +0100 | [diff] [blame] | 22 | #define MAX_SMCS 32 |
Andrew Walbran | c1ad4ce | 2019-05-09 11:41:39 +0100 | [diff] [blame] | 23 | #define LOG_BUFFER_SIZE 256 |
| 24 | |
Andrew Walbran | a36f759 | 2019-12-13 18:43:38 +0000 | [diff] [blame] | 25 | /** |
| 26 | * The state of an RX buffer. |
| 27 | * |
| 28 | * EMPTY is the initial state. The follow state transitions are possible: |
| 29 | * * EMPTY → RECEIVED: message sent to the VM. |
Andrew Walbran | b5ab43c | 2020-04-30 11:32:54 +0100 | [diff] [blame] | 30 | * * RECEIVED → READ: secondary VM returns from FFA_MSG_WAIT or |
| 31 | * FFA_MSG_POLL, or primary VM returns from FFA_RUN with an FFA_MSG_SEND |
Andrew Walbran | a36f759 | 2019-12-13 18:43:38 +0000 | [diff] [blame] | 32 | * where the receiver is itself. |
Andrew Walbran | b5ab43c | 2020-04-30 11:32:54 +0100 | [diff] [blame] | 33 | * * READ → EMPTY: VM called FFA_RX_RELEASE. |
Andrew Walbran | a36f759 | 2019-12-13 18:43:38 +0000 | [diff] [blame] | 34 | */ |
Andrew Scull | aa039b3 | 2018-10-04 15:02:26 +0100 | [diff] [blame] | 35 | enum mailbox_state { |
Andrew Walbran | c3910f7 | 2018-11-27 14:24:36 +0000 | [diff] [blame] | 36 | /** There is no message in the mailbox. */ |
Andrew Scull | d6ee110 | 2019-04-05 22:12:42 +0100 | [diff] [blame] | 37 | MAILBOX_STATE_EMPTY, |
Andrew Scull | aa039b3 | 2018-10-04 15:02:26 +0100 | [diff] [blame] | 38 | |
Andrew Walbran | c3910f7 | 2018-11-27 14:24:36 +0000 | [diff] [blame] | 39 | /** There is a message in the mailbox that is waiting for a reader. */ |
Andrew Scull | d6ee110 | 2019-04-05 22:12:42 +0100 | [diff] [blame] | 40 | MAILBOX_STATE_RECEIVED, |
Andrew Scull | aa039b3 | 2018-10-04 15:02:26 +0100 | [diff] [blame] | 41 | |
Andrew Walbran | c3910f7 | 2018-11-27 14:24:36 +0000 | [diff] [blame] | 42 | /** There is a message in the mailbox that has been read. */ |
Andrew Scull | d6ee110 | 2019-04-05 22:12:42 +0100 | [diff] [blame] | 43 | MAILBOX_STATE_READ, |
Wedson Almeida Filho | 2f94ec1 | 2018-07-26 16:00:48 +0100 | [diff] [blame] | 44 | }; |
| 45 | |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 46 | struct wait_entry { |
| 47 | /** The VM that is waiting for a mailbox to become writable. */ |
| 48 | struct vm *waiting_vm; |
| 49 | |
| 50 | /** |
| 51 | * Links used to add entry to a VM's waiter_list. This is protected by |
| 52 | * the notifying VM's lock. |
| 53 | */ |
| 54 | struct list_entry wait_links; |
| 55 | |
| 56 | /** |
| 57 | * Links used to add entry to a VM's ready_list. This is protected by |
| 58 | * the waiting VM's lock. |
| 59 | */ |
| 60 | struct list_entry ready_links; |
| 61 | }; |
| 62 | |
Andrew Scull | aa039b3 | 2018-10-04 15:02:26 +0100 | [diff] [blame] | 63 | struct mailbox { |
| 64 | enum mailbox_state state; |
Andrew Walbran | 70bc862 | 2019-10-07 14:15:58 +0100 | [diff] [blame] | 65 | void *recv; |
| 66 | const void *send; |
| 67 | |
| 68 | /** The ID of the VM which sent the message currently in `recv`. */ |
Andrew Walbran | b5ab43c | 2020-04-30 11:32:54 +0100 | [diff] [blame] | 69 | ffa_vm_id_t recv_sender; |
Andrew Walbran | 70bc862 | 2019-10-07 14:15:58 +0100 | [diff] [blame] | 70 | |
| 71 | /** The size of the message currently in `recv`. */ |
| 72 | uint32_t recv_size; |
| 73 | |
Andrew Walbran | e7ad3c0 | 2019-12-24 17:03:04 +0000 | [diff] [blame] | 74 | /** |
Andrew Walbran | b5ab43c | 2020-04-30 11:32:54 +0100 | [diff] [blame] | 75 | * The FF-A function ID to use to deliver the message currently in |
Andrew Walbran | e7ad3c0 | 2019-12-24 17:03:04 +0000 | [diff] [blame] | 76 | * `recv`. |
| 77 | */ |
| 78 | uint32_t recv_func; |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 79 | |
| 80 | /** |
| 81 | * List of wait_entry structs representing VMs that want to be notified |
| 82 | * when the mailbox becomes writable. Once the mailbox does become |
| 83 | * writable, the entry is removed from this list and added to the |
| 84 | * waiting VM's ready_list. |
| 85 | */ |
| 86 | struct list_entry waiter_list; |
| 87 | |
| 88 | /** |
| 89 | * List of wait_entry structs representing VMs whose mailboxes became |
| 90 | * writable since the owner of the mailbox registers for notification. |
| 91 | */ |
| 92 | struct list_entry ready_list; |
Wedson Almeida Filho | 2f94ec1 | 2018-07-26 16:00:48 +0100 | [diff] [blame] | 93 | }; |
| 94 | |
Andrew Scull | ae9962e | 2019-10-03 16:51:16 +0100 | [diff] [blame] | 95 | struct smc_whitelist { |
| 96 | uint32_t smcs[MAX_SMCS]; |
| 97 | uint16_t smc_count; |
| 98 | bool permissive; |
| 99 | }; |
| 100 | |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 101 | struct vm { |
Andrew Walbran | b5ab43c | 2020-04-30 11:32:54 +0100 | [diff] [blame] | 102 | ffa_vm_id_t id; |
Andrew Scull | ae9962e | 2019-10-03 16:51:16 +0100 | [diff] [blame] | 103 | struct smc_whitelist smc_whitelist; |
| 104 | |
Andrew Walbran | 0d7a068 | 2018-12-06 16:48:47 +0000 | [diff] [blame] | 105 | /** See api.c for the partial ordering on locks. */ |
Wedson Almeida Filho | 2f94ec1 | 2018-07-26 16:00:48 +0100 | [diff] [blame] | 106 | struct spinlock lock; |
Andrew Walbran | b5ab43c | 2020-04-30 11:32:54 +0100 | [diff] [blame] | 107 | ffa_vcpu_count_t vcpu_count; |
Wedson Almeida Filho | 84a30a0 | 2018-07-23 20:05:05 +0100 | [diff] [blame] | 108 | struct vcpu vcpus[MAX_CPUS]; |
Andrew Scull | 89a7524 | 2018-08-06 17:04:55 +0100 | [diff] [blame] | 109 | struct mm_ptable ptable; |
Andrew Scull | aa039b3 | 2018-10-04 15:02:26 +0100 | [diff] [blame] | 110 | struct mailbox mailbox; |
Andrew Walbran | c1ad4ce | 2019-05-09 11:41:39 +0100 | [diff] [blame] | 111 | char log_buffer[LOG_BUFFER_SIZE]; |
Andrew Scull | ae9962e | 2019-10-03 16:51:16 +0100 | [diff] [blame] | 112 | uint16_t log_buffer_length; |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 113 | |
Andrew Walbran | f76f575 | 2019-12-03 18:33:08 +0000 | [diff] [blame] | 114 | /** |
| 115 | * Wait entries to be used when waiting on other VM mailboxes. See |
| 116 | * comments on `struct wait_entry` for the lock discipline of these. |
| 117 | */ |
Wedson Almeida Filho | b790f65 | 2019-01-22 23:41:56 +0000 | [diff] [blame] | 118 | struct wait_entry wait_entries[MAX_VMS]; |
Andrew Scull | 9726c25 | 2019-01-23 13:44:19 +0000 | [diff] [blame] | 119 | |
| 120 | atomic_bool aborting; |
Andrew Walbran | 1f32e72 | 2019-06-07 17:57:26 +0100 | [diff] [blame] | 121 | |
| 122 | /** Arch-specific VM information. */ |
| 123 | struct arch_vm arch; |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 124 | }; |
| 125 | |
| 126 | /** Encapsulates a VM whose lock is held. */ |
| 127 | struct vm_locked { |
| 128 | struct vm *vm; |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 129 | }; |
| 130 | |
Jose Marinho | 75509b4 | 2019-04-09 09:34:59 +0100 | [diff] [blame] | 131 | /** Container for two vm_locked structures */ |
| 132 | struct two_vm_locked { |
| 133 | struct vm_locked vm1; |
| 134 | struct vm_locked vm2; |
| 135 | }; |
| 136 | |
Andrew Walbran | b5ab43c | 2020-04-30 11:32:54 +0100 | [diff] [blame] | 137 | struct vm *vm_init(ffa_vm_id_t id, ffa_vcpu_count_t vcpu_count, |
Andrew Walbran | 9daa57e | 2019-09-27 13:33:20 +0100 | [diff] [blame] | 138 | struct mpool *ppool); |
Andrew Walbran | b5ab43c | 2020-04-30 11:32:54 +0100 | [diff] [blame] | 139 | bool vm_init_next(ffa_vcpu_count_t vcpu_count, struct mpool *ppool, |
Andrew Walbran | 9daa57e | 2019-09-27 13:33:20 +0100 | [diff] [blame] | 140 | struct vm **new_vm); |
Andrew Walbran | b5ab43c | 2020-04-30 11:32:54 +0100 | [diff] [blame] | 141 | ffa_vm_count_t vm_get_count(void); |
| 142 | struct vm *vm_find(ffa_vm_id_t id); |
Andrew Walbran | 7e932bd | 2019-04-29 16:47:06 +0100 | [diff] [blame] | 143 | struct vm_locked vm_lock(struct vm *vm); |
Jose Marinho | 75509b4 | 2019-04-09 09:34:59 +0100 | [diff] [blame] | 144 | struct two_vm_locked vm_lock_both(struct vm *vm1, struct vm *vm2); |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 145 | void vm_unlock(struct vm_locked *locked); |
Andrew Walbran | b5ab43c | 2020-04-30 11:32:54 +0100 | [diff] [blame] | 146 | struct vcpu *vm_get_vcpu(struct vm *vm, ffa_vcpu_index_t vcpu_index); |
| 147 | struct wait_entry *vm_get_wait_entry(struct vm *vm, ffa_vm_id_t for_vm); |
| 148 | ffa_vm_id_t vm_id_for_wait_entry(struct vm *vm, struct wait_entry *entry); |
Andrew Scull | 3c25745 | 2019-11-26 13:32:50 +0000 | [diff] [blame] | 149 | |
| 150 | bool vm_identity_map(struct vm_locked vm_locked, paddr_t begin, paddr_t end, |
| 151 | uint32_t mode, struct mpool *ppool, ipaddr_t *ipa); |
| 152 | bool vm_identity_prepare(struct vm_locked vm_locked, paddr_t begin, paddr_t end, |
| 153 | uint32_t mode, struct mpool *ppool); |
| 154 | void vm_identity_commit(struct vm_locked vm_locked, paddr_t begin, paddr_t end, |
| 155 | uint32_t mode, struct mpool *ppool, ipaddr_t *ipa); |
| 156 | bool vm_unmap(struct vm_locked vm_locked, paddr_t begin, paddr_t end, |
| 157 | struct mpool *ppool); |
| 158 | bool vm_unmap_hypervisor(struct vm_locked vm_locked, struct mpool *ppool); |