Andrew Scull | 1883487 | 2018-10-12 11:48:09 +0100 | [diff] [blame] | 1 | /* |
Andrew Walbran | 692b325 | 2019-03-07 15:51:31 +0000 | [diff] [blame] | 2 | * Copyright 2018 The Hafnium Authors. |
Andrew Scull | 1883487 | 2018-10-12 11:48:09 +0100 | [diff] [blame] | 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * https://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Andrew Scull | fbc938a | 2018-08-20 14:09:28 +0100 | [diff] [blame] | 17 | #pragma once |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 18 | |
Andrew Scull | 9726c25 | 2019-01-23 13:44:19 +0000 | [diff] [blame] | 19 | #include <stdatomic.h> |
| 20 | |
Andrew Walbran | 1f32e72 | 2019-06-07 17:57:26 +0100 | [diff] [blame] | 21 | #include "hf/arch/types.h" |
| 22 | |
Andrew Scull | 18c78fc | 2018-08-20 12:57:41 +0100 | [diff] [blame] | 23 | #include "hf/cpu.h" |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 24 | #include "hf/list.h" |
Andrew Scull | 18c78fc | 2018-08-20 12:57:41 +0100 | [diff] [blame] | 25 | #include "hf/mm.h" |
Wedson Almeida Filho | 22d5eaa | 2018-12-16 00:38:49 +0000 | [diff] [blame] | 26 | #include "hf/mpool.h" |
Jose Marinho | 75509b4 | 2019-04-09 09:34:59 +0100 | [diff] [blame] | 27 | |
| 28 | #include "vmapi/hf/spci.h" |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 29 | |
Andrew Scull | ae9962e | 2019-10-03 16:51:16 +0100 | [diff] [blame] | 30 | #define MAX_SMCS 32 |
Andrew Walbran | c1ad4ce | 2019-05-09 11:41:39 +0100 | [diff] [blame] | 31 | #define LOG_BUFFER_SIZE 256 |
| 32 | |
Andrew Scull | aa039b3 | 2018-10-04 15:02:26 +0100 | [diff] [blame] | 33 | enum mailbox_state { |
Andrew Walbran | c3910f7 | 2018-11-27 14:24:36 +0000 | [diff] [blame] | 34 | /** There is no message in the mailbox. */ |
Andrew Scull | d6ee110 | 2019-04-05 22:12:42 +0100 | [diff] [blame] | 35 | MAILBOX_STATE_EMPTY, |
Andrew Scull | aa039b3 | 2018-10-04 15:02:26 +0100 | [diff] [blame] | 36 | |
Andrew Walbran | c3910f7 | 2018-11-27 14:24:36 +0000 | [diff] [blame] | 37 | /** There is a message in the mailbox that is waiting for a reader. */ |
Andrew Scull | d6ee110 | 2019-04-05 22:12:42 +0100 | [diff] [blame] | 38 | MAILBOX_STATE_RECEIVED, |
Andrew Scull | aa039b3 | 2018-10-04 15:02:26 +0100 | [diff] [blame] | 39 | |
Andrew Walbran | c3910f7 | 2018-11-27 14:24:36 +0000 | [diff] [blame] | 40 | /** There is a message in the mailbox that has been read. */ |
Andrew Scull | d6ee110 | 2019-04-05 22:12:42 +0100 | [diff] [blame] | 41 | MAILBOX_STATE_READ, |
Wedson Almeida Filho | 2f94ec1 | 2018-07-26 16:00:48 +0100 | [diff] [blame] | 42 | }; |
| 43 | |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 44 | struct wait_entry { |
| 45 | /** The VM that is waiting for a mailbox to become writable. */ |
| 46 | struct vm *waiting_vm; |
| 47 | |
| 48 | /** |
| 49 | * Links used to add entry to a VM's waiter_list. This is protected by |
| 50 | * the notifying VM's lock. |
| 51 | */ |
| 52 | struct list_entry wait_links; |
| 53 | |
| 54 | /** |
| 55 | * Links used to add entry to a VM's ready_list. This is protected by |
| 56 | * the waiting VM's lock. |
| 57 | */ |
| 58 | struct list_entry ready_links; |
| 59 | }; |
| 60 | |
Andrew Scull | aa039b3 | 2018-10-04 15:02:26 +0100 | [diff] [blame] | 61 | struct mailbox { |
| 62 | enum mailbox_state state; |
Andrew Walbran | 70bc862 | 2019-10-07 14:15:58 +0100 | [diff] [blame] | 63 | void *recv; |
| 64 | const void *send; |
| 65 | |
| 66 | /** The ID of the VM which sent the message currently in `recv`. */ |
| 67 | spci_vm_id_t recv_sender; |
| 68 | |
| 69 | /** The size of the message currently in `recv`. */ |
| 70 | uint32_t recv_size; |
| 71 | |
| 72 | /** The attributes of the message currently in `recv`. */ |
| 73 | uint32_t recv_attributes; |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 74 | |
| 75 | /** |
| 76 | * List of wait_entry structs representing VMs that want to be notified |
| 77 | * when the mailbox becomes writable. Once the mailbox does become |
| 78 | * writable, the entry is removed from this list and added to the |
| 79 | * waiting VM's ready_list. |
| 80 | */ |
| 81 | struct list_entry waiter_list; |
| 82 | |
| 83 | /** |
| 84 | * List of wait_entry structs representing VMs whose mailboxes became |
| 85 | * writable since the owner of the mailbox registers for notification. |
| 86 | */ |
| 87 | struct list_entry ready_list; |
Wedson Almeida Filho | 2f94ec1 | 2018-07-26 16:00:48 +0100 | [diff] [blame] | 88 | }; |
| 89 | |
Andrew Scull | ae9962e | 2019-10-03 16:51:16 +0100 | [diff] [blame] | 90 | struct smc_whitelist { |
| 91 | uint32_t smcs[MAX_SMCS]; |
| 92 | uint16_t smc_count; |
| 93 | bool permissive; |
| 94 | }; |
| 95 | |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 96 | struct vm { |
Andrew Walbran | 9553492 | 2019-06-19 11:32:54 +0100 | [diff] [blame] | 97 | spci_vm_id_t id; |
Andrew Scull | ae9962e | 2019-10-03 16:51:16 +0100 | [diff] [blame] | 98 | struct smc_whitelist smc_whitelist; |
| 99 | |
Andrew Walbran | 0d7a068 | 2018-12-06 16:48:47 +0000 | [diff] [blame] | 100 | /** See api.c for the partial ordering on locks. */ |
Wedson Almeida Filho | 2f94ec1 | 2018-07-26 16:00:48 +0100 | [diff] [blame] | 101 | struct spinlock lock; |
Andrew Walbran | c6d23c4 | 2019-06-26 13:30:42 +0100 | [diff] [blame] | 102 | spci_vcpu_count_t vcpu_count; |
Wedson Almeida Filho | 84a30a0 | 2018-07-23 20:05:05 +0100 | [diff] [blame] | 103 | struct vcpu vcpus[MAX_CPUS]; |
Andrew Scull | 89a7524 | 2018-08-06 17:04:55 +0100 | [diff] [blame] | 104 | struct mm_ptable ptable; |
Andrew Scull | aa039b3 | 2018-10-04 15:02:26 +0100 | [diff] [blame] | 105 | struct mailbox mailbox; |
Andrew Walbran | c1ad4ce | 2019-05-09 11:41:39 +0100 | [diff] [blame] | 106 | char log_buffer[LOG_BUFFER_SIZE]; |
Andrew Scull | ae9962e | 2019-10-03 16:51:16 +0100 | [diff] [blame] | 107 | uint16_t log_buffer_length; |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 108 | |
| 109 | /** Wait entries to be used when waiting on other VM mailboxes. */ |
Wedson Almeida Filho | b790f65 | 2019-01-22 23:41:56 +0000 | [diff] [blame] | 110 | struct wait_entry wait_entries[MAX_VMS]; |
Andrew Scull | 9726c25 | 2019-01-23 13:44:19 +0000 | [diff] [blame] | 111 | |
| 112 | atomic_bool aborting; |
Andrew Walbran | 1f32e72 | 2019-06-07 17:57:26 +0100 | [diff] [blame] | 113 | |
| 114 | /** Arch-specific VM information. */ |
| 115 | struct arch_vm arch; |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 116 | }; |
| 117 | |
| 118 | /** Encapsulates a VM whose lock is held. */ |
| 119 | struct vm_locked { |
| 120 | struct vm *vm; |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 121 | }; |
| 122 | |
Jose Marinho | 75509b4 | 2019-04-09 09:34:59 +0100 | [diff] [blame] | 123 | /** Container for two vm_locked structures */ |
| 124 | struct two_vm_locked { |
| 125 | struct vm_locked vm1; |
| 126 | struct vm_locked vm2; |
| 127 | }; |
| 128 | |
Andrew Walbran | c6d23c4 | 2019-06-26 13:30:42 +0100 | [diff] [blame] | 129 | bool vm_init(spci_vcpu_count_t vcpu_count, struct mpool *ppool, |
| 130 | struct vm **new_vm); |
Andrew Walbran | 52d9967 | 2019-06-25 15:51:11 +0100 | [diff] [blame] | 131 | spci_vm_count_t vm_get_count(void); |
Andrew Walbran | 42347a9 | 2019-05-09 13:59:03 +0100 | [diff] [blame] | 132 | struct vm *vm_find(spci_vm_id_t id); |
Andrew Walbran | 7e932bd | 2019-04-29 16:47:06 +0100 | [diff] [blame] | 133 | struct vm_locked vm_lock(struct vm *vm); |
Jose Marinho | 75509b4 | 2019-04-09 09:34:59 +0100 | [diff] [blame] | 134 | struct two_vm_locked vm_lock_both(struct vm *vm1, struct vm *vm2); |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 135 | void vm_unlock(struct vm_locked *locked); |
Andrew Walbran | b037d5b | 2019-06-25 17:19:41 +0100 | [diff] [blame] | 136 | struct vcpu *vm_get_vcpu(struct vm *vm, spci_vcpu_index_t vcpu_index); |
Andrew Scull | 3c25745 | 2019-11-26 13:32:50 +0000 | [diff] [blame] | 137 | |
| 138 | bool vm_identity_map(struct vm_locked vm_locked, paddr_t begin, paddr_t end, |
| 139 | uint32_t mode, struct mpool *ppool, ipaddr_t *ipa); |
| 140 | bool vm_identity_prepare(struct vm_locked vm_locked, paddr_t begin, paddr_t end, |
| 141 | uint32_t mode, struct mpool *ppool); |
| 142 | void vm_identity_commit(struct vm_locked vm_locked, paddr_t begin, paddr_t end, |
| 143 | uint32_t mode, struct mpool *ppool, ipaddr_t *ipa); |
| 144 | bool vm_unmap(struct vm_locked vm_locked, paddr_t begin, paddr_t end, |
| 145 | struct mpool *ppool); |
| 146 | bool vm_unmap_hypervisor(struct vm_locked vm_locked, struct mpool *ppool); |