Andrew Scull | 1883487 | 2018-10-12 11:48:09 +0100 | [diff] [blame] | 1 | /* |
Andrew Walbran | 692b325 | 2019-03-07 15:51:31 +0000 | [diff] [blame] | 2 | * Copyright 2018 The Hafnium Authors. |
Andrew Scull | 1883487 | 2018-10-12 11:48:09 +0100 | [diff] [blame] | 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * https://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Andrew Scull | 18c78fc | 2018-08-20 12:57:41 +0100 | [diff] [blame] | 17 | #include "hf/vm.h" |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 18 | |
Andrew Scull | 18c78fc | 2018-08-20 12:57:41 +0100 | [diff] [blame] | 19 | #include "hf/api.h" |
Andrew Scull | 877ae4b | 2019-07-02 12:52:33 +0100 | [diff] [blame] | 20 | #include "hf/check.h" |
Andrew Scull | 18c78fc | 2018-08-20 12:57:41 +0100 | [diff] [blame] | 21 | #include "hf/cpu.h" |
Andrew Walbran | b037d5b | 2019-06-25 17:19:41 +0100 | [diff] [blame] | 22 | #include "hf/spci.h" |
Andrew Scull | 8d9e121 | 2019-04-05 13:52:55 +0100 | [diff] [blame] | 23 | #include "hf/std.h" |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 24 | |
Andrew Scull | 1950326 | 2018-09-20 14:48:39 +0100 | [diff] [blame] | 25 | #include "vmapi/hf/call.h" |
| 26 | |
| 27 | static struct vm vms[MAX_VMS]; |
Andrew Walbran | 52d9967 | 2019-06-25 15:51:11 +0100 | [diff] [blame] | 28 | static spci_vm_count_t vm_count; |
Andrew Scull | 1950326 | 2018-09-20 14:48:39 +0100 | [diff] [blame] | 29 | |
Fuad Tabba | 494376e | 2019-08-05 12:35:10 +0100 | [diff] [blame^] | 30 | /** |
| 31 | * Returns the index of the VM within the VM array. |
| 32 | */ |
| 33 | static uint16_t vm_get_vm_index(spci_vm_id_t vm_id) |
| 34 | { |
| 35 | CHECK(vm_id >= HF_VM_ID_OFFSET); |
| 36 | return vm_id - HF_VM_ID_OFFSET; |
| 37 | } |
| 38 | |
Andrew Walbran | c6d23c4 | 2019-06-26 13:30:42 +0100 | [diff] [blame] | 39 | bool vm_init(spci_vcpu_count_t vcpu_count, struct mpool *ppool, |
| 40 | struct vm **new_vm) |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 41 | { |
Wedson Almeida Filho | 8700964 | 2018-07-02 10:20:07 +0100 | [diff] [blame] | 42 | uint32_t i; |
Andrew Scull | 1950326 | 2018-09-20 14:48:39 +0100 | [diff] [blame] | 43 | struct vm *vm; |
| 44 | |
| 45 | if (vm_count >= MAX_VMS) { |
| 46 | return false; |
| 47 | } |
| 48 | |
| 49 | vm = &vms[vm_count]; |
Wedson Almeida Filho | 8700964 | 2018-07-02 10:20:07 +0100 | [diff] [blame] | 50 | |
Andrew Scull | 2b5fbad | 2019-04-05 13:55:56 +0100 | [diff] [blame] | 51 | memset_s(vm, sizeof(*vm), 0, sizeof(*vm)); |
Wedson Almeida Filho | 2f94ec1 | 2018-07-26 16:00:48 +0100 | [diff] [blame] | 52 | |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 53 | list_init(&vm->mailbox.waiter_list); |
| 54 | list_init(&vm->mailbox.ready_list); |
| 55 | sl_init(&vm->lock); |
| 56 | |
Fuad Tabba | 494376e | 2019-08-05 12:35:10 +0100 | [diff] [blame^] | 57 | /* Generate IDs based on an offset, as low IDs e.g., 0, are reserved */ |
| 58 | vm->id = vm_count + HF_VM_ID_OFFSET; |
Wedson Almeida Filho | 8700964 | 2018-07-02 10:20:07 +0100 | [diff] [blame] | 59 | vm->vcpu_count = vcpu_count; |
Andrew Scull | d6ee110 | 2019-04-05 22:12:42 +0100 | [diff] [blame] | 60 | vm->mailbox.state = MAILBOX_STATE_EMPTY; |
Andrew Scull | 9726c25 | 2019-01-23 13:44:19 +0000 | [diff] [blame] | 61 | atomic_init(&vm->aborting, false); |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 62 | |
Andrew Scull | da3df7f | 2019-01-05 17:49:27 +0000 | [diff] [blame] | 63 | if (!mm_vm_init(&vm->ptable, ppool)) { |
Wedson Almeida Filho | 0330611 | 2018-11-26 00:08:03 +0000 | [diff] [blame] | 64 | return false; |
| 65 | } |
| 66 | |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 67 | /* Initialise waiter entries. */ |
| 68 | for (i = 0; i < MAX_VMS; i++) { |
Wedson Almeida Filho | b790f65 | 2019-01-22 23:41:56 +0000 | [diff] [blame] | 69 | vm->wait_entries[i].waiting_vm = vm; |
| 70 | list_init(&vm->wait_entries[i].wait_links); |
| 71 | list_init(&vm->wait_entries[i].ready_links); |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 72 | } |
| 73 | |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 74 | /* Do basic initialization of vcpus. */ |
Andrew Scull | 7364a8e | 2018-07-19 15:39:29 +0100 | [diff] [blame] | 75 | for (i = 0; i < vcpu_count; i++) { |
Andrew Walbran | e1310df | 2019-04-29 17:28:28 +0100 | [diff] [blame] | 76 | vcpu_init(vm_get_vcpu(vm, i), vm); |
Andrew Scull | 7364a8e | 2018-07-19 15:39:29 +0100 | [diff] [blame] | 77 | } |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 78 | |
Andrew Scull | 1950326 | 2018-09-20 14:48:39 +0100 | [diff] [blame] | 79 | ++vm_count; |
| 80 | *new_vm = vm; |
| 81 | |
Wedson Almeida Filho | 0330611 | 2018-11-26 00:08:03 +0000 | [diff] [blame] | 82 | return true; |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 83 | } |
| 84 | |
Andrew Walbran | 52d9967 | 2019-06-25 15:51:11 +0100 | [diff] [blame] | 85 | spci_vm_count_t vm_get_count(void) |
Andrew Scull | 1950326 | 2018-09-20 14:48:39 +0100 | [diff] [blame] | 86 | { |
| 87 | return vm_count; |
| 88 | } |
| 89 | |
Andrew Walbran | 42347a9 | 2019-05-09 13:59:03 +0100 | [diff] [blame] | 90 | struct vm *vm_find(spci_vm_id_t id) |
Andrew Scull | 1950326 | 2018-09-20 14:48:39 +0100 | [diff] [blame] | 91 | { |
Fuad Tabba | 494376e | 2019-08-05 12:35:10 +0100 | [diff] [blame^] | 92 | uint16_t vm_index = vm_get_vm_index(id); |
| 93 | |
Andrew Scull | 1950326 | 2018-09-20 14:48:39 +0100 | [diff] [blame] | 94 | /* Ensure the VM is initialized. */ |
Fuad Tabba | 494376e | 2019-08-05 12:35:10 +0100 | [diff] [blame^] | 95 | if (vm_index >= vm_count) { |
Andrew Scull | 1950326 | 2018-09-20 14:48:39 +0100 | [diff] [blame] | 96 | return NULL; |
| 97 | } |
| 98 | |
Fuad Tabba | 494376e | 2019-08-05 12:35:10 +0100 | [diff] [blame^] | 99 | return &vms[vm_index]; |
Andrew Scull | 1950326 | 2018-09-20 14:48:39 +0100 | [diff] [blame] | 100 | } |
| 101 | |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 102 | /** |
| 103 | * Locks the given VM and updates `locked` to hold the newly locked vm. |
| 104 | */ |
Andrew Walbran | 7e932bd | 2019-04-29 16:47:06 +0100 | [diff] [blame] | 105 | struct vm_locked vm_lock(struct vm *vm) |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 106 | { |
Andrew Walbran | 7e932bd | 2019-04-29 16:47:06 +0100 | [diff] [blame] | 107 | struct vm_locked locked = { |
| 108 | .vm = vm, |
| 109 | }; |
| 110 | |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 111 | sl_lock(&vm->lock); |
Andrew Walbran | 7e932bd | 2019-04-29 16:47:06 +0100 | [diff] [blame] | 112 | |
| 113 | return locked; |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 114 | } |
| 115 | |
| 116 | /** |
Jose Marinho | 75509b4 | 2019-04-09 09:34:59 +0100 | [diff] [blame] | 117 | * Locks two VMs ensuring that the locking order is according to the locks' |
| 118 | * addresses. |
| 119 | */ |
| 120 | struct two_vm_locked vm_lock_both(struct vm *vm1, struct vm *vm2) |
| 121 | { |
| 122 | struct two_vm_locked dual_lock; |
| 123 | |
| 124 | sl_lock_both(&vm1->lock, &vm2->lock); |
| 125 | dual_lock.vm1.vm = vm1; |
| 126 | dual_lock.vm2.vm = vm2; |
| 127 | |
| 128 | return dual_lock; |
| 129 | } |
| 130 | |
| 131 | /** |
Wedson Almeida Filho | ea62e2e | 2019-01-09 19:14:59 +0000 | [diff] [blame] | 132 | * Unlocks a VM previously locked with vm_lock, and updates `locked` to reflect |
| 133 | * the fact that the VM is no longer locked. |
| 134 | */ |
| 135 | void vm_unlock(struct vm_locked *locked) |
| 136 | { |
| 137 | sl_unlock(&locked->vm->lock); |
| 138 | locked->vm = NULL; |
| 139 | } |
Andrew Walbran | e1310df | 2019-04-29 17:28:28 +0100 | [diff] [blame] | 140 | |
| 141 | /** |
| 142 | * Get the vCPU with the given index from the given VM. |
| 143 | * This assumes the index is valid, i.e. less than vm->vcpu_count. |
| 144 | */ |
Andrew Walbran | b037d5b | 2019-06-25 17:19:41 +0100 | [diff] [blame] | 145 | struct vcpu *vm_get_vcpu(struct vm *vm, spci_vcpu_index_t vcpu_index) |
Andrew Walbran | e1310df | 2019-04-29 17:28:28 +0100 | [diff] [blame] | 146 | { |
Andrew Scull | 877ae4b | 2019-07-02 12:52:33 +0100 | [diff] [blame] | 147 | CHECK(vcpu_index < vm->vcpu_count); |
Andrew Walbran | e1310df | 2019-04-29 17:28:28 +0100 | [diff] [blame] | 148 | return &vm->vcpus[vcpu_index]; |
| 149 | } |