Andrew Scull | 1883487 | 2018-10-12 11:48:09 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2018 Google LLC |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * https://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 17 | #include <stdalign.h> |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 18 | #include <stddef.h> |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 19 | #include <stdnoreturn.h> |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 20 | |
Andrew Scull | 18c78fc | 2018-08-20 12:57:41 +0100 | [diff] [blame] | 21 | #include "hf/alloc.h" |
| 22 | #include "hf/api.h" |
| 23 | #include "hf/boot_params.h" |
| 24 | #include "hf/cpio.h" |
| 25 | #include "hf/cpu.h" |
| 26 | #include "hf/dlog.h" |
| 27 | #include "hf/load.h" |
| 28 | #include "hf/mm.h" |
| 29 | #include "hf/std.h" |
| 30 | #include "hf/vm.h" |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 31 | |
Andrew Scull | 1950326 | 2018-09-20 14:48:39 +0100 | [diff] [blame] | 32 | #include "vmapi/hf/call.h" |
| 33 | |
Wedson Almeida Filho | 84a30a0 | 2018-07-23 20:05:05 +0100 | [diff] [blame] | 34 | char ptable_buf[PAGE_SIZE * 40]; |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 35 | |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 36 | /** |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 37 | * Blocks the hypervisor. |
| 38 | * |
| 39 | * TODO: Determine if we want to omit strings on non-debug builds. |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 40 | */ |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 41 | noreturn void panic(const char *fmt, ...) |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 42 | { |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 43 | va_list args; |
| 44 | |
| 45 | /* TODO: Block all CPUs. */ |
| 46 | |
| 47 | dlog("Panic: "); |
| 48 | |
| 49 | va_start(args, fmt); |
| 50 | vdlog(fmt, args); |
| 51 | va_end(args); |
| 52 | |
| 53 | dlog("\n"); |
| 54 | |
| 55 | for (;;) { |
Andrew Scull | 7364a8e | 2018-07-19 15:39:29 +0100 | [diff] [blame] | 56 | } |
Wedson Almeida Filho | 8700964 | 2018-07-02 10:20:07 +0100 | [diff] [blame] | 57 | } |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 58 | |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 59 | /** |
| 60 | * Performs one-time initialisation of the hypervisor. |
| 61 | */ |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 62 | static void one_time_init(void) |
| 63 | { |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 64 | struct boot_params params; |
| 65 | struct boot_params_update update; |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 66 | struct memiter primary_initrd; |
Wedson Almeida Filho | 9ee60e9 | 2018-07-23 18:56:56 +0100 | [diff] [blame] | 67 | struct memiter cpio; |
Andrew Scull | 8087132 | 2018-08-06 12:04:09 +0100 | [diff] [blame] | 68 | void *initrd; |
Andrew Walbran | 34ce72e | 2018-09-13 16:47:44 +0100 | [diff] [blame] | 69 | size_t i; |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 70 | |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 71 | dlog("Initialising hafnium\n"); |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 72 | |
Wedson Almeida Filho | 3fcbcff | 2018-07-10 23:53:39 +0100 | [diff] [blame] | 73 | cpu_module_init(); |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 74 | halloc_init((size_t)ptable_buf, sizeof(ptable_buf)); |
| 75 | |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 76 | if (!mm_init()) { |
| 77 | panic("mm_init failed"); |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 78 | } |
| 79 | |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 80 | if (!plat_get_boot_params(¶ms)) { |
| 81 | panic("unable to retrieve boot params"); |
| 82 | } |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 83 | |
Andrew Walbran | 34ce72e | 2018-09-13 16:47:44 +0100 | [diff] [blame] | 84 | for (i = 0; i < params.mem_ranges_count; ++i) { |
| 85 | dlog("Memory range: 0x%x - 0x%x\n", |
| 86 | pa_addr(params.mem_ranges[i].begin), |
| 87 | pa_addr(params.mem_ranges[i].end) - 1); |
| 88 | } |
| 89 | |
Andrew Scull | 265ada9 | 2018-07-30 15:19:01 +0100 | [diff] [blame] | 90 | dlog("Ramdisk range: 0x%x - 0x%x\n", pa_addr(params.initrd_begin), |
| 91 | pa_addr(params.initrd_end) - 1); |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 92 | |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 93 | /* Map initrd in, and initialise cpio parser. */ |
Andrew Scull | 8087132 | 2018-08-06 12:04:09 +0100 | [diff] [blame] | 94 | initrd = mm_identity_map(params.initrd_begin, params.initrd_end, |
| 95 | MM_MODE_R); |
| 96 | if (!initrd) { |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 97 | panic("unable to map initrd in"); |
| 98 | } |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 99 | |
Andrew Scull | 8087132 | 2018-08-06 12:04:09 +0100 | [diff] [blame] | 100 | memiter_init(&cpio, initrd, |
Andrew Scull | 265ada9 | 2018-07-30 15:19:01 +0100 | [diff] [blame] | 101 | pa_addr(params.initrd_end) - pa_addr(params.initrd_begin)); |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 102 | |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 103 | /* Load all VMs. */ |
Wedson Almeida Filho | 9ee60e9 | 2018-07-23 18:56:56 +0100 | [diff] [blame] | 104 | if (!load_primary(&cpio, params.kernel_arg, &primary_initrd)) { |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 105 | panic("unable to load primary VM"); |
| 106 | } |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 107 | |
Andrew Walbran | 34ce72e | 2018-09-13 16:47:44 +0100 | [diff] [blame] | 108 | update.initrd_begin = pa_from_va(va_from_ptr(primary_initrd.next)); |
| 109 | update.initrd_end = pa_from_va(va_from_ptr(primary_initrd.limit)); |
| 110 | /* load_secondary will add regions assigned to the secondary VMs from |
| 111 | * mem_ranges to reserved_ranges. */ |
| 112 | update.reserved_ranges_count = 0; |
| 113 | if (!load_secondary(&cpio, ¶ms, &update)) { |
Wedson Almeida Filho | 84a30a0 | 2018-07-23 20:05:05 +0100 | [diff] [blame] | 114 | panic("unable to load secondary VMs"); |
| 115 | } |
| 116 | |
Andrew Walbran | 34ce72e | 2018-09-13 16:47:44 +0100 | [diff] [blame] | 117 | /* Prepare to run by updating bootparams as seen by primary VM. */ |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 118 | if (!plat_update_boot_params(&update)) { |
| 119 | panic("plat_update_boot_params failed"); |
| 120 | } |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 121 | |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 122 | mm_defrag(); |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 123 | |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 124 | dlog("Hafnium initialisation completed\n"); |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 125 | } |
| 126 | |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 127 | /** |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 128 | * The entry point of CPUs when they are turned on. It is supposed to initialise |
Wedson Almeida Filho | 8700964 | 2018-07-02 10:20:07 +0100 | [diff] [blame] | 129 | * all state and return the first vCPU to run. |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 130 | */ |
Wedson Almeida Filho | 00df6c7 | 2018-10-18 11:19:24 +0100 | [diff] [blame] | 131 | struct vcpu *cpu_main(struct cpu *c) |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 132 | { |
Wedson Almeida Filho | 00df6c7 | 2018-10-18 11:19:24 +0100 | [diff] [blame] | 133 | struct vcpu *vcpu; |
Wedson Almeida Filho | 8700964 | 2018-07-02 10:20:07 +0100 | [diff] [blame] | 134 | |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 135 | /* |
| 136 | * Do global one-time initialisation just once. We avoid using atomics |
| 137 | * by only touching the variable from cpu 0. |
| 138 | */ |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 139 | static volatile bool inited = false; |
| 140 | if (cpu_index(c) == 0 && !inited) { |
| 141 | inited = true; |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 142 | one_time_init(); |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 143 | } |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 144 | |
Wedson Almeida Filho | 3fcbcff | 2018-07-10 23:53:39 +0100 | [diff] [blame] | 145 | dlog("Starting up cpu %d\n", cpu_index(c)); |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 146 | |
Wedson Almeida Filho | 03e767a | 2018-07-30 15:32:03 +0100 | [diff] [blame] | 147 | if (!mm_cpu_init()) { |
| 148 | panic("mm_cpu_init failed"); |
| 149 | } |
| 150 | |
Wedson Almeida Filho | 1f81b75 | 2018-10-24 15:15:49 +0100 | [diff] [blame^] | 151 | vcpu = &vm_get(HF_PRIMARY_VM_ID)->vcpus[cpu_index(c)]; |
Wedson Almeida Filho | 00df6c7 | 2018-10-18 11:19:24 +0100 | [diff] [blame] | 152 | vcpu->cpu = c; |
| 153 | return vcpu; |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 154 | } |