Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 1 | #include <stdalign.h> |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 2 | #include <stddef.h> |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 3 | #include <stdnoreturn.h> |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 4 | |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 5 | #include "alloc.h" |
| 6 | #include "api.h" |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 7 | #include "boot_params.h" |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 8 | #include "cpio.h" |
| 9 | #include "cpu.h" |
| 10 | #include "dlog.h" |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 11 | #include "load.h" |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 12 | #include "mm.h" |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 13 | #include "std.h" |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 14 | #include "vm.h" |
| 15 | |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 16 | char ptable_buf[PAGE_SIZE * 20]; |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 17 | |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 18 | /** |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 19 | * Blocks the hypervisor. |
| 20 | * |
| 21 | * TODO: Determine if we want to omit strings on non-debug builds. |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 22 | */ |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 23 | noreturn void panic(const char *fmt, ...) |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 24 | { |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 25 | va_list args; |
| 26 | |
| 27 | /* TODO: Block all CPUs. */ |
| 28 | |
| 29 | dlog("Panic: "); |
| 30 | |
| 31 | va_start(args, fmt); |
| 32 | vdlog(fmt, args); |
| 33 | va_end(args); |
| 34 | |
| 35 | dlog("\n"); |
| 36 | |
| 37 | for (;;) { |
Andrew Scull | 7364a8e | 2018-07-19 15:39:29 +0100 | [diff] [blame] | 38 | } |
Wedson Almeida Filho | 8700964 | 2018-07-02 10:20:07 +0100 | [diff] [blame] | 39 | } |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 40 | |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 41 | /** |
| 42 | * Performs one-time initialisation of the hypervisor. |
| 43 | */ |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 44 | static void one_time_init(void) |
| 45 | { |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 46 | struct boot_params params; |
| 47 | struct boot_params_update update; |
| 48 | uint64_t new_mem_end; |
| 49 | struct memiter primary_initrd; |
| 50 | struct cpio c; |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 51 | |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 52 | dlog("Initialising hafnium\n"); |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 53 | |
Wedson Almeida Filho | 3fcbcff | 2018-07-10 23:53:39 +0100 | [diff] [blame] | 54 | cpu_module_init(); |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 55 | halloc_init((size_t)ptable_buf, sizeof(ptable_buf)); |
| 56 | |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 57 | if (!mm_init()) { |
| 58 | panic("mm_init failed"); |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 59 | } |
| 60 | |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 61 | if (!plat_get_boot_params(¶ms)) { |
| 62 | panic("unable to retrieve boot params"); |
| 63 | } |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 64 | |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 65 | dlog("Memory range: 0x%x - 0x%x\n", params.mem_begin, |
| 66 | params.mem_end - 1); |
| 67 | dlog("Ramdisk range: 0x%x - 0x%x\n", params.initrd_begin, |
| 68 | params.initrd_end - 1); |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 69 | |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 70 | /* Map initrd in, and initialise cpio parser. */ |
| 71 | if (!mm_map(params.initrd_begin, params.initrd_end, params.initrd_begin, |
| 72 | MM_MODE_R)) { |
| 73 | panic("unable to map initrd in"); |
| 74 | } |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 75 | |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 76 | cpio_init(&c, (void *)params.initrd_begin, |
| 77 | params.initrd_end - params.initrd_begin); |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 78 | |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 79 | /* Load all VMs. */ |
| 80 | new_mem_end = params.mem_end; |
| 81 | load_secondary(&c, params.mem_begin, &new_mem_end); |
| 82 | if (!load_primary(&c, params.kernel_arg, &primary_initrd)) { |
| 83 | panic("unable to load primary VM"); |
| 84 | } |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 85 | |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 86 | /* Prepare to run by updating bootparams as seens by primary VM. */ |
| 87 | update.initrd_begin = (paddr_t)primary_initrd.next; |
| 88 | update.initrd_end = (paddr_t)primary_initrd.limit; |
| 89 | update.reserved_begin = new_mem_end; |
| 90 | update.reserved_end = params.mem_end - new_mem_end; |
| 91 | if (!plat_update_boot_params(&update)) { |
| 92 | panic("plat_update_boot_params failed"); |
| 93 | } |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 94 | |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 95 | mm_defrag(); |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 96 | |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 97 | dlog("Hafnium initialisation completed\n"); |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 98 | } |
| 99 | |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 100 | /** |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 101 | * The entry point of CPUs when they are turned on. It is supposed to initialise |
Wedson Almeida Filho | 8700964 | 2018-07-02 10:20:07 +0100 | [diff] [blame] | 102 | * all state and return the first vCPU to run. |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 103 | */ |
Wedson Almeida Filho | 8700964 | 2018-07-02 10:20:07 +0100 | [diff] [blame] | 104 | struct vcpu *cpu_main(void) |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 105 | { |
Wedson Almeida Filho | 8700964 | 2018-07-02 10:20:07 +0100 | [diff] [blame] | 106 | struct cpu *c = cpu(); |
| 107 | |
Wedson Almeida Filho | fdf4afc | 2018-07-19 15:45:21 +0100 | [diff] [blame] | 108 | /* |
| 109 | * Do global one-time initialisation just once. We avoid using atomics |
| 110 | * by only touching the variable from cpu 0. |
| 111 | */ |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 112 | static volatile bool inited = false; |
| 113 | if (cpu_index(c) == 0 && !inited) { |
| 114 | inited = true; |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 115 | one_time_init(); |
Wedson Almeida Filho | fed6902 | 2018-07-11 15:39:12 +0100 | [diff] [blame] | 116 | } |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 117 | |
Wedson Almeida Filho | 3fcbcff | 2018-07-10 23:53:39 +0100 | [diff] [blame] | 118 | dlog("Starting up cpu %d\n", cpu_index(c)); |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 119 | |
Wedson Almeida Filho | 3fcbcff | 2018-07-10 23:53:39 +0100 | [diff] [blame] | 120 | return primary_vm.vcpus + cpu_index(c); |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 121 | } |