blob: 5f81a89e48e2c543b8cb3f36138ad7dd7798c352 [file] [log] [blame]
Wedson Almeida Filho987c0ff2018-06-20 16:34:38 +01001#include <stdalign.h>
Wedson Almeida Filho987c0ff2018-06-20 16:34:38 +01002#include <stddef.h>
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +01003#include <stdnoreturn.h>
Wedson Almeida Filho987c0ff2018-06-20 16:34:38 +01004
Wedson Almeida Filhofed69022018-07-11 15:39:12 +01005#include "alloc.h"
6#include "api.h"
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +01007#include "boot_params.h"
Wedson Almeida Filho987c0ff2018-06-20 16:34:38 +01008#include "cpio.h"
9#include "cpu.h"
10#include "dlog.h"
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +010011#include "load.h"
Wedson Almeida Filhofed69022018-07-11 15:39:12 +010012#include "mm.h"
Wedson Almeida Filho987c0ff2018-06-20 16:34:38 +010013#include "std.h"
Wedson Almeida Filho987c0ff2018-06-20 16:34:38 +010014#include "vm.h"
15
Wedson Almeida Filho84a30a02018-07-23 20:05:05 +010016char ptable_buf[PAGE_SIZE * 40];
Wedson Almeida Filho987c0ff2018-06-20 16:34:38 +010017
Wedson Almeida Filhofed69022018-07-11 15:39:12 +010018/**
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +010019 * Blocks the hypervisor.
20 *
21 * TODO: Determine if we want to omit strings on non-debug builds.
Wedson Almeida Filhofed69022018-07-11 15:39:12 +010022 */
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +010023noreturn void panic(const char *fmt, ...)
Wedson Almeida Filho987c0ff2018-06-20 16:34:38 +010024{
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +010025 va_list args;
26
27 /* TODO: Block all CPUs. */
28
29 dlog("Panic: ");
30
31 va_start(args, fmt);
32 vdlog(fmt, args);
33 va_end(args);
34
35 dlog("\n");
36
37 for (;;) {
Andrew Scull7364a8e2018-07-19 15:39:29 +010038 }
Wedson Almeida Filho87009642018-07-02 10:20:07 +010039}
Wedson Almeida Filho987c0ff2018-06-20 16:34:38 +010040
Wedson Almeida Filhofed69022018-07-11 15:39:12 +010041/**
42 * Performs one-time initialisation of the hypervisor.
43 */
Wedson Almeida Filho987c0ff2018-06-20 16:34:38 +010044static void one_time_init(void)
45{
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +010046 struct boot_params params;
47 struct boot_params_update update;
Andrew Scull265ada92018-07-30 15:19:01 +010048 paddr_t new_mem_end;
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +010049 struct memiter primary_initrd;
Wedson Almeida Filho9ee60e92018-07-23 18:56:56 +010050 struct memiter cpio;
Wedson Almeida Filhofed69022018-07-11 15:39:12 +010051
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +010052 dlog("Initialising hafnium\n");
Wedson Almeida Filho987c0ff2018-06-20 16:34:38 +010053
Wedson Almeida Filho3fcbcff2018-07-10 23:53:39 +010054 cpu_module_init();
Wedson Almeida Filhofed69022018-07-11 15:39:12 +010055 halloc_init((size_t)ptable_buf, sizeof(ptable_buf));
56
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +010057 if (!mm_init()) {
58 panic("mm_init failed");
Wedson Almeida Filhofed69022018-07-11 15:39:12 +010059 }
60
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +010061 if (!plat_get_boot_params(&params)) {
62 panic("unable to retrieve boot params");
63 }
Wedson Almeida Filhofed69022018-07-11 15:39:12 +010064
Andrew Scull265ada92018-07-30 15:19:01 +010065 dlog("Memory range: 0x%x - 0x%x\n", pa_addr(params.mem_begin),
66 pa_addr(params.mem_end) - 1);
67 dlog("Ramdisk range: 0x%x - 0x%x\n", pa_addr(params.initrd_begin),
68 pa_addr(params.initrd_end) - 1);
Wedson Almeida Filhofed69022018-07-11 15:39:12 +010069
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +010070 /* Map initrd in, and initialise cpio parser. */
Andrew Scull265ada92018-07-30 15:19:01 +010071 if (!mm_identity_map(mm_va_from_pa(params.initrd_begin),
72 mm_va_from_pa(params.initrd_end), MM_MODE_R)) {
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +010073 panic("unable to map initrd in");
74 }
Wedson Almeida Filhofed69022018-07-11 15:39:12 +010075
Andrew Scull265ada92018-07-30 15:19:01 +010076 memiter_init(&cpio, mm_ptr_from_va(mm_va_from_pa(params.initrd_begin)),
77 pa_addr(params.initrd_end) - pa_addr(params.initrd_begin));
Wedson Almeida Filhofed69022018-07-11 15:39:12 +010078
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +010079 /* Load all VMs. */
80 new_mem_end = params.mem_end;
Wedson Almeida Filho9ee60e92018-07-23 18:56:56 +010081 if (!load_primary(&cpio, params.kernel_arg, &primary_initrd)) {
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +010082 panic("unable to load primary VM");
83 }
Wedson Almeida Filhofed69022018-07-11 15:39:12 +010084
Wedson Almeida Filho84a30a02018-07-23 20:05:05 +010085 if (!load_secondary(&cpio, params.mem_begin, &new_mem_end)) {
86 panic("unable to load secondary VMs");
87 }
88
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +010089 /* Prepare to run by updating bootparams as seens by primary VM. */
Andrew Scull265ada92018-07-30 15:19:01 +010090 update.initrd_begin =
91 mm_pa_from_va(va_init((uintvaddr_t)primary_initrd.next));
92 update.initrd_end =
93 mm_pa_from_va(va_init((uintvaddr_t)primary_initrd.limit));
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +010094 update.reserved_begin = new_mem_end;
Andrew Scull265ada92018-07-30 15:19:01 +010095 update.reserved_end =
96 pa_init(pa_addr(params.mem_end) - pa_addr(new_mem_end));
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +010097 if (!plat_update_boot_params(&update)) {
98 panic("plat_update_boot_params failed");
99 }
Wedson Almeida Filho987c0ff2018-06-20 16:34:38 +0100100
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100101 mm_defrag();
Wedson Almeida Filhofed69022018-07-11 15:39:12 +0100102
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100103 dlog("Hafnium initialisation completed\n");
Wedson Almeida Filho987c0ff2018-06-20 16:34:38 +0100104}
105
Wedson Almeida Filhofed69022018-07-11 15:39:12 +0100106/**
Wedson Almeida Filho987c0ff2018-06-20 16:34:38 +0100107 * The entry point of CPUs when they are turned on. It is supposed to initialise
Wedson Almeida Filho87009642018-07-02 10:20:07 +0100108 * all state and return the first vCPU to run.
Wedson Almeida Filho987c0ff2018-06-20 16:34:38 +0100109 */
Wedson Almeida Filho87009642018-07-02 10:20:07 +0100110struct vcpu *cpu_main(void)
Wedson Almeida Filho987c0ff2018-06-20 16:34:38 +0100111{
Wedson Almeida Filho87009642018-07-02 10:20:07 +0100112 struct cpu *c = cpu();
113
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100114 /*
115 * Do global one-time initialisation just once. We avoid using atomics
116 * by only touching the variable from cpu 0.
117 */
Wedson Almeida Filhofed69022018-07-11 15:39:12 +0100118 static volatile bool inited = false;
119 if (cpu_index(c) == 0 && !inited) {
120 inited = true;
Wedson Almeida Filho987c0ff2018-06-20 16:34:38 +0100121 one_time_init();
Wedson Almeida Filhofed69022018-07-11 15:39:12 +0100122 }
Wedson Almeida Filho987c0ff2018-06-20 16:34:38 +0100123
Wedson Almeida Filho3fcbcff2018-07-10 23:53:39 +0100124 dlog("Starting up cpu %d\n", cpu_index(c));
Wedson Almeida Filho987c0ff2018-06-20 16:34:38 +0100125
Wedson Almeida Filho03e767a2018-07-30 15:32:03 +0100126 if (!mm_cpu_init()) {
127 panic("mm_cpu_init failed");
128 }
129
130 vm_set_current(&primary_vm);
131
Wedson Almeida Filho3fcbcff2018-07-10 23:53:39 +0100132 return primary_vm.vcpus + cpu_index(c);
Wedson Almeida Filho987c0ff2018-06-20 16:34:38 +0100133}