Andrew Scull | 11a4a0c | 2018-12-29 11:38:31 +0000 | [diff] [blame] | 1 | /* |
Andrew Walbran | 692b325 | 2019-03-07 15:51:31 +0000 | [diff] [blame] | 2 | * Copyright 2018 The Hafnium Authors. |
Andrew Scull | 11a4a0c | 2018-12-29 11:38:31 +0000 | [diff] [blame] | 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * https://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Andrew Scull | 9a6384b | 2019-01-02 12:08:40 +0000 | [diff] [blame] | 17 | #include "hf/arch/cpu.h" |
| 18 | |
Andrew Scull | 11a4a0c | 2018-12-29 11:38:31 +0000 | [diff] [blame] | 19 | #include <stdbool.h> |
| 20 | #include <stddef.h> |
| 21 | #include <stdint.h> |
| 22 | |
| 23 | #include "hf/addr.h" |
Andrew Walbran | d4d2fa1 | 2019-10-01 16:47:25 +0100 | [diff] [blame] | 24 | #include "hf/spci.h" |
Andrew Scull | 8d9e121 | 2019-04-05 13:52:55 +0100 | [diff] [blame] | 25 | #include "hf/std.h" |
Andrew Scull | 11a4a0c | 2018-12-29 11:38:31 +0000 | [diff] [blame] | 26 | |
Fuad Tabba | f1d6dc5 | 2019-09-18 17:33:14 +0100 | [diff] [blame] | 27 | #include "hypervisor/perfmon.h" |
Fuad Tabba | ba8c44d | 2019-09-23 14:38:58 +0100 | [diff] [blame] | 28 | #include "hypervisor/sysregs.h" |
Fuad Tabba | c76466d | 2019-09-06 10:42:12 +0100 | [diff] [blame] | 29 | |
Andrew Scull | 11a4a0c | 2018-12-29 11:38:31 +0000 | [diff] [blame] | 30 | void arch_irq_disable(void) |
| 31 | { |
| 32 | __asm__ volatile("msr DAIFSet, #0xf"); |
| 33 | } |
| 34 | |
| 35 | void arch_irq_enable(void) |
| 36 | { |
| 37 | __asm__ volatile("msr DAIFClr, #0xf"); |
| 38 | } |
| 39 | |
Andrew Walbran | b208b4a | 2019-05-20 12:42:22 +0100 | [diff] [blame] | 40 | static void gic_regs_reset(struct arch_regs *r, bool is_primary) |
| 41 | { |
| 42 | #if GIC_VERSION == 3 || GIC_VERSION == 4 |
| 43 | uint32_t ich_hcr = 0; |
Andrew Walbran | 4b976f4 | 2019-06-05 15:00:50 +0100 | [diff] [blame] | 44 | uint32_t icc_sre_el2 = |
Andrew Walbran | e52006c | 2019-10-22 18:01:28 +0100 | [diff] [blame] | 45 | (1U << 0) | /* SRE, enable ICH_* and ICC_* at EL2. */ |
Andrew Walbran | 4b976f4 | 2019-06-05 15:00:50 +0100 | [diff] [blame] | 46 | (0x3 << 1); /* DIB and DFB, disable IRQ/FIQ bypass. */ |
Andrew Walbran | b208b4a | 2019-05-20 12:42:22 +0100 | [diff] [blame] | 47 | |
Andrew Walbran | 4b976f4 | 2019-06-05 15:00:50 +0100 | [diff] [blame] | 48 | if (is_primary) { |
Andrew Walbran | e52006c | 2019-10-22 18:01:28 +0100 | [diff] [blame] | 49 | icc_sre_el2 |= 1U << 3; /* Enable EL1 access to ICC_SRE_EL1. */ |
Andrew Walbran | 4b976f4 | 2019-06-05 15:00:50 +0100 | [diff] [blame] | 50 | } else { |
Andrew Walbran | b208b4a | 2019-05-20 12:42:22 +0100 | [diff] [blame] | 51 | /* Trap EL1 access to GICv3 system registers. */ |
| 52 | ich_hcr = |
Andrew Walbran | e52006c | 2019-10-22 18:01:28 +0100 | [diff] [blame] | 53 | (0x1fU << 10); /* TDIR, TSEI, TALL1, TALL0, TC bits. */ |
Andrew Walbran | b208b4a | 2019-05-20 12:42:22 +0100 | [diff] [blame] | 54 | } |
| 55 | r->gic.ich_hcr_el2 = ich_hcr; |
Andrew Walbran | 4b976f4 | 2019-06-05 15:00:50 +0100 | [diff] [blame] | 56 | r->gic.icc_sre_el2 = icc_sre_el2; |
Andrew Walbran | b208b4a | 2019-05-20 12:42:22 +0100 | [diff] [blame] | 57 | #endif |
| 58 | } |
| 59 | |
Andrew Walbran | 9553492 | 2019-06-19 11:32:54 +0100 | [diff] [blame] | 60 | void arch_regs_reset(struct arch_regs *r, bool is_primary, spci_vm_id_t vm_id, |
Andrew Walbran | 4d3fa28 | 2019-06-26 13:31:15 +0100 | [diff] [blame] | 61 | cpu_id_t vcpu_id, paddr_t table) |
Andrew Scull | 11a4a0c | 2018-12-29 11:38:31 +0000 | [diff] [blame] | 62 | { |
Andrew Scull | c960c03 | 2018-10-24 15:13:35 +0100 | [diff] [blame] | 63 | uintreg_t pc = r->pc; |
| 64 | uintreg_t arg = r->r[0]; |
Andrew Scull | 11a4a0c | 2018-12-29 11:38:31 +0000 | [diff] [blame] | 65 | uintreg_t cptr; |
| 66 | uintreg_t cnthctl; |
| 67 | |
Andrew Scull | 2b5fbad | 2019-04-05 13:55:56 +0100 | [diff] [blame] | 68 | memset_s(r, sizeof(*r), 0, sizeof(*r)); |
Andrew Scull | c960c03 | 2018-10-24 15:13:35 +0100 | [diff] [blame] | 69 | |
| 70 | r->pc = pc; |
| 71 | r->r[0] = arg; |
| 72 | |
Andrew Scull | 11a4a0c | 2018-12-29 11:38:31 +0000 | [diff] [blame] | 73 | cptr = 0; |
| 74 | cnthctl = 0; |
| 75 | |
| 76 | if (is_primary) { |
| 77 | cnthctl |= |
Andrew Walbran | e52006c | 2019-10-22 18:01:28 +0100 | [diff] [blame] | 78 | (1U << 0) | /* EL1PCTEN, don't trap phys cnt access. */ |
| 79 | (1U << 1); /* EL1PCEN, don't trap phys timer access. */ |
Andrew Scull | 11a4a0c | 2018-12-29 11:38:31 +0000 | [diff] [blame] | 80 | } |
| 81 | |
Fuad Tabba | 46b8616 | 2019-10-18 13:29:14 +0100 | [diff] [blame] | 82 | r->lazy.hcr_el2 = get_hcr_el2_value(vm_id); |
Andrew Scull | 11a4a0c | 2018-12-29 11:38:31 +0000 | [diff] [blame] | 83 | r->lazy.cptr_el2 = cptr; |
| 84 | r->lazy.cnthctl_el2 = cnthctl; |
Andrew Walbran | 9553492 | 2019-06-19 11:32:54 +0100 | [diff] [blame] | 85 | r->lazy.vttbr_el2 = pa_addr(table) | ((uint64_t)vm_id << 48); |
Andrew Scull | bb3ab6c | 2018-11-26 20:38:49 +0000 | [diff] [blame] | 86 | r->lazy.vmpidr_el2 = vcpu_id; |
Andrew Scull | 11a4a0c | 2018-12-29 11:38:31 +0000 | [diff] [blame] | 87 | /* TODO: Use constant here. */ |
| 88 | r->spsr = 5 | /* M bits, set to EL1h. */ |
| 89 | (0xf << 6); /* DAIF bits set; disable interrupts. */ |
Andrew Walbran | b208b4a | 2019-05-20 12:42:22 +0100 | [diff] [blame] | 90 | |
Fuad Tabba | c76466d | 2019-09-06 10:42:12 +0100 | [diff] [blame] | 91 | r->lazy.mdcr_el2 = get_mdcr_el2_value(vm_id); |
| 92 | |
| 93 | /* |
| 94 | * NOTE: It is important that MDSCR_EL1.MDE (bit 15) is set to 0 for |
| 95 | * secondary VMs as long as Hafnium does not support debug register |
| 96 | * access for secondary VMs. If adding Hafnium support for secondary VM |
| 97 | * debug register accesses, then on context switches Hafnium needs to |
| 98 | * save/restore EL1 debug register state that either might change, or |
| 99 | * that needs to be protected. |
| 100 | */ |
Andrew Walbran | e52006c | 2019-10-22 18:01:28 +0100 | [diff] [blame] | 101 | r->lazy.mdscr_el1 = 0x0U & ~(0x1U << 15); |
Fuad Tabba | c76466d | 2019-09-06 10:42:12 +0100 | [diff] [blame] | 102 | |
Fuad Tabba | f1d6dc5 | 2019-09-18 17:33:14 +0100 | [diff] [blame] | 103 | /* Disable cycle counting on initialization. */ |
| 104 | r->lazy.pmccfiltr_el0 = perfmon_get_pmccfiltr_el0_init_value(vm_id); |
| 105 | |
Andrew Walbran | b208b4a | 2019-05-20 12:42:22 +0100 | [diff] [blame] | 106 | gic_regs_reset(r, is_primary); |
Andrew Scull | 11a4a0c | 2018-12-29 11:38:31 +0000 | [diff] [blame] | 107 | } |
| 108 | |
| 109 | void arch_regs_set_pc_arg(struct arch_regs *r, ipaddr_t pc, uintreg_t arg) |
| 110 | { |
| 111 | r->pc = ipa_addr(pc); |
| 112 | r->r[0] = arg; |
| 113 | } |
| 114 | |
Andrew Walbran | d4d2fa1 | 2019-10-01 16:47:25 +0100 | [diff] [blame] | 115 | void arch_regs_set_retval(struct arch_regs *r, struct spci_value v) |
Andrew Scull | 11a4a0c | 2018-12-29 11:38:31 +0000 | [diff] [blame] | 116 | { |
Andrew Walbran | d4d2fa1 | 2019-10-01 16:47:25 +0100 | [diff] [blame] | 117 | r->r[0] = v.func; |
| 118 | r->r[1] = v.arg1; |
| 119 | r->r[2] = v.arg2; |
| 120 | r->r[3] = v.arg3; |
| 121 | r->r[4] = v.arg4; |
| 122 | r->r[5] = v.arg5; |
| 123 | r->r[6] = v.arg6; |
| 124 | r->r[7] = v.arg7; |
Andrew Scull | 11a4a0c | 2018-12-29 11:38:31 +0000 | [diff] [blame] | 125 | } |