Andrew Scull | 1883487 | 2018-10-12 11:48:09 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2018 Google LLC |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * https://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Andrew Scull | fbc938a | 2018-08-20 14:09:28 +0100 | [diff] [blame] | 17 | #pragma once |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 18 | |
| 19 | #include <stdbool.h> |
| 20 | #include <stddef.h> |
| 21 | #include <stdint.h> |
| 22 | |
Andrew Scull | 18c78fc | 2018-08-20 12:57:41 +0100 | [diff] [blame] | 23 | #include "hf/arch/cpu.h" |
| 24 | |
| 25 | #include "hf/addr.h" |
| 26 | #include "hf/spinlock.h" |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 27 | |
Andrew Walbran | 318f573 | 2018-11-20 16:23:42 +0000 | [diff] [blame] | 28 | #include "vmapi/hf/types.h" |
| 29 | |
| 30 | /** The number of bits in each element of the interrupt bitfields. */ |
| 31 | #define INTERRUPT_REGISTER_BITS 32 |
| 32 | |
Wedson Almeida Filho | 2f94ec1 | 2018-07-26 16:00:48 +0100 | [diff] [blame] | 33 | enum vcpu_state { |
Andrew Walbran | c3910f7 | 2018-11-27 14:24:36 +0000 | [diff] [blame] | 34 | /** The vcpu is switched off. */ |
Wedson Almeida Filho | 2f94ec1 | 2018-07-26 16:00:48 +0100 | [diff] [blame] | 35 | vcpu_state_off, |
Andrew Scull | aa039b3 | 2018-10-04 15:02:26 +0100 | [diff] [blame] | 36 | |
Andrew Walbran | c3910f7 | 2018-11-27 14:24:36 +0000 | [diff] [blame] | 37 | /** The vcpu is ready to be run. */ |
Wedson Almeida Filho | 2f94ec1 | 2018-07-26 16:00:48 +0100 | [diff] [blame] | 38 | vcpu_state_ready, |
Andrew Scull | aa039b3 | 2018-10-04 15:02:26 +0100 | [diff] [blame] | 39 | |
Andrew Walbran | c3910f7 | 2018-11-27 14:24:36 +0000 | [diff] [blame] | 40 | /** The vcpu is currently running. */ |
Wedson Almeida Filho | 2f94ec1 | 2018-07-26 16:00:48 +0100 | [diff] [blame] | 41 | vcpu_state_running, |
Andrew Scull | aa039b3 | 2018-10-04 15:02:26 +0100 | [diff] [blame] | 42 | |
Andrew Walbran | c3910f7 | 2018-11-27 14:24:36 +0000 | [diff] [blame] | 43 | /** The vcpu is waiting for a message. */ |
Andrew Scull | aa039b3 | 2018-10-04 15:02:26 +0100 | [diff] [blame] | 44 | vcpu_state_blocked_mailbox, |
| 45 | |
Andrew Walbran | c3910f7 | 2018-11-27 14:24:36 +0000 | [diff] [blame] | 46 | /** The vcpu is waiting for an interrupt. */ |
Wedson Almeida Filho | 2f94ec1 | 2018-07-26 16:00:48 +0100 | [diff] [blame] | 47 | vcpu_state_blocked_interrupt, |
Andrew Scull | 9726c25 | 2019-01-23 13:44:19 +0000 | [diff] [blame] | 48 | |
| 49 | /** The vcpu has aborted. */ |
| 50 | vcpu_state_aborted, |
Wedson Almeida Filho | 2f94ec1 | 2018-07-26 16:00:48 +0100 | [diff] [blame] | 51 | }; |
| 52 | |
Andrew Walbran | 318f573 | 2018-11-20 16:23:42 +0000 | [diff] [blame] | 53 | struct interrupts { |
| 54 | /** Bitfield keeping track of which interrupts are enabled. */ |
| 55 | uint32_t interrupt_enabled[HF_NUM_INTIDS / INTERRUPT_REGISTER_BITS]; |
| 56 | /** Bitfield keeping track of which interrupts are pending. */ |
| 57 | uint32_t interrupt_pending[HF_NUM_INTIDS / INTERRUPT_REGISTER_BITS]; |
Andrew Walbran | 3d84a26 | 2018-12-13 14:41:19 +0000 | [diff] [blame] | 58 | /** |
| 59 | * The number of interrupts which are currently both enabled and |
| 60 | * pending. i.e. the number of bits set in interrupt_enable & |
| 61 | * interrupt_pending. |
| 62 | */ |
| 63 | uint32_t enabled_and_pending_count; |
Andrew Walbran | 318f573 | 2018-11-20 16:23:42 +0000 | [diff] [blame] | 64 | }; |
| 65 | |
Wedson Almeida Filho | 0330611 | 2018-11-26 00:08:03 +0000 | [diff] [blame] | 66 | struct retval_state { |
| 67 | uintptr_t value; |
| 68 | bool force; |
| 69 | }; |
| 70 | |
Wedson Almeida Filho | 99d2d4c | 2019-02-14 12:53:46 +0000 | [diff] [blame^] | 71 | struct vcpu_fault_info { |
| 72 | ipaddr_t ipaddr; |
| 73 | vaddr_t vaddr; |
| 74 | vaddr_t pc; |
| 75 | int mode; |
| 76 | uint8_t size; |
| 77 | }; |
| 78 | |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 79 | struct vcpu { |
Wedson Almeida Filho | 8700964 | 2018-07-02 10:20:07 +0100 | [diff] [blame] | 80 | struct spinlock lock; |
Wedson Almeida Filho | 2f94ec1 | 2018-07-26 16:00:48 +0100 | [diff] [blame] | 81 | enum vcpu_state state; |
Wedson Almeida Filho | 00df6c7 | 2018-10-18 11:19:24 +0100 | [diff] [blame] | 82 | struct cpu *cpu; |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 83 | struct vm *vm; |
Andrew Scull | aa039b3 | 2018-10-04 15:02:26 +0100 | [diff] [blame] | 84 | struct vcpu *mailbox_next; |
Wedson Almeida Filho | 2f94ec1 | 2018-07-26 16:00:48 +0100 | [diff] [blame] | 85 | struct arch_regs regs; |
Andrew Walbran | 318f573 | 2018-11-20 16:23:42 +0000 | [diff] [blame] | 86 | struct interrupts interrupts; |
Wedson Almeida Filho | 0330611 | 2018-11-26 00:08:03 +0000 | [diff] [blame] | 87 | |
| 88 | /* |
| 89 | * The following field is used to force a return value to be set the |
| 90 | * next time a vCPU belonging to a secondary VM runs. For primary VMs, |
| 91 | * 'regs' can be set directly. |
| 92 | */ |
| 93 | struct retval_state retval; |
| 94 | |
| 95 | /* |
| 96 | * Determine whether the 'regs' field is available for use. This is set |
| 97 | * to false when a vCPU is about to run on a physical CPU, and is set |
| 98 | * back to true when it is descheduled. |
| 99 | */ |
| 100 | bool regs_available; |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 101 | }; |
| 102 | |
| 103 | /* TODO: Update alignment such that cpus are in different cache lines. */ |
| 104 | struct cpu { |
Andrew Walbran | c3910f7 | 2018-11-27 14:24:36 +0000 | [diff] [blame] | 105 | /** CPU identifier. Doesn't have to be contiguous. */ |
Andrew Scull | 020ae69 | 2018-07-19 16:20:14 +0100 | [diff] [blame] | 106 | size_t id; |
| 107 | |
Andrew Walbran | c3910f7 | 2018-11-27 14:24:36 +0000 | [diff] [blame] | 108 | /** Pointer to bottom of the stack. */ |
Andrew Scull | 020ae69 | 2018-07-19 16:20:14 +0100 | [diff] [blame] | 109 | void *stack_bottom; |
| 110 | |
Andrew Walbran | c3910f7 | 2018-11-27 14:24:36 +0000 | [diff] [blame] | 111 | /** |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 112 | * Enabling/disabling irqs are counted per-cpu. They are enabled when |
| 113 | * the count is zero, and disabled when it's non-zero. |
| 114 | */ |
| 115 | uint32_t irq_disable_count; |
| 116 | |
Andrew Walbran | 0d7a068 | 2018-12-06 16:48:47 +0000 | [diff] [blame] | 117 | /** See api.c for the partial ordering on locks. */ |
Andrew Scull | 020ae69 | 2018-07-19 16:20:14 +0100 | [diff] [blame] | 118 | struct spinlock lock; |
| 119 | |
Andrew Walbran | c3910f7 | 2018-11-27 14:24:36 +0000 | [diff] [blame] | 120 | /** Determines whether or not the cpu is currently on. */ |
Wedson Almeida Filho | 8700964 | 2018-07-02 10:20:07 +0100 | [diff] [blame] | 121 | bool is_on; |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 122 | }; |
| 123 | |
Wedson Almeida Filho | 3fcbcff | 2018-07-10 23:53:39 +0100 | [diff] [blame] | 124 | void cpu_module_init(void); |
| 125 | |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 126 | void cpu_init(struct cpu *c); |
Wedson Almeida Filho | 3fcbcff | 2018-07-10 23:53:39 +0100 | [diff] [blame] | 127 | size_t cpu_index(struct cpu *c); |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 128 | void cpu_irq_enable(struct cpu *c); |
| 129 | void cpu_irq_disable(struct cpu *c); |
Andrew Scull | 3740287 | 2018-10-24 14:23:06 +0100 | [diff] [blame] | 130 | bool cpu_on(struct cpu *c, ipaddr_t entry, uintreg_t arg); |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 131 | void cpu_off(struct cpu *c); |
Wedson Almeida Filho | 03e767a | 2018-07-30 15:32:03 +0100 | [diff] [blame] | 132 | struct cpu *cpu_find(size_t id); |
Wedson Almeida Filho | 987c0ff | 2018-06-20 16:34:38 +0100 | [diff] [blame] | 133 | |
Wedson Almeida Filho | 8700964 | 2018-07-02 10:20:07 +0100 | [diff] [blame] | 134 | void vcpu_init(struct vcpu *vcpu, struct vm *vm); |
Andrew Scull | 020ae69 | 2018-07-19 16:20:14 +0100 | [diff] [blame] | 135 | void vcpu_on(struct vcpu *vcpu); |
| 136 | void vcpu_off(struct vcpu *vcpu); |
Andrew Scull | 38772ab | 2019-01-24 15:16:50 +0000 | [diff] [blame] | 137 | size_t vcpu_index(const struct vcpu *vcpu); |
Wedson Almeida Filho | 99d2d4c | 2019-02-14 12:53:46 +0000 | [diff] [blame^] | 138 | |
| 139 | bool vcpu_handle_page_fault(const struct vcpu *current, |
| 140 | struct vcpu_fault_info *f); |