blob: ada6a15e0489e46ca12a72072545f98a27bb0658 [file] [log] [blame]
Andrew Scull18834872018-10-12 11:48:09 +01001/*
Andrew Walbran692b3252019-03-07 15:51:31 +00002 * Copyright 2018 The Hafnium Authors.
Andrew Scull18834872018-10-12 11:48:09 +01003 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * https://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Andrew Scull18c78fc2018-08-20 12:57:41 +010017#include "hf/fdt_handler.h"
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +010018
Andrew Scull18c78fc2018-08-20 12:57:41 +010019#include "hf/boot_params.h"
David Brazdil7a462ec2019-08-15 12:27:47 +010020#include "hf/check.h"
Andrew Scullbb3ab6c2018-11-26 20:38:49 +000021#include "hf/cpu.h"
Andrew Scull18c78fc2018-08-20 12:57:41 +010022#include "hf/dlog.h"
23#include "hf/fdt.h"
Andrew Scull5991ec92018-10-08 14:55:02 +010024#include "hf/layout.h"
Andrew Scull18c78fc2018-08-20 12:57:41 +010025#include "hf/mm.h"
Andrew Scull8d9e1212019-04-05 13:52:55 +010026#include "hf/std.h"
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +010027
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +010028static bool fdt_read_number(const struct fdt_node *node, const char *name,
29 uint64_t *value)
30{
31 const char *data;
32 uint32_t size;
33
34 if (!fdt_read_property(node, name, &data, &size)) {
35 return false;
36 }
37
38 switch (size) {
39 case sizeof(uint32_t):
40 case sizeof(uint64_t):
David Brazdil7a462ec2019-08-15 12:27:47 +010041 CHECK(fdt_parse_number(data, size, value));
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +010042 break;
43
44 default:
45 return false;
46 }
47
48 return true;
49}
50
51static bool fdt_write_number(struct fdt_node *node, const char *name,
52 uint64_t value)
53{
54 const char *data;
55 uint32_t size;
56 union {
57 volatile uint64_t v;
58 char a[8];
59 } t;
60
61 if (!fdt_read_property(node, name, &data, &size)) {
62 return false;
63 }
64
65 switch (size) {
66 case sizeof(uint32_t):
67 *(uint32_t *)data = be32toh(value);
68 break;
69
70 case sizeof(uint64_t):
71 t.v = be64toh(value);
Andrew Sculla1aa2ba2019-04-05 11:49:02 +010072 memcpy_s((void *)data, size, t.a, sizeof(uint64_t));
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +010073 break;
74
75 default:
76 return false;
77 }
78
79 return true;
80}
81
82/**
David Brazdil0dbb41f2019-09-09 18:03:35 +010083 * Finds the memory region where initrd is stored.
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +010084 */
David Brazdil0dbb41f2019-09-09 18:03:35 +010085bool fdt_find_initrd(const struct fdt_node *root, paddr_t *begin, paddr_t *end)
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +010086{
David Brazdil0dbb41f2019-09-09 18:03:35 +010087 struct fdt_node n = *root;
Andrew Scullb401ba32018-11-09 10:30:54 +000088 uint64_t initrd_begin;
89 uint64_t initrd_end;
Andrew Scull265ada92018-07-30 15:19:01 +010090
David Brazdil0dbb41f2019-09-09 18:03:35 +010091 if (!fdt_find_child(&n, "chosen")) {
Andrew Walbran17eebf92020-02-05 16:35:49 +000092 dlog_error("Unable to find 'chosen'\n");
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +010093 return false;
94 }
95
David Brazdil0dbb41f2019-09-09 18:03:35 +010096 if (!fdt_read_number(&n, "linux,initrd-start", &initrd_begin)) {
Andrew Walbran17eebf92020-02-05 16:35:49 +000097 dlog_error("Unable to read linux,initrd-start\n");
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +010098 return false;
99 }
100
David Brazdil0dbb41f2019-09-09 18:03:35 +0100101 if (!fdt_read_number(&n, "linux,initrd-end", &initrd_end)) {
Andrew Walbran17eebf92020-02-05 16:35:49 +0000102 dlog_error("Unable to read linux,initrd-end\n");
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100103 return false;
104 }
105
Andrew Scullb401ba32018-11-09 10:30:54 +0000106 *begin = pa_init(initrd_begin);
107 *end = pa_init(initrd_end);
Andrew Scull265ada92018-07-30 15:19:01 +0100108
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100109 return true;
110}
111
David Brazdil0dbb41f2019-09-09 18:03:35 +0100112bool fdt_find_cpus(const struct fdt_node *root, cpu_id_t *cpu_ids,
Andrew Scullbb3ab6c2018-11-26 20:38:49 +0000113 size_t *cpu_count)
114{
115 struct fdt_node n = *root;
116 const char *name;
117 uint64_t address_size;
118
119 *cpu_count = 0;
120
121 if (!fdt_find_child(&n, "cpus")) {
Andrew Walbran17eebf92020-02-05 16:35:49 +0000122 dlog_error("Unable to find 'cpus'\n");
David Brazdil0dbb41f2019-09-09 18:03:35 +0100123 return false;
Andrew Scullbb3ab6c2018-11-26 20:38:49 +0000124 }
125
126 if (fdt_read_number(&n, "#address-cells", &address_size)) {
127 address_size *= sizeof(uint32_t);
128 } else {
129 address_size = sizeof(uint32_t);
130 }
131
132 if (!fdt_first_child(&n, &name)) {
David Brazdil0dbb41f2019-09-09 18:03:35 +0100133 return false;
Andrew Scullbb3ab6c2018-11-26 20:38:49 +0000134 }
135
136 do {
137 const char *data;
138 uint32_t size;
139
140 if (!fdt_read_property(&n, "device_type", &data, &size) ||
141 size != sizeof("cpu") ||
142 memcmp(data, "cpu", sizeof("cpu")) != 0 ||
143 !fdt_read_property(&n, "reg", &data, &size)) {
144 continue;
145 }
146
147 /* Get all entries for this CPU. */
148 while (size >= address_size) {
David Brazdil7a462ec2019-08-15 12:27:47 +0100149 uint64_t value;
150
Andrew Scullbb3ab6c2018-11-26 20:38:49 +0000151 if (*cpu_count >= MAX_CPUS) {
Andrew Walbran17eebf92020-02-05 16:35:49 +0000152 dlog_error("Found more than %d CPUs\n",
153 MAX_CPUS);
David Brazdil0dbb41f2019-09-09 18:03:35 +0100154 return false;
Andrew Scullbb3ab6c2018-11-26 20:38:49 +0000155 }
156
David Brazdil7a462ec2019-08-15 12:27:47 +0100157 if (!fdt_parse_number(data, address_size, &value)) {
Andrew Walbran17eebf92020-02-05 16:35:49 +0000158 dlog_error("Could not parse CPU id\n");
David Brazdil0dbb41f2019-09-09 18:03:35 +0100159 return false;
David Brazdil7a462ec2019-08-15 12:27:47 +0100160 }
161 cpu_ids[(*cpu_count)++] = value;
Andrew Scullbb3ab6c2018-11-26 20:38:49 +0000162
163 size -= address_size;
164 data += address_size;
165 }
166 } while (fdt_next_sibling(&n, &name));
David Brazdil0dbb41f2019-09-09 18:03:35 +0100167
168 return true;
Andrew Scullbb3ab6c2018-11-26 20:38:49 +0000169}
170
David Brazdil0dbb41f2019-09-09 18:03:35 +0100171bool fdt_find_memory_ranges(const struct fdt_node *root, struct boot_params *p)
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100172{
173 struct fdt_node n = *root;
174 const char *name;
175 uint64_t address_size;
176 uint64_t size_size;
177 uint64_t entry_size;
Andrew Walbran34ce72e2018-09-13 16:47:44 +0100178 size_t mem_range_index = 0;
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100179
180 /* Get the sizes of memory range addresses and sizes. */
181 if (fdt_read_number(&n, "#address-cells", &address_size)) {
182 address_size *= sizeof(uint32_t);
183 } else {
184 address_size = sizeof(uint32_t);
185 }
186
187 if (fdt_read_number(&n, "#size-cells", &size_size)) {
188 size_size *= sizeof(uint32_t);
189 } else {
190 size_size = sizeof(uint32_t);
191 }
192
193 entry_size = address_size + size_size;
194
195 /* Look for nodes with the device_type set to "memory". */
196 if (!fdt_first_child(&n, &name)) {
David Brazdil0dbb41f2019-09-09 18:03:35 +0100197 return false;
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100198 }
199
200 do {
201 const char *data;
202 uint32_t size;
Wedson Almeida Filho81568c42019-01-04 13:33:02 +0000203
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100204 if (!fdt_read_property(&n, "device_type", &data, &size) ||
205 size != sizeof("memory") ||
206 memcmp(data, "memory", sizeof("memory")) != 0 ||
207 !fdt_read_property(&n, "reg", &data, &size)) {
208 continue;
209 }
210
211 /* Traverse all memory ranges within this node. */
212 while (size >= entry_size) {
David Brazdil7a462ec2019-08-15 12:27:47 +0100213 uintpaddr_t addr;
214 size_t len;
215
216 CHECK(fdt_parse_number(data, address_size, &addr));
217 CHECK(fdt_parse_number(data + address_size, size_size,
218 &len));
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100219
Andrew Walbran34ce72e2018-09-13 16:47:44 +0100220 if (mem_range_index < MAX_MEM_RANGES) {
221 p->mem_ranges[mem_range_index].begin =
222 pa_init(addr);
223 p->mem_ranges[mem_range_index].end =
224 pa_init(addr + len);
225 ++mem_range_index;
226 } else {
Andrew Walbran17eebf92020-02-05 16:35:49 +0000227 dlog_error(
228 "Found memory range %u in FDT but only "
229 "%u supported, ignoring additional "
230 "range of size %u.\n",
231 mem_range_index, MAX_MEM_RANGES, len);
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100232 }
233
234 size -= entry_size;
235 data += entry_size;
236 }
237 } while (fdt_next_sibling(&n, &name));
Andrew Walbran34ce72e2018-09-13 16:47:44 +0100238 p->mem_ranges_count = mem_range_index;
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100239
240 /* TODO: Check for "reserved-memory" nodes. */
David Brazdil0dbb41f2019-09-09 18:03:35 +0100241
242 return true;
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100243}
244
Andrew Scull3c0a90a2019-07-01 11:55:53 +0100245struct fdt_header *fdt_map(struct mm_stage1_locked stage1_locked,
246 paddr_t fdt_addr, struct fdt_node *n,
Wedson Almeida Filho22d5eaa2018-12-16 00:38:49 +0000247 struct mpool *ppool)
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100248{
Andrew Scull265ada92018-07-30 15:19:01 +0100249 struct fdt_header *fdt;
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100250
251 /* Map the fdt header in. */
Andrew Scull3c0a90a2019-07-01 11:55:53 +0100252 fdt = mm_identity_map(stage1_locked, fdt_addr,
253 pa_add(fdt_addr, fdt_header_size()), MM_MODE_R,
254 ppool);
Andrew Scull80871322018-08-06 12:04:09 +0100255 if (!fdt) {
Andrew Walbran17eebf92020-02-05 16:35:49 +0000256 dlog_error("Unable to map FDT header.\n");
Andrew Scullb401ba32018-11-09 10:30:54 +0000257 return NULL;
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100258 }
259
Andrew Scullb401ba32018-11-09 10:30:54 +0000260 if (!fdt_root_node(n, fdt)) {
Andrew Walbran17eebf92020-02-05 16:35:49 +0000261 dlog_error("FDT failed validation.\n");
Andrew Scullb401ba32018-11-09 10:30:54 +0000262 goto fail;
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100263 }
264
265 /* Map the rest of the fdt in. */
Andrew Scull3c0a90a2019-07-01 11:55:53 +0100266 fdt = mm_identity_map(stage1_locked, fdt_addr,
267 pa_add(fdt_addr, fdt_total_size(fdt)), MM_MODE_R,
268 ppool);
Andrew Scull80871322018-08-06 12:04:09 +0100269 if (!fdt) {
Andrew Walbran17eebf92020-02-05 16:35:49 +0000270 dlog_error("Unable to map full FDT.\n");
Andrew Scullb401ba32018-11-09 10:30:54 +0000271 goto fail;
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100272 }
273
Andrew Scullb401ba32018-11-09 10:30:54 +0000274 return fdt;
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100275
Andrew Scullb401ba32018-11-09 10:30:54 +0000276fail:
Andrew Scull3c0a90a2019-07-01 11:55:53 +0100277 mm_unmap(stage1_locked, fdt_addr, pa_add(fdt_addr, fdt_header_size()),
278 ppool);
Andrew Scullb401ba32018-11-09 10:30:54 +0000279 return NULL;
280}
281
Andrew Scull3c0a90a2019-07-01 11:55:53 +0100282bool fdt_unmap(struct mm_stage1_locked stage1_locked, struct fdt_header *fdt,
283 struct mpool *ppool)
Andrew Scullb401ba32018-11-09 10:30:54 +0000284{
285 paddr_t fdt_addr = pa_from_va(va_from_ptr(fdt));
Wedson Almeida Filho81568c42019-01-04 13:33:02 +0000286
Andrew Scull3c0a90a2019-07-01 11:55:53 +0100287 return mm_unmap(stage1_locked, fdt_addr,
288 pa_add(fdt_addr, fdt_total_size(fdt)), ppool);
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100289}
290
Andrew Scull3c0a90a2019-07-01 11:55:53 +0100291bool fdt_patch(struct mm_stage1_locked stage1_locked, paddr_t fdt_addr,
292 struct boot_params_update *p, struct mpool *ppool)
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100293{
Andrew Scull265ada92018-07-30 15:19:01 +0100294 struct fdt_header *fdt;
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100295 struct fdt_node n;
296 bool ret = false;
Andrew Walbran34ce72e2018-09-13 16:47:44 +0100297 size_t i;
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100298
299 /* Map the fdt header in. */
Andrew Scull3c0a90a2019-07-01 11:55:53 +0100300 fdt = mm_identity_map(stage1_locked, fdt_addr,
301 pa_add(fdt_addr, fdt_header_size()), MM_MODE_R,
302 ppool);
Andrew Scull80871322018-08-06 12:04:09 +0100303 if (!fdt) {
Andrew Walbran17eebf92020-02-05 16:35:49 +0000304 dlog_error("Unable to map FDT header.\n");
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100305 return false;
306 }
307
308 if (!fdt_root_node(&n, fdt)) {
Andrew Walbran17eebf92020-02-05 16:35:49 +0000309 dlog_error("FDT failed validation.\n");
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100310 goto err_unmap_fdt_header;
311 }
312
313 /* Map the fdt (+ a page) in r/w mode in preparation for updating it. */
Andrew Scull3c0a90a2019-07-01 11:55:53 +0100314 fdt = mm_identity_map(stage1_locked, fdt_addr,
Andrew Scull80871322018-08-06 12:04:09 +0100315 pa_add(fdt_addr, fdt_total_size(fdt) + PAGE_SIZE),
Wedson Almeida Filho22d5eaa2018-12-16 00:38:49 +0000316 MM_MODE_R | MM_MODE_W, ppool);
Andrew Scull80871322018-08-06 12:04:09 +0100317 if (!fdt) {
Andrew Walbran17eebf92020-02-05 16:35:49 +0000318 dlog_error("Unable to map FDT in r/w mode.\n");
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100319 goto err_unmap_fdt_header;
320 }
321
322 if (!fdt_find_child(&n, "")) {
Andrew Walbran17eebf92020-02-05 16:35:49 +0000323 dlog_error("Unable to find FDT root node.\n");
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100324 goto out_unmap_fdt;
325 }
326
327 if (!fdt_find_child(&n, "chosen")) {
Andrew Walbran17eebf92020-02-05 16:35:49 +0000328 dlog_error("Unable to find 'chosen'\n");
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100329 goto out_unmap_fdt;
330 }
331
332 /* Patch FDT to point to new ramdisk. */
Andrew Scull265ada92018-07-30 15:19:01 +0100333 if (!fdt_write_number(&n, "linux,initrd-start",
334 pa_addr(p->initrd_begin))) {
Andrew Walbran17eebf92020-02-05 16:35:49 +0000335 dlog_error("Unable to write linux,initrd-start\n");
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100336 goto out_unmap_fdt;
337 }
338
Andrew Scull265ada92018-07-30 15:19:01 +0100339 if (!fdt_write_number(&n, "linux,initrd-end", pa_addr(p->initrd_end))) {
Andrew Walbran17eebf92020-02-05 16:35:49 +0000340 dlog_error("Unable to write linux,initrd-end\n");
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100341 goto out_unmap_fdt;
342 }
343
Andrew Walbran401ff562019-04-09 15:43:31 +0100344 /*
345 * Patch FDT to reserve hypervisor memory so the primary VM doesn't try
346 * to use it.
347 */
Alfredo Mazzinghieb1997c2019-02-07 18:00:01 +0000348 fdt_add_mem_reservation(
Andrew Walbran401ff562019-04-09 15:43:31 +0100349 fdt, pa_addr(layout_text_begin()),
Andrew Walbran2cb43392019-04-17 12:52:45 +0100350 pa_difference(layout_text_begin(), layout_text_end()));
Andrew Walbran401ff562019-04-09 15:43:31 +0100351 fdt_add_mem_reservation(
352 fdt, pa_addr(layout_rodata_begin()),
Andrew Walbran2cb43392019-04-17 12:52:45 +0100353 pa_difference(layout_rodata_begin(), layout_rodata_end()));
Andrew Walbran401ff562019-04-09 15:43:31 +0100354 fdt_add_mem_reservation(
355 fdt, pa_addr(layout_data_begin()),
Andrew Walbran2cb43392019-04-17 12:52:45 +0100356 pa_difference(layout_data_begin(), layout_data_end()));
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100357
Andrew Walbran401ff562019-04-09 15:43:31 +0100358 /* Patch FDT to reserve memory for secondary VMs. */
Andrew Walbran34ce72e2018-09-13 16:47:44 +0100359 for (i = 0; i < p->reserved_ranges_count; ++i) {
360 fdt_add_mem_reservation(
361 fdt, pa_addr(p->reserved_ranges[i].begin),
362 pa_addr(p->reserved_ranges[i].end) -
363 pa_addr(p->reserved_ranges[i].begin));
364 }
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100365
366 ret = true;
367
368out_unmap_fdt:
369 /* Unmap FDT. */
Andrew Scull3c0a90a2019-07-01 11:55:53 +0100370 if (!mm_unmap(stage1_locked, fdt_addr,
Andrew Scullda241972019-01-05 18:17:48 +0000371 pa_add(fdt_addr, fdt_total_size(fdt) + PAGE_SIZE),
Wedson Almeida Filho22d5eaa2018-12-16 00:38:49 +0000372 ppool)) {
Andrew Walbran17eebf92020-02-05 16:35:49 +0000373 dlog_error("Unable to unmap writable FDT.\n");
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100374 return false;
375 }
376 return ret;
377
378err_unmap_fdt_header:
Andrew Scull3c0a90a2019-07-01 11:55:53 +0100379 mm_unmap(stage1_locked, fdt_addr, pa_add(fdt_addr, fdt_header_size()),
380 ppool);
Wedson Almeida Filhofdf4afc2018-07-19 15:45:21 +0100381 return false;
382}