1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * FDT related Helper functions used by the EFI stub on multiple
4*4882a593Smuzhiyun * architectures. This should be #included by the EFI stub
5*4882a593Smuzhiyun * implementation files.
6*4882a593Smuzhiyun *
7*4882a593Smuzhiyun * Copyright 2013 Linaro Limited; author Roy Franz
8*4882a593Smuzhiyun */
9*4882a593Smuzhiyun
10*4882a593Smuzhiyun #include <linux/efi.h>
11*4882a593Smuzhiyun #include <linux/libfdt.h>
12*4882a593Smuzhiyun #include <asm/efi.h>
13*4882a593Smuzhiyun
14*4882a593Smuzhiyun #include "efistub.h"
15*4882a593Smuzhiyun
16*4882a593Smuzhiyun #define EFI_DT_ADDR_CELLS_DEFAULT 2
17*4882a593Smuzhiyun #define EFI_DT_SIZE_CELLS_DEFAULT 2
18*4882a593Smuzhiyun
fdt_update_cell_size(void * fdt)19*4882a593Smuzhiyun static void fdt_update_cell_size(void *fdt)
20*4882a593Smuzhiyun {
21*4882a593Smuzhiyun int offset;
22*4882a593Smuzhiyun
23*4882a593Smuzhiyun offset = fdt_path_offset(fdt, "/");
24*4882a593Smuzhiyun /* Set the #address-cells and #size-cells values for an empty tree */
25*4882a593Smuzhiyun
26*4882a593Smuzhiyun fdt_setprop_u32(fdt, offset, "#address-cells", EFI_DT_ADDR_CELLS_DEFAULT);
27*4882a593Smuzhiyun fdt_setprop_u32(fdt, offset, "#size-cells", EFI_DT_SIZE_CELLS_DEFAULT);
28*4882a593Smuzhiyun }
29*4882a593Smuzhiyun
update_fdt(void * orig_fdt,unsigned long orig_fdt_size,void * fdt,int new_fdt_size,char * cmdline_ptr,u64 initrd_addr,u64 initrd_size)30*4882a593Smuzhiyun static efi_status_t update_fdt(void *orig_fdt, unsigned long orig_fdt_size,
31*4882a593Smuzhiyun void *fdt, int new_fdt_size, char *cmdline_ptr,
32*4882a593Smuzhiyun u64 initrd_addr, u64 initrd_size)
33*4882a593Smuzhiyun {
34*4882a593Smuzhiyun int node, num_rsv;
35*4882a593Smuzhiyun int status;
36*4882a593Smuzhiyun u32 fdt_val32;
37*4882a593Smuzhiyun u64 fdt_val64;
38*4882a593Smuzhiyun
39*4882a593Smuzhiyun /* Do some checks on provided FDT, if it exists: */
40*4882a593Smuzhiyun if (orig_fdt) {
41*4882a593Smuzhiyun if (fdt_check_header(orig_fdt)) {
42*4882a593Smuzhiyun efi_err("Device Tree header not valid!\n");
43*4882a593Smuzhiyun return EFI_LOAD_ERROR;
44*4882a593Smuzhiyun }
45*4882a593Smuzhiyun /*
46*4882a593Smuzhiyun * We don't get the size of the FDT if we get if from a
47*4882a593Smuzhiyun * configuration table:
48*4882a593Smuzhiyun */
49*4882a593Smuzhiyun if (orig_fdt_size && fdt_totalsize(orig_fdt) > orig_fdt_size) {
50*4882a593Smuzhiyun efi_err("Truncated device tree! foo!\n");
51*4882a593Smuzhiyun return EFI_LOAD_ERROR;
52*4882a593Smuzhiyun }
53*4882a593Smuzhiyun }
54*4882a593Smuzhiyun
55*4882a593Smuzhiyun if (orig_fdt) {
56*4882a593Smuzhiyun status = fdt_open_into(orig_fdt, fdt, new_fdt_size);
57*4882a593Smuzhiyun } else {
58*4882a593Smuzhiyun status = fdt_create_empty_tree(fdt, new_fdt_size);
59*4882a593Smuzhiyun if (status == 0) {
60*4882a593Smuzhiyun /*
61*4882a593Smuzhiyun * Any failure from the following function is
62*4882a593Smuzhiyun * non-critical:
63*4882a593Smuzhiyun */
64*4882a593Smuzhiyun fdt_update_cell_size(fdt);
65*4882a593Smuzhiyun }
66*4882a593Smuzhiyun }
67*4882a593Smuzhiyun
68*4882a593Smuzhiyun if (status != 0)
69*4882a593Smuzhiyun goto fdt_set_fail;
70*4882a593Smuzhiyun
71*4882a593Smuzhiyun /*
72*4882a593Smuzhiyun * Delete all memory reserve map entries. When booting via UEFI,
73*4882a593Smuzhiyun * kernel will use the UEFI memory map to find reserved regions.
74*4882a593Smuzhiyun */
75*4882a593Smuzhiyun num_rsv = fdt_num_mem_rsv(fdt);
76*4882a593Smuzhiyun while (num_rsv-- > 0)
77*4882a593Smuzhiyun fdt_del_mem_rsv(fdt, num_rsv);
78*4882a593Smuzhiyun
79*4882a593Smuzhiyun node = fdt_subnode_offset(fdt, 0, "chosen");
80*4882a593Smuzhiyun if (node < 0) {
81*4882a593Smuzhiyun node = fdt_add_subnode(fdt, 0, "chosen");
82*4882a593Smuzhiyun if (node < 0) {
83*4882a593Smuzhiyun /* 'node' is an error code when negative: */
84*4882a593Smuzhiyun status = node;
85*4882a593Smuzhiyun goto fdt_set_fail;
86*4882a593Smuzhiyun }
87*4882a593Smuzhiyun }
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun if (cmdline_ptr != NULL && strlen(cmdline_ptr) > 0) {
90*4882a593Smuzhiyun status = fdt_setprop(fdt, node, "bootargs", cmdline_ptr,
91*4882a593Smuzhiyun strlen(cmdline_ptr) + 1);
92*4882a593Smuzhiyun if (status)
93*4882a593Smuzhiyun goto fdt_set_fail;
94*4882a593Smuzhiyun }
95*4882a593Smuzhiyun
96*4882a593Smuzhiyun /* Set initrd address/end in device tree, if present */
97*4882a593Smuzhiyun if (initrd_size != 0) {
98*4882a593Smuzhiyun u64 initrd_image_end;
99*4882a593Smuzhiyun u64 initrd_image_start = cpu_to_fdt64(initrd_addr);
100*4882a593Smuzhiyun
101*4882a593Smuzhiyun status = fdt_setprop_var(fdt, node, "linux,initrd-start", initrd_image_start);
102*4882a593Smuzhiyun if (status)
103*4882a593Smuzhiyun goto fdt_set_fail;
104*4882a593Smuzhiyun
105*4882a593Smuzhiyun initrd_image_end = cpu_to_fdt64(initrd_addr + initrd_size);
106*4882a593Smuzhiyun status = fdt_setprop_var(fdt, node, "linux,initrd-end", initrd_image_end);
107*4882a593Smuzhiyun if (status)
108*4882a593Smuzhiyun goto fdt_set_fail;
109*4882a593Smuzhiyun }
110*4882a593Smuzhiyun
111*4882a593Smuzhiyun /* Add FDT entries for EFI runtime services in chosen node. */
112*4882a593Smuzhiyun node = fdt_subnode_offset(fdt, 0, "chosen");
113*4882a593Smuzhiyun fdt_val64 = cpu_to_fdt64((u64)(unsigned long)efi_system_table);
114*4882a593Smuzhiyun
115*4882a593Smuzhiyun status = fdt_setprop_var(fdt, node, "linux,uefi-system-table", fdt_val64);
116*4882a593Smuzhiyun if (status)
117*4882a593Smuzhiyun goto fdt_set_fail;
118*4882a593Smuzhiyun
119*4882a593Smuzhiyun fdt_val64 = U64_MAX; /* placeholder */
120*4882a593Smuzhiyun
121*4882a593Smuzhiyun status = fdt_setprop_var(fdt, node, "linux,uefi-mmap-start", fdt_val64);
122*4882a593Smuzhiyun if (status)
123*4882a593Smuzhiyun goto fdt_set_fail;
124*4882a593Smuzhiyun
125*4882a593Smuzhiyun fdt_val32 = U32_MAX; /* placeholder */
126*4882a593Smuzhiyun
127*4882a593Smuzhiyun status = fdt_setprop_var(fdt, node, "linux,uefi-mmap-size", fdt_val32);
128*4882a593Smuzhiyun if (status)
129*4882a593Smuzhiyun goto fdt_set_fail;
130*4882a593Smuzhiyun
131*4882a593Smuzhiyun status = fdt_setprop_var(fdt, node, "linux,uefi-mmap-desc-size", fdt_val32);
132*4882a593Smuzhiyun if (status)
133*4882a593Smuzhiyun goto fdt_set_fail;
134*4882a593Smuzhiyun
135*4882a593Smuzhiyun status = fdt_setprop_var(fdt, node, "linux,uefi-mmap-desc-ver", fdt_val32);
136*4882a593Smuzhiyun if (status)
137*4882a593Smuzhiyun goto fdt_set_fail;
138*4882a593Smuzhiyun
139*4882a593Smuzhiyun if (IS_ENABLED(CONFIG_RANDOMIZE_BASE) && !efi_nokaslr) {
140*4882a593Smuzhiyun efi_status_t efi_status;
141*4882a593Smuzhiyun
142*4882a593Smuzhiyun efi_status = efi_get_random_bytes(sizeof(fdt_val64),
143*4882a593Smuzhiyun (u8 *)&fdt_val64);
144*4882a593Smuzhiyun if (efi_status == EFI_SUCCESS) {
145*4882a593Smuzhiyun status = fdt_setprop_var(fdt, node, "kaslr-seed", fdt_val64);
146*4882a593Smuzhiyun if (status)
147*4882a593Smuzhiyun goto fdt_set_fail;
148*4882a593Smuzhiyun }
149*4882a593Smuzhiyun }
150*4882a593Smuzhiyun
151*4882a593Smuzhiyun /* Shrink the FDT back to its minimum size: */
152*4882a593Smuzhiyun fdt_pack(fdt);
153*4882a593Smuzhiyun
154*4882a593Smuzhiyun return EFI_SUCCESS;
155*4882a593Smuzhiyun
156*4882a593Smuzhiyun fdt_set_fail:
157*4882a593Smuzhiyun if (status == -FDT_ERR_NOSPACE)
158*4882a593Smuzhiyun return EFI_BUFFER_TOO_SMALL;
159*4882a593Smuzhiyun
160*4882a593Smuzhiyun return EFI_LOAD_ERROR;
161*4882a593Smuzhiyun }
162*4882a593Smuzhiyun
update_fdt_memmap(void * fdt,struct efi_boot_memmap * map)163*4882a593Smuzhiyun static efi_status_t update_fdt_memmap(void *fdt, struct efi_boot_memmap *map)
164*4882a593Smuzhiyun {
165*4882a593Smuzhiyun int node = fdt_path_offset(fdt, "/chosen");
166*4882a593Smuzhiyun u64 fdt_val64;
167*4882a593Smuzhiyun u32 fdt_val32;
168*4882a593Smuzhiyun int err;
169*4882a593Smuzhiyun
170*4882a593Smuzhiyun if (node < 0)
171*4882a593Smuzhiyun return EFI_LOAD_ERROR;
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun fdt_val64 = cpu_to_fdt64((unsigned long)*map->map);
174*4882a593Smuzhiyun
175*4882a593Smuzhiyun err = fdt_setprop_inplace_var(fdt, node, "linux,uefi-mmap-start", fdt_val64);
176*4882a593Smuzhiyun if (err)
177*4882a593Smuzhiyun return EFI_LOAD_ERROR;
178*4882a593Smuzhiyun
179*4882a593Smuzhiyun fdt_val32 = cpu_to_fdt32(*map->map_size);
180*4882a593Smuzhiyun
181*4882a593Smuzhiyun err = fdt_setprop_inplace_var(fdt, node, "linux,uefi-mmap-size", fdt_val32);
182*4882a593Smuzhiyun if (err)
183*4882a593Smuzhiyun return EFI_LOAD_ERROR;
184*4882a593Smuzhiyun
185*4882a593Smuzhiyun fdt_val32 = cpu_to_fdt32(*map->desc_size);
186*4882a593Smuzhiyun
187*4882a593Smuzhiyun err = fdt_setprop_inplace_var(fdt, node, "linux,uefi-mmap-desc-size", fdt_val32);
188*4882a593Smuzhiyun if (err)
189*4882a593Smuzhiyun return EFI_LOAD_ERROR;
190*4882a593Smuzhiyun
191*4882a593Smuzhiyun fdt_val32 = cpu_to_fdt32(*map->desc_ver);
192*4882a593Smuzhiyun
193*4882a593Smuzhiyun err = fdt_setprop_inplace_var(fdt, node, "linux,uefi-mmap-desc-ver", fdt_val32);
194*4882a593Smuzhiyun if (err)
195*4882a593Smuzhiyun return EFI_LOAD_ERROR;
196*4882a593Smuzhiyun
197*4882a593Smuzhiyun return EFI_SUCCESS;
198*4882a593Smuzhiyun }
199*4882a593Smuzhiyun
200*4882a593Smuzhiyun struct exit_boot_struct {
201*4882a593Smuzhiyun efi_memory_desc_t *runtime_map;
202*4882a593Smuzhiyun int *runtime_entry_count;
203*4882a593Smuzhiyun void *new_fdt_addr;
204*4882a593Smuzhiyun };
205*4882a593Smuzhiyun
exit_boot_func(struct efi_boot_memmap * map,void * priv)206*4882a593Smuzhiyun static efi_status_t exit_boot_func(struct efi_boot_memmap *map,
207*4882a593Smuzhiyun void *priv)
208*4882a593Smuzhiyun {
209*4882a593Smuzhiyun struct exit_boot_struct *p = priv;
210*4882a593Smuzhiyun /*
211*4882a593Smuzhiyun * Update the memory map with virtual addresses. The function will also
212*4882a593Smuzhiyun * populate @runtime_map with copies of just the EFI_MEMORY_RUNTIME
213*4882a593Smuzhiyun * entries so that we can pass it straight to SetVirtualAddressMap()
214*4882a593Smuzhiyun */
215*4882a593Smuzhiyun efi_get_virtmap(*map->map, *map->map_size, *map->desc_size,
216*4882a593Smuzhiyun p->runtime_map, p->runtime_entry_count);
217*4882a593Smuzhiyun
218*4882a593Smuzhiyun return update_fdt_memmap(p->new_fdt_addr, map);
219*4882a593Smuzhiyun }
220*4882a593Smuzhiyun
221*4882a593Smuzhiyun #ifndef MAX_FDT_SIZE
222*4882a593Smuzhiyun # define MAX_FDT_SIZE SZ_2M
223*4882a593Smuzhiyun #endif
224*4882a593Smuzhiyun
225*4882a593Smuzhiyun /*
226*4882a593Smuzhiyun * Allocate memory for a new FDT, then add EFI, commandline, and
227*4882a593Smuzhiyun * initrd related fields to the FDT. This routine increases the
228*4882a593Smuzhiyun * FDT allocation size until the allocated memory is large
229*4882a593Smuzhiyun * enough. EFI allocations are in EFI_PAGE_SIZE granules,
230*4882a593Smuzhiyun * which are fixed at 4K bytes, so in most cases the first
231*4882a593Smuzhiyun * allocation should succeed.
232*4882a593Smuzhiyun * EFI boot services are exited at the end of this function.
233*4882a593Smuzhiyun * There must be no allocations between the get_memory_map()
234*4882a593Smuzhiyun * call and the exit_boot_services() call, so the exiting of
235*4882a593Smuzhiyun * boot services is very tightly tied to the creation of the FDT
236*4882a593Smuzhiyun * with the final memory map in it.
237*4882a593Smuzhiyun */
238*4882a593Smuzhiyun
allocate_new_fdt_and_exit_boot(void * handle,unsigned long * new_fdt_addr,unsigned long max_addr,u64 initrd_addr,u64 initrd_size,char * cmdline_ptr,unsigned long fdt_addr,unsigned long fdt_size)239*4882a593Smuzhiyun efi_status_t allocate_new_fdt_and_exit_boot(void *handle,
240*4882a593Smuzhiyun unsigned long *new_fdt_addr,
241*4882a593Smuzhiyun unsigned long max_addr,
242*4882a593Smuzhiyun u64 initrd_addr, u64 initrd_size,
243*4882a593Smuzhiyun char *cmdline_ptr,
244*4882a593Smuzhiyun unsigned long fdt_addr,
245*4882a593Smuzhiyun unsigned long fdt_size)
246*4882a593Smuzhiyun {
247*4882a593Smuzhiyun unsigned long map_size, desc_size, buff_size;
248*4882a593Smuzhiyun u32 desc_ver;
249*4882a593Smuzhiyun unsigned long mmap_key;
250*4882a593Smuzhiyun efi_memory_desc_t *memory_map, *runtime_map;
251*4882a593Smuzhiyun efi_status_t status;
252*4882a593Smuzhiyun int runtime_entry_count;
253*4882a593Smuzhiyun struct efi_boot_memmap map;
254*4882a593Smuzhiyun struct exit_boot_struct priv;
255*4882a593Smuzhiyun
256*4882a593Smuzhiyun map.map = &runtime_map;
257*4882a593Smuzhiyun map.map_size = &map_size;
258*4882a593Smuzhiyun map.desc_size = &desc_size;
259*4882a593Smuzhiyun map.desc_ver = &desc_ver;
260*4882a593Smuzhiyun map.key_ptr = &mmap_key;
261*4882a593Smuzhiyun map.buff_size = &buff_size;
262*4882a593Smuzhiyun
263*4882a593Smuzhiyun /*
264*4882a593Smuzhiyun * Get a copy of the current memory map that we will use to prepare
265*4882a593Smuzhiyun * the input for SetVirtualAddressMap(). We don't have to worry about
266*4882a593Smuzhiyun * subsequent allocations adding entries, since they could not affect
267*4882a593Smuzhiyun * the number of EFI_MEMORY_RUNTIME regions.
268*4882a593Smuzhiyun */
269*4882a593Smuzhiyun status = efi_get_memory_map(&map);
270*4882a593Smuzhiyun if (status != EFI_SUCCESS) {
271*4882a593Smuzhiyun efi_err("Unable to retrieve UEFI memory map.\n");
272*4882a593Smuzhiyun return status;
273*4882a593Smuzhiyun }
274*4882a593Smuzhiyun
275*4882a593Smuzhiyun efi_info("Exiting boot services and installing virtual address map...\n");
276*4882a593Smuzhiyun
277*4882a593Smuzhiyun map.map = &memory_map;
278*4882a593Smuzhiyun status = efi_allocate_pages(MAX_FDT_SIZE, new_fdt_addr, max_addr);
279*4882a593Smuzhiyun if (status != EFI_SUCCESS) {
280*4882a593Smuzhiyun efi_err("Unable to allocate memory for new device tree.\n");
281*4882a593Smuzhiyun goto fail;
282*4882a593Smuzhiyun }
283*4882a593Smuzhiyun
284*4882a593Smuzhiyun status = update_fdt((void *)fdt_addr, fdt_size,
285*4882a593Smuzhiyun (void *)*new_fdt_addr, MAX_FDT_SIZE, cmdline_ptr,
286*4882a593Smuzhiyun initrd_addr, initrd_size);
287*4882a593Smuzhiyun
288*4882a593Smuzhiyun if (status != EFI_SUCCESS) {
289*4882a593Smuzhiyun efi_err("Unable to construct new device tree.\n");
290*4882a593Smuzhiyun goto fail_free_new_fdt;
291*4882a593Smuzhiyun }
292*4882a593Smuzhiyun
293*4882a593Smuzhiyun runtime_entry_count = 0;
294*4882a593Smuzhiyun priv.runtime_map = runtime_map;
295*4882a593Smuzhiyun priv.runtime_entry_count = &runtime_entry_count;
296*4882a593Smuzhiyun priv.new_fdt_addr = (void *)*new_fdt_addr;
297*4882a593Smuzhiyun
298*4882a593Smuzhiyun status = efi_exit_boot_services(handle, &map, &priv, exit_boot_func);
299*4882a593Smuzhiyun
300*4882a593Smuzhiyun if (status == EFI_SUCCESS) {
301*4882a593Smuzhiyun efi_set_virtual_address_map_t *svam;
302*4882a593Smuzhiyun
303*4882a593Smuzhiyun if (efi_novamap)
304*4882a593Smuzhiyun return EFI_SUCCESS;
305*4882a593Smuzhiyun
306*4882a593Smuzhiyun /* Install the new virtual address map */
307*4882a593Smuzhiyun svam = efi_system_table->runtime->set_virtual_address_map;
308*4882a593Smuzhiyun status = svam(runtime_entry_count * desc_size, desc_size,
309*4882a593Smuzhiyun desc_ver, runtime_map);
310*4882a593Smuzhiyun
311*4882a593Smuzhiyun /*
312*4882a593Smuzhiyun * We are beyond the point of no return here, so if the call to
313*4882a593Smuzhiyun * SetVirtualAddressMap() failed, we need to signal that to the
314*4882a593Smuzhiyun * incoming kernel but proceed normally otherwise.
315*4882a593Smuzhiyun */
316*4882a593Smuzhiyun if (status != EFI_SUCCESS) {
317*4882a593Smuzhiyun int l;
318*4882a593Smuzhiyun
319*4882a593Smuzhiyun /*
320*4882a593Smuzhiyun * Set the virtual address field of all
321*4882a593Smuzhiyun * EFI_MEMORY_RUNTIME entries to 0. This will signal
322*4882a593Smuzhiyun * the incoming kernel that no virtual translation has
323*4882a593Smuzhiyun * been installed.
324*4882a593Smuzhiyun */
325*4882a593Smuzhiyun for (l = 0; l < map_size; l += desc_size) {
326*4882a593Smuzhiyun efi_memory_desc_t *p = (void *)memory_map + l;
327*4882a593Smuzhiyun
328*4882a593Smuzhiyun if (p->attribute & EFI_MEMORY_RUNTIME)
329*4882a593Smuzhiyun p->virt_addr = 0;
330*4882a593Smuzhiyun }
331*4882a593Smuzhiyun }
332*4882a593Smuzhiyun return EFI_SUCCESS;
333*4882a593Smuzhiyun }
334*4882a593Smuzhiyun
335*4882a593Smuzhiyun efi_err("Exit boot services failed.\n");
336*4882a593Smuzhiyun
337*4882a593Smuzhiyun fail_free_new_fdt:
338*4882a593Smuzhiyun efi_free(MAX_FDT_SIZE, *new_fdt_addr);
339*4882a593Smuzhiyun
340*4882a593Smuzhiyun fail:
341*4882a593Smuzhiyun efi_system_table->boottime->free_pool(runtime_map);
342*4882a593Smuzhiyun
343*4882a593Smuzhiyun return EFI_LOAD_ERROR;
344*4882a593Smuzhiyun }
345*4882a593Smuzhiyun
get_fdt(unsigned long * fdt_size)346*4882a593Smuzhiyun void *get_fdt(unsigned long *fdt_size)
347*4882a593Smuzhiyun {
348*4882a593Smuzhiyun void *fdt;
349*4882a593Smuzhiyun
350*4882a593Smuzhiyun fdt = get_efi_config_table(DEVICE_TREE_GUID);
351*4882a593Smuzhiyun
352*4882a593Smuzhiyun if (!fdt)
353*4882a593Smuzhiyun return NULL;
354*4882a593Smuzhiyun
355*4882a593Smuzhiyun if (fdt_check_header(fdt) != 0) {
356*4882a593Smuzhiyun efi_err("Invalid header detected on UEFI supplied FDT, ignoring ...\n");
357*4882a593Smuzhiyun return NULL;
358*4882a593Smuzhiyun }
359*4882a593Smuzhiyun *fdt_size = fdt_totalsize(fdt);
360*4882a593Smuzhiyun return fdt;
361*4882a593Smuzhiyun }
362