1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Load ELF vmlinux file for the kexec_file_load syscall.
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Copyright (C) 2004 Adam Litke (agl@us.ibm.com)
6*4882a593Smuzhiyun * Copyright (C) 2004 IBM Corp.
7*4882a593Smuzhiyun * Copyright (C) 2005 R Sharada (sharada@in.ibm.com)
8*4882a593Smuzhiyun * Copyright (C) 2006 Mohan Kumar M (mohan@in.ibm.com)
9*4882a593Smuzhiyun * Copyright (C) 2016 IBM Corporation
10*4882a593Smuzhiyun *
11*4882a593Smuzhiyun * Based on kexec-tools' kexec-elf-exec.c and kexec-elf-ppc64.c.
12*4882a593Smuzhiyun * Heavily modified for the kernel by
13*4882a593Smuzhiyun * Thiago Jung Bauermann <bauerman@linux.vnet.ibm.com>.
14*4882a593Smuzhiyun */
15*4882a593Smuzhiyun
16*4882a593Smuzhiyun #define pr_fmt(fmt) "kexec_elf: " fmt
17*4882a593Smuzhiyun
18*4882a593Smuzhiyun #include <linux/elf.h>
19*4882a593Smuzhiyun #include <linux/kexec.h>
20*4882a593Smuzhiyun #include <linux/libfdt.h>
21*4882a593Smuzhiyun #include <linux/module.h>
22*4882a593Smuzhiyun #include <linux/of_fdt.h>
23*4882a593Smuzhiyun #include <linux/slab.h>
24*4882a593Smuzhiyun #include <linux/types.h>
25*4882a593Smuzhiyun
elf64_load(struct kimage * image,char * kernel_buf,unsigned long kernel_len,char * initrd,unsigned long initrd_len,char * cmdline,unsigned long cmdline_len)26*4882a593Smuzhiyun static void *elf64_load(struct kimage *image, char *kernel_buf,
27*4882a593Smuzhiyun unsigned long kernel_len, char *initrd,
28*4882a593Smuzhiyun unsigned long initrd_len, char *cmdline,
29*4882a593Smuzhiyun unsigned long cmdline_len)
30*4882a593Smuzhiyun {
31*4882a593Smuzhiyun int ret;
32*4882a593Smuzhiyun unsigned int fdt_size;
33*4882a593Smuzhiyun unsigned long kernel_load_addr;
34*4882a593Smuzhiyun unsigned long initrd_load_addr = 0, fdt_load_addr;
35*4882a593Smuzhiyun void *fdt;
36*4882a593Smuzhiyun const void *slave_code;
37*4882a593Smuzhiyun struct elfhdr ehdr;
38*4882a593Smuzhiyun char *modified_cmdline = NULL;
39*4882a593Smuzhiyun struct kexec_elf_info elf_info;
40*4882a593Smuzhiyun struct kexec_buf kbuf = { .image = image, .buf_min = 0,
41*4882a593Smuzhiyun .buf_max = ppc64_rma_size };
42*4882a593Smuzhiyun struct kexec_buf pbuf = { .image = image, .buf_min = 0,
43*4882a593Smuzhiyun .buf_max = ppc64_rma_size, .top_down = true,
44*4882a593Smuzhiyun .mem = KEXEC_BUF_MEM_UNKNOWN };
45*4882a593Smuzhiyun
46*4882a593Smuzhiyun ret = kexec_build_elf_info(kernel_buf, kernel_len, &ehdr, &elf_info);
47*4882a593Smuzhiyun if (ret)
48*4882a593Smuzhiyun goto out;
49*4882a593Smuzhiyun
50*4882a593Smuzhiyun if (image->type == KEXEC_TYPE_CRASH) {
51*4882a593Smuzhiyun /* min & max buffer values for kdump case */
52*4882a593Smuzhiyun kbuf.buf_min = pbuf.buf_min = crashk_res.start;
53*4882a593Smuzhiyun kbuf.buf_max = pbuf.buf_max =
54*4882a593Smuzhiyun ((crashk_res.end < ppc64_rma_size) ?
55*4882a593Smuzhiyun crashk_res.end : (ppc64_rma_size - 1));
56*4882a593Smuzhiyun }
57*4882a593Smuzhiyun
58*4882a593Smuzhiyun ret = kexec_elf_load(image, &ehdr, &elf_info, &kbuf, &kernel_load_addr);
59*4882a593Smuzhiyun if (ret)
60*4882a593Smuzhiyun goto out;
61*4882a593Smuzhiyun
62*4882a593Smuzhiyun pr_debug("Loaded the kernel at 0x%lx\n", kernel_load_addr);
63*4882a593Smuzhiyun
64*4882a593Smuzhiyun ret = kexec_load_purgatory(image, &pbuf);
65*4882a593Smuzhiyun if (ret) {
66*4882a593Smuzhiyun pr_err("Loading purgatory failed.\n");
67*4882a593Smuzhiyun goto out;
68*4882a593Smuzhiyun }
69*4882a593Smuzhiyun
70*4882a593Smuzhiyun pr_debug("Loaded purgatory at 0x%lx\n", pbuf.mem);
71*4882a593Smuzhiyun
72*4882a593Smuzhiyun /* Load additional segments needed for panic kernel */
73*4882a593Smuzhiyun if (image->type == KEXEC_TYPE_CRASH) {
74*4882a593Smuzhiyun ret = load_crashdump_segments_ppc64(image, &kbuf);
75*4882a593Smuzhiyun if (ret) {
76*4882a593Smuzhiyun pr_err("Failed to load kdump kernel segments\n");
77*4882a593Smuzhiyun goto out;
78*4882a593Smuzhiyun }
79*4882a593Smuzhiyun
80*4882a593Smuzhiyun /* Setup cmdline for kdump kernel case */
81*4882a593Smuzhiyun modified_cmdline = setup_kdump_cmdline(image, cmdline,
82*4882a593Smuzhiyun cmdline_len);
83*4882a593Smuzhiyun if (!modified_cmdline) {
84*4882a593Smuzhiyun pr_err("Setting up cmdline for kdump kernel failed\n");
85*4882a593Smuzhiyun ret = -EINVAL;
86*4882a593Smuzhiyun goto out;
87*4882a593Smuzhiyun }
88*4882a593Smuzhiyun cmdline = modified_cmdline;
89*4882a593Smuzhiyun }
90*4882a593Smuzhiyun
91*4882a593Smuzhiyun if (initrd != NULL) {
92*4882a593Smuzhiyun kbuf.buffer = initrd;
93*4882a593Smuzhiyun kbuf.bufsz = kbuf.memsz = initrd_len;
94*4882a593Smuzhiyun kbuf.buf_align = PAGE_SIZE;
95*4882a593Smuzhiyun kbuf.top_down = false;
96*4882a593Smuzhiyun kbuf.mem = KEXEC_BUF_MEM_UNKNOWN;
97*4882a593Smuzhiyun ret = kexec_add_buffer(&kbuf);
98*4882a593Smuzhiyun if (ret)
99*4882a593Smuzhiyun goto out;
100*4882a593Smuzhiyun initrd_load_addr = kbuf.mem;
101*4882a593Smuzhiyun
102*4882a593Smuzhiyun pr_debug("Loaded initrd at 0x%lx\n", initrd_load_addr);
103*4882a593Smuzhiyun }
104*4882a593Smuzhiyun
105*4882a593Smuzhiyun fdt_size = kexec_fdt_totalsize_ppc64(image);
106*4882a593Smuzhiyun fdt = kmalloc(fdt_size, GFP_KERNEL);
107*4882a593Smuzhiyun if (!fdt) {
108*4882a593Smuzhiyun pr_err("Not enough memory for the device tree.\n");
109*4882a593Smuzhiyun ret = -ENOMEM;
110*4882a593Smuzhiyun goto out;
111*4882a593Smuzhiyun }
112*4882a593Smuzhiyun ret = fdt_open_into(initial_boot_params, fdt, fdt_size);
113*4882a593Smuzhiyun if (ret < 0) {
114*4882a593Smuzhiyun pr_err("Error setting up the new device tree.\n");
115*4882a593Smuzhiyun ret = -EINVAL;
116*4882a593Smuzhiyun goto out;
117*4882a593Smuzhiyun }
118*4882a593Smuzhiyun
119*4882a593Smuzhiyun ret = setup_new_fdt_ppc64(image, fdt, initrd_load_addr,
120*4882a593Smuzhiyun initrd_len, cmdline);
121*4882a593Smuzhiyun if (ret)
122*4882a593Smuzhiyun goto out;
123*4882a593Smuzhiyun
124*4882a593Smuzhiyun fdt_pack(fdt);
125*4882a593Smuzhiyun
126*4882a593Smuzhiyun kbuf.buffer = fdt;
127*4882a593Smuzhiyun kbuf.bufsz = kbuf.memsz = fdt_size;
128*4882a593Smuzhiyun kbuf.buf_align = PAGE_SIZE;
129*4882a593Smuzhiyun kbuf.top_down = true;
130*4882a593Smuzhiyun kbuf.mem = KEXEC_BUF_MEM_UNKNOWN;
131*4882a593Smuzhiyun ret = kexec_add_buffer(&kbuf);
132*4882a593Smuzhiyun if (ret)
133*4882a593Smuzhiyun goto out;
134*4882a593Smuzhiyun fdt_load_addr = kbuf.mem;
135*4882a593Smuzhiyun
136*4882a593Smuzhiyun pr_debug("Loaded device tree at 0x%lx\n", fdt_load_addr);
137*4882a593Smuzhiyun
138*4882a593Smuzhiyun slave_code = elf_info.buffer + elf_info.proghdrs[0].p_offset;
139*4882a593Smuzhiyun ret = setup_purgatory_ppc64(image, slave_code, fdt, kernel_load_addr,
140*4882a593Smuzhiyun fdt_load_addr);
141*4882a593Smuzhiyun if (ret)
142*4882a593Smuzhiyun pr_err("Error setting up the purgatory.\n");
143*4882a593Smuzhiyun
144*4882a593Smuzhiyun out:
145*4882a593Smuzhiyun kfree(modified_cmdline);
146*4882a593Smuzhiyun kexec_free_elf_info(&elf_info);
147*4882a593Smuzhiyun
148*4882a593Smuzhiyun /* Make kimage_file_post_load_cleanup free the fdt buffer for us. */
149*4882a593Smuzhiyun return ret ? ERR_PTR(ret) : fdt;
150*4882a593Smuzhiyun }
151*4882a593Smuzhiyun
152*4882a593Smuzhiyun const struct kexec_file_ops kexec_elf64_ops = {
153*4882a593Smuzhiyun .probe = kexec_elf_probe,
154*4882a593Smuzhiyun .load = elf64_load,
155*4882a593Smuzhiyun };
156