1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun #include <linux/kernel.h>
3*4882a593Smuzhiyun #include <linux/init.h>
4*4882a593Smuzhiyun #include <linux/ctype.h>
5*4882a593Smuzhiyun #include <linux/pgtable.h>
6*4882a593Smuzhiyun #include <asm/ebcdic.h>
7*4882a593Smuzhiyun #include <asm/sclp.h>
8*4882a593Smuzhiyun #include <asm/sections.h>
9*4882a593Smuzhiyun #include <asm/boot_data.h>
10*4882a593Smuzhiyun #include <asm/facility.h>
11*4882a593Smuzhiyun #include <asm/uv.h>
12*4882a593Smuzhiyun #include "boot.h"
13*4882a593Smuzhiyun
14*4882a593Smuzhiyun char __bootdata(early_command_line)[COMMAND_LINE_SIZE];
15*4882a593Smuzhiyun struct ipl_parameter_block __bootdata_preserved(ipl_block);
16*4882a593Smuzhiyun int __bootdata_preserved(ipl_block_valid);
17*4882a593Smuzhiyun unsigned int __bootdata_preserved(zlib_dfltcc_support) = ZLIB_DFLTCC_FULL;
18*4882a593Smuzhiyun
19*4882a593Smuzhiyun unsigned long __bootdata(vmalloc_size) = VMALLOC_DEFAULT_SIZE;
20*4882a593Smuzhiyun unsigned long __bootdata(memory_end);
21*4882a593Smuzhiyun int __bootdata(memory_end_set);
22*4882a593Smuzhiyun int __bootdata(noexec_disabled);
23*4882a593Smuzhiyun
24*4882a593Smuzhiyun int kaslr_enabled;
25*4882a593Smuzhiyun
__diag308(unsigned long subcode,void * addr)26*4882a593Smuzhiyun static inline int __diag308(unsigned long subcode, void *addr)
27*4882a593Smuzhiyun {
28*4882a593Smuzhiyun register unsigned long _addr asm("0") = (unsigned long)addr;
29*4882a593Smuzhiyun register unsigned long _rc asm("1") = 0;
30*4882a593Smuzhiyun unsigned long reg1, reg2;
31*4882a593Smuzhiyun psw_t old;
32*4882a593Smuzhiyun
33*4882a593Smuzhiyun asm volatile(
34*4882a593Smuzhiyun " mvc 0(16,%[psw_old]),0(%[psw_pgm])\n"
35*4882a593Smuzhiyun " epsw %0,%1\n"
36*4882a593Smuzhiyun " st %0,0(%[psw_pgm])\n"
37*4882a593Smuzhiyun " st %1,4(%[psw_pgm])\n"
38*4882a593Smuzhiyun " larl %0,1f\n"
39*4882a593Smuzhiyun " stg %0,8(%[psw_pgm])\n"
40*4882a593Smuzhiyun " diag %[addr],%[subcode],0x308\n"
41*4882a593Smuzhiyun "1: mvc 0(16,%[psw_pgm]),0(%[psw_old])\n"
42*4882a593Smuzhiyun : "=&d" (reg1), "=&a" (reg2),
43*4882a593Smuzhiyun "+Q" (S390_lowcore.program_new_psw),
44*4882a593Smuzhiyun "=Q" (old),
45*4882a593Smuzhiyun [addr] "+d" (_addr), "+d" (_rc)
46*4882a593Smuzhiyun : [subcode] "d" (subcode),
47*4882a593Smuzhiyun [psw_old] "a" (&old),
48*4882a593Smuzhiyun [psw_pgm] "a" (&S390_lowcore.program_new_psw)
49*4882a593Smuzhiyun : "cc", "memory");
50*4882a593Smuzhiyun return _rc;
51*4882a593Smuzhiyun }
52*4882a593Smuzhiyun
store_ipl_parmblock(void)53*4882a593Smuzhiyun void store_ipl_parmblock(void)
54*4882a593Smuzhiyun {
55*4882a593Smuzhiyun int rc;
56*4882a593Smuzhiyun
57*4882a593Smuzhiyun rc = __diag308(DIAG308_STORE, &ipl_block);
58*4882a593Smuzhiyun if (rc == DIAG308_RC_OK &&
59*4882a593Smuzhiyun ipl_block.hdr.version <= IPL_MAX_SUPPORTED_VERSION)
60*4882a593Smuzhiyun ipl_block_valid = 1;
61*4882a593Smuzhiyun }
62*4882a593Smuzhiyun
scpdata_length(const u8 * buf,size_t count)63*4882a593Smuzhiyun static size_t scpdata_length(const u8 *buf, size_t count)
64*4882a593Smuzhiyun {
65*4882a593Smuzhiyun while (count) {
66*4882a593Smuzhiyun if (buf[count - 1] != '\0' && buf[count - 1] != ' ')
67*4882a593Smuzhiyun break;
68*4882a593Smuzhiyun count--;
69*4882a593Smuzhiyun }
70*4882a593Smuzhiyun return count;
71*4882a593Smuzhiyun }
72*4882a593Smuzhiyun
ipl_block_get_ascii_scpdata(char * dest,size_t size,const struct ipl_parameter_block * ipb)73*4882a593Smuzhiyun static size_t ipl_block_get_ascii_scpdata(char *dest, size_t size,
74*4882a593Smuzhiyun const struct ipl_parameter_block *ipb)
75*4882a593Smuzhiyun {
76*4882a593Smuzhiyun const __u8 *scp_data;
77*4882a593Smuzhiyun __u32 scp_data_len;
78*4882a593Smuzhiyun int has_lowercase;
79*4882a593Smuzhiyun size_t count = 0;
80*4882a593Smuzhiyun size_t i;
81*4882a593Smuzhiyun
82*4882a593Smuzhiyun switch (ipb->pb0_hdr.pbt) {
83*4882a593Smuzhiyun case IPL_PBT_FCP:
84*4882a593Smuzhiyun scp_data_len = ipb->fcp.scp_data_len;
85*4882a593Smuzhiyun scp_data = ipb->fcp.scp_data;
86*4882a593Smuzhiyun break;
87*4882a593Smuzhiyun case IPL_PBT_NVME:
88*4882a593Smuzhiyun scp_data_len = ipb->nvme.scp_data_len;
89*4882a593Smuzhiyun scp_data = ipb->nvme.scp_data;
90*4882a593Smuzhiyun break;
91*4882a593Smuzhiyun default:
92*4882a593Smuzhiyun goto out;
93*4882a593Smuzhiyun }
94*4882a593Smuzhiyun
95*4882a593Smuzhiyun count = min(size - 1, scpdata_length(scp_data, scp_data_len));
96*4882a593Smuzhiyun if (!count)
97*4882a593Smuzhiyun goto out;
98*4882a593Smuzhiyun
99*4882a593Smuzhiyun has_lowercase = 0;
100*4882a593Smuzhiyun for (i = 0; i < count; i++) {
101*4882a593Smuzhiyun if (!isascii(scp_data[i])) {
102*4882a593Smuzhiyun count = 0;
103*4882a593Smuzhiyun goto out;
104*4882a593Smuzhiyun }
105*4882a593Smuzhiyun if (!has_lowercase && islower(scp_data[i]))
106*4882a593Smuzhiyun has_lowercase = 1;
107*4882a593Smuzhiyun }
108*4882a593Smuzhiyun
109*4882a593Smuzhiyun if (has_lowercase)
110*4882a593Smuzhiyun memcpy(dest, scp_data, count);
111*4882a593Smuzhiyun else
112*4882a593Smuzhiyun for (i = 0; i < count; i++)
113*4882a593Smuzhiyun dest[i] = tolower(scp_data[i]);
114*4882a593Smuzhiyun out:
115*4882a593Smuzhiyun dest[count] = '\0';
116*4882a593Smuzhiyun return count;
117*4882a593Smuzhiyun }
118*4882a593Smuzhiyun
append_ipl_block_parm(void)119*4882a593Smuzhiyun static void append_ipl_block_parm(void)
120*4882a593Smuzhiyun {
121*4882a593Smuzhiyun char *parm, *delim;
122*4882a593Smuzhiyun size_t len, rc = 0;
123*4882a593Smuzhiyun
124*4882a593Smuzhiyun len = strlen(early_command_line);
125*4882a593Smuzhiyun
126*4882a593Smuzhiyun delim = early_command_line + len; /* '\0' character position */
127*4882a593Smuzhiyun parm = early_command_line + len + 1; /* append right after '\0' */
128*4882a593Smuzhiyun
129*4882a593Smuzhiyun switch (ipl_block.pb0_hdr.pbt) {
130*4882a593Smuzhiyun case IPL_PBT_CCW:
131*4882a593Smuzhiyun rc = ipl_block_get_ascii_vmparm(
132*4882a593Smuzhiyun parm, COMMAND_LINE_SIZE - len - 1, &ipl_block);
133*4882a593Smuzhiyun break;
134*4882a593Smuzhiyun case IPL_PBT_FCP:
135*4882a593Smuzhiyun case IPL_PBT_NVME:
136*4882a593Smuzhiyun rc = ipl_block_get_ascii_scpdata(
137*4882a593Smuzhiyun parm, COMMAND_LINE_SIZE - len - 1, &ipl_block);
138*4882a593Smuzhiyun break;
139*4882a593Smuzhiyun }
140*4882a593Smuzhiyun if (rc) {
141*4882a593Smuzhiyun if (*parm == '=')
142*4882a593Smuzhiyun memmove(early_command_line, parm + 1, rc);
143*4882a593Smuzhiyun else
144*4882a593Smuzhiyun *delim = ' '; /* replace '\0' with space */
145*4882a593Smuzhiyun }
146*4882a593Smuzhiyun }
147*4882a593Smuzhiyun
has_ebcdic_char(const char * str)148*4882a593Smuzhiyun static inline int has_ebcdic_char(const char *str)
149*4882a593Smuzhiyun {
150*4882a593Smuzhiyun int i;
151*4882a593Smuzhiyun
152*4882a593Smuzhiyun for (i = 0; str[i]; i++)
153*4882a593Smuzhiyun if (str[i] & 0x80)
154*4882a593Smuzhiyun return 1;
155*4882a593Smuzhiyun return 0;
156*4882a593Smuzhiyun }
157*4882a593Smuzhiyun
setup_boot_command_line(void)158*4882a593Smuzhiyun void setup_boot_command_line(void)
159*4882a593Smuzhiyun {
160*4882a593Smuzhiyun COMMAND_LINE[ARCH_COMMAND_LINE_SIZE - 1] = 0;
161*4882a593Smuzhiyun /* convert arch command line to ascii if necessary */
162*4882a593Smuzhiyun if (has_ebcdic_char(COMMAND_LINE))
163*4882a593Smuzhiyun EBCASC(COMMAND_LINE, ARCH_COMMAND_LINE_SIZE);
164*4882a593Smuzhiyun /* copy arch command line */
165*4882a593Smuzhiyun strcpy(early_command_line, strim(COMMAND_LINE));
166*4882a593Smuzhiyun
167*4882a593Smuzhiyun /* append IPL PARM data to the boot command line */
168*4882a593Smuzhiyun if (!is_prot_virt_guest() && ipl_block_valid)
169*4882a593Smuzhiyun append_ipl_block_parm();
170*4882a593Smuzhiyun }
171*4882a593Smuzhiyun
modify_facility(unsigned long nr,bool clear)172*4882a593Smuzhiyun static void modify_facility(unsigned long nr, bool clear)
173*4882a593Smuzhiyun {
174*4882a593Smuzhiyun if (clear)
175*4882a593Smuzhiyun __clear_facility(nr, S390_lowcore.stfle_fac_list);
176*4882a593Smuzhiyun else
177*4882a593Smuzhiyun __set_facility(nr, S390_lowcore.stfle_fac_list);
178*4882a593Smuzhiyun }
179*4882a593Smuzhiyun
check_cleared_facilities(void)180*4882a593Smuzhiyun static void check_cleared_facilities(void)
181*4882a593Smuzhiyun {
182*4882a593Smuzhiyun unsigned long als[] = { FACILITIES_ALS };
183*4882a593Smuzhiyun int i;
184*4882a593Smuzhiyun
185*4882a593Smuzhiyun for (i = 0; i < ARRAY_SIZE(als); i++) {
186*4882a593Smuzhiyun if ((S390_lowcore.stfle_fac_list[i] & als[i]) != als[i]) {
187*4882a593Smuzhiyun sclp_early_printk("Warning: The Linux kernel requires facilities cleared via command line option\n");
188*4882a593Smuzhiyun print_missing_facilities();
189*4882a593Smuzhiyun break;
190*4882a593Smuzhiyun }
191*4882a593Smuzhiyun }
192*4882a593Smuzhiyun }
193*4882a593Smuzhiyun
modify_fac_list(char * str)194*4882a593Smuzhiyun static void modify_fac_list(char *str)
195*4882a593Smuzhiyun {
196*4882a593Smuzhiyun unsigned long val, endval;
197*4882a593Smuzhiyun char *endp;
198*4882a593Smuzhiyun bool clear;
199*4882a593Smuzhiyun
200*4882a593Smuzhiyun while (*str) {
201*4882a593Smuzhiyun clear = false;
202*4882a593Smuzhiyun if (*str == '!') {
203*4882a593Smuzhiyun clear = true;
204*4882a593Smuzhiyun str++;
205*4882a593Smuzhiyun }
206*4882a593Smuzhiyun val = simple_strtoull(str, &endp, 0);
207*4882a593Smuzhiyun if (str == endp)
208*4882a593Smuzhiyun break;
209*4882a593Smuzhiyun str = endp;
210*4882a593Smuzhiyun if (*str == '-') {
211*4882a593Smuzhiyun str++;
212*4882a593Smuzhiyun endval = simple_strtoull(str, &endp, 0);
213*4882a593Smuzhiyun if (str == endp)
214*4882a593Smuzhiyun break;
215*4882a593Smuzhiyun str = endp;
216*4882a593Smuzhiyun while (val <= endval) {
217*4882a593Smuzhiyun modify_facility(val, clear);
218*4882a593Smuzhiyun val++;
219*4882a593Smuzhiyun }
220*4882a593Smuzhiyun } else {
221*4882a593Smuzhiyun modify_facility(val, clear);
222*4882a593Smuzhiyun }
223*4882a593Smuzhiyun if (*str != ',')
224*4882a593Smuzhiyun break;
225*4882a593Smuzhiyun str++;
226*4882a593Smuzhiyun }
227*4882a593Smuzhiyun check_cleared_facilities();
228*4882a593Smuzhiyun }
229*4882a593Smuzhiyun
230*4882a593Smuzhiyun static char command_line_buf[COMMAND_LINE_SIZE];
parse_boot_command_line(void)231*4882a593Smuzhiyun void parse_boot_command_line(void)
232*4882a593Smuzhiyun {
233*4882a593Smuzhiyun char *param, *val;
234*4882a593Smuzhiyun bool enabled;
235*4882a593Smuzhiyun char *args;
236*4882a593Smuzhiyun int rc;
237*4882a593Smuzhiyun
238*4882a593Smuzhiyun kaslr_enabled = IS_ENABLED(CONFIG_RANDOMIZE_BASE);
239*4882a593Smuzhiyun args = strcpy(command_line_buf, early_command_line);
240*4882a593Smuzhiyun while (*args) {
241*4882a593Smuzhiyun args = next_arg(args, ¶m, &val);
242*4882a593Smuzhiyun
243*4882a593Smuzhiyun if (!strcmp(param, "mem") && val) {
244*4882a593Smuzhiyun memory_end = round_down(memparse(val, NULL), PAGE_SIZE);
245*4882a593Smuzhiyun memory_end_set = 1;
246*4882a593Smuzhiyun }
247*4882a593Smuzhiyun
248*4882a593Smuzhiyun if (!strcmp(param, "vmalloc") && val)
249*4882a593Smuzhiyun vmalloc_size = round_up(memparse(val, NULL), PAGE_SIZE);
250*4882a593Smuzhiyun
251*4882a593Smuzhiyun if (!strcmp(param, "dfltcc") && val) {
252*4882a593Smuzhiyun if (!strcmp(val, "off"))
253*4882a593Smuzhiyun zlib_dfltcc_support = ZLIB_DFLTCC_DISABLED;
254*4882a593Smuzhiyun else if (!strcmp(val, "on"))
255*4882a593Smuzhiyun zlib_dfltcc_support = ZLIB_DFLTCC_FULL;
256*4882a593Smuzhiyun else if (!strcmp(val, "def_only"))
257*4882a593Smuzhiyun zlib_dfltcc_support = ZLIB_DFLTCC_DEFLATE_ONLY;
258*4882a593Smuzhiyun else if (!strcmp(val, "inf_only"))
259*4882a593Smuzhiyun zlib_dfltcc_support = ZLIB_DFLTCC_INFLATE_ONLY;
260*4882a593Smuzhiyun else if (!strcmp(val, "always"))
261*4882a593Smuzhiyun zlib_dfltcc_support = ZLIB_DFLTCC_FULL_DEBUG;
262*4882a593Smuzhiyun }
263*4882a593Smuzhiyun
264*4882a593Smuzhiyun if (!strcmp(param, "noexec")) {
265*4882a593Smuzhiyun rc = kstrtobool(val, &enabled);
266*4882a593Smuzhiyun if (!rc && !enabled)
267*4882a593Smuzhiyun noexec_disabled = 1;
268*4882a593Smuzhiyun }
269*4882a593Smuzhiyun
270*4882a593Smuzhiyun if (!strcmp(param, "facilities") && val)
271*4882a593Smuzhiyun modify_fac_list(val);
272*4882a593Smuzhiyun
273*4882a593Smuzhiyun if (!strcmp(param, "nokaslr"))
274*4882a593Smuzhiyun kaslr_enabled = 0;
275*4882a593Smuzhiyun
276*4882a593Smuzhiyun #if IS_ENABLED(CONFIG_KVM)
277*4882a593Smuzhiyun if (!strcmp(param, "prot_virt")) {
278*4882a593Smuzhiyun rc = kstrtobool(val, &enabled);
279*4882a593Smuzhiyun if (!rc && enabled)
280*4882a593Smuzhiyun prot_virt_host = 1;
281*4882a593Smuzhiyun }
282*4882a593Smuzhiyun #endif
283*4882a593Smuzhiyun }
284*4882a593Smuzhiyun }
285*4882a593Smuzhiyun
is_ipl_block_dump(void)286*4882a593Smuzhiyun static inline bool is_ipl_block_dump(void)
287*4882a593Smuzhiyun {
288*4882a593Smuzhiyun if (ipl_block.pb0_hdr.pbt == IPL_PBT_FCP &&
289*4882a593Smuzhiyun ipl_block.fcp.opt == IPL_PB0_FCP_OPT_DUMP)
290*4882a593Smuzhiyun return true;
291*4882a593Smuzhiyun if (ipl_block.pb0_hdr.pbt == IPL_PBT_NVME &&
292*4882a593Smuzhiyun ipl_block.nvme.opt == IPL_PB0_NVME_OPT_DUMP)
293*4882a593Smuzhiyun return true;
294*4882a593Smuzhiyun return false;
295*4882a593Smuzhiyun }
296*4882a593Smuzhiyun
setup_memory_end(void)297*4882a593Smuzhiyun void setup_memory_end(void)
298*4882a593Smuzhiyun {
299*4882a593Smuzhiyun #ifdef CONFIG_CRASH_DUMP
300*4882a593Smuzhiyun if (OLDMEM_BASE) {
301*4882a593Smuzhiyun kaslr_enabled = 0;
302*4882a593Smuzhiyun } else if (ipl_block_valid && is_ipl_block_dump()) {
303*4882a593Smuzhiyun kaslr_enabled = 0;
304*4882a593Smuzhiyun if (!sclp_early_get_hsa_size(&memory_end) && memory_end)
305*4882a593Smuzhiyun memory_end_set = 1;
306*4882a593Smuzhiyun }
307*4882a593Smuzhiyun #endif
308*4882a593Smuzhiyun }
309