1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun * Copyright (c) 2017 Oracle and/or its affiliates. All rights reserved.
3*4882a593Smuzhiyun */
4*4882a593Smuzhiyun
5*4882a593Smuzhiyun /*
6*4882a593Smuzhiyun * This file is included up to twice from vdso2c.c. It generates code for
7*4882a593Smuzhiyun * 32-bit and 64-bit vDSOs. We will eventually need both for 64-bit builds,
8*4882a593Smuzhiyun * since 32-bit vDSOs will then be built for 32-bit userspace.
9*4882a593Smuzhiyun */
10*4882a593Smuzhiyun
BITSFUNC(go)11*4882a593Smuzhiyun static void BITSFUNC(go)(void *raw_addr, size_t raw_len,
12*4882a593Smuzhiyun void *stripped_addr, size_t stripped_len,
13*4882a593Smuzhiyun FILE *outfile, const char *name)
14*4882a593Smuzhiyun {
15*4882a593Smuzhiyun int found_load = 0;
16*4882a593Smuzhiyun unsigned long load_size = -1; /* Work around bogus warning */
17*4882a593Smuzhiyun unsigned long mapping_size;
18*4882a593Smuzhiyun int i;
19*4882a593Smuzhiyun unsigned long j;
20*4882a593Smuzhiyun ELF(Shdr) *symtab_hdr = NULL, *strtab_hdr;
21*4882a593Smuzhiyun ELF(Ehdr) *hdr = (ELF(Ehdr) *)raw_addr;
22*4882a593Smuzhiyun ELF(Dyn) *dyn = 0, *dyn_end = 0;
23*4882a593Smuzhiyun INT_BITS syms[NSYMS] = {};
24*4882a593Smuzhiyun
25*4882a593Smuzhiyun ELF(Phdr) *pt = (ELF(Phdr) *)(raw_addr + GET_BE(&hdr->e_phoff));
26*4882a593Smuzhiyun
27*4882a593Smuzhiyun /* Walk the segment table. */
28*4882a593Smuzhiyun for (i = 0; i < GET_BE(&hdr->e_phnum); i++) {
29*4882a593Smuzhiyun if (GET_BE(&pt[i].p_type) == PT_LOAD) {
30*4882a593Smuzhiyun if (found_load)
31*4882a593Smuzhiyun fail("multiple PT_LOAD segs\n");
32*4882a593Smuzhiyun
33*4882a593Smuzhiyun if (GET_BE(&pt[i].p_offset) != 0 ||
34*4882a593Smuzhiyun GET_BE(&pt[i].p_vaddr) != 0)
35*4882a593Smuzhiyun fail("PT_LOAD in wrong place\n");
36*4882a593Smuzhiyun
37*4882a593Smuzhiyun if (GET_BE(&pt[i].p_memsz) != GET_BE(&pt[i].p_filesz))
38*4882a593Smuzhiyun fail("cannot handle memsz != filesz\n");
39*4882a593Smuzhiyun
40*4882a593Smuzhiyun load_size = GET_BE(&pt[i].p_memsz);
41*4882a593Smuzhiyun found_load = 1;
42*4882a593Smuzhiyun } else if (GET_BE(&pt[i].p_type) == PT_DYNAMIC) {
43*4882a593Smuzhiyun dyn = raw_addr + GET_BE(&pt[i].p_offset);
44*4882a593Smuzhiyun dyn_end = raw_addr + GET_BE(&pt[i].p_offset) +
45*4882a593Smuzhiyun GET_BE(&pt[i].p_memsz);
46*4882a593Smuzhiyun }
47*4882a593Smuzhiyun }
48*4882a593Smuzhiyun if (!found_load)
49*4882a593Smuzhiyun fail("no PT_LOAD seg\n");
50*4882a593Smuzhiyun
51*4882a593Smuzhiyun if (stripped_len < load_size)
52*4882a593Smuzhiyun fail("stripped input is too short\n");
53*4882a593Smuzhiyun
54*4882a593Smuzhiyun /* Walk the dynamic table */
55*4882a593Smuzhiyun for (i = 0; dyn + i < dyn_end &&
56*4882a593Smuzhiyun GET_BE(&dyn[i].d_tag) != DT_NULL; i++) {
57*4882a593Smuzhiyun typeof(dyn[i].d_tag) tag = GET_BE(&dyn[i].d_tag);
58*4882a593Smuzhiyun typeof(dyn[i].d_un.d_val) val = GET_BE(&dyn[i].d_un.d_val);
59*4882a593Smuzhiyun
60*4882a593Smuzhiyun if ((tag == DT_RELSZ || tag == DT_RELASZ) && (val != 0))
61*4882a593Smuzhiyun fail("vdso image contains dynamic relocations\n");
62*4882a593Smuzhiyun }
63*4882a593Smuzhiyun
64*4882a593Smuzhiyun /* Walk the section table */
65*4882a593Smuzhiyun for (i = 0; i < GET_BE(&hdr->e_shnum); i++) {
66*4882a593Smuzhiyun ELF(Shdr) *sh = raw_addr + GET_BE(&hdr->e_shoff) +
67*4882a593Smuzhiyun GET_BE(&hdr->e_shentsize) * i;
68*4882a593Smuzhiyun if (GET_BE(&sh->sh_type) == SHT_SYMTAB)
69*4882a593Smuzhiyun symtab_hdr = sh;
70*4882a593Smuzhiyun }
71*4882a593Smuzhiyun
72*4882a593Smuzhiyun if (!symtab_hdr)
73*4882a593Smuzhiyun fail("no symbol table\n");
74*4882a593Smuzhiyun
75*4882a593Smuzhiyun strtab_hdr = raw_addr + GET_BE(&hdr->e_shoff) +
76*4882a593Smuzhiyun GET_BE(&hdr->e_shentsize) * GET_BE(&symtab_hdr->sh_link);
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun /* Walk the symbol table */
79*4882a593Smuzhiyun for (i = 0;
80*4882a593Smuzhiyun i < GET_BE(&symtab_hdr->sh_size) / GET_BE(&symtab_hdr->sh_entsize);
81*4882a593Smuzhiyun i++) {
82*4882a593Smuzhiyun int k;
83*4882a593Smuzhiyun
84*4882a593Smuzhiyun ELF(Sym) *sym = raw_addr + GET_BE(&symtab_hdr->sh_offset) +
85*4882a593Smuzhiyun GET_BE(&symtab_hdr->sh_entsize) * i;
86*4882a593Smuzhiyun const char *name = raw_addr + GET_BE(&strtab_hdr->sh_offset) +
87*4882a593Smuzhiyun GET_BE(&sym->st_name);
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun for (k = 0; k < NSYMS; k++) {
90*4882a593Smuzhiyun if (!strcmp(name, required_syms[k].name)) {
91*4882a593Smuzhiyun if (syms[k]) {
92*4882a593Smuzhiyun fail("duplicate symbol %s\n",
93*4882a593Smuzhiyun required_syms[k].name);
94*4882a593Smuzhiyun }
95*4882a593Smuzhiyun
96*4882a593Smuzhiyun /*
97*4882a593Smuzhiyun * Careful: we use negative addresses, but
98*4882a593Smuzhiyun * st_value is unsigned, so we rely
99*4882a593Smuzhiyun * on syms[k] being a signed type of the
100*4882a593Smuzhiyun * correct width.
101*4882a593Smuzhiyun */
102*4882a593Smuzhiyun syms[k] = GET_BE(&sym->st_value);
103*4882a593Smuzhiyun }
104*4882a593Smuzhiyun }
105*4882a593Smuzhiyun }
106*4882a593Smuzhiyun
107*4882a593Smuzhiyun /* Validate mapping addresses. */
108*4882a593Smuzhiyun if (syms[sym_vvar_start] % 8192)
109*4882a593Smuzhiyun fail("vvar_begin must be a multiple of 8192\n");
110*4882a593Smuzhiyun
111*4882a593Smuzhiyun if (!name) {
112*4882a593Smuzhiyun fwrite(stripped_addr, stripped_len, 1, outfile);
113*4882a593Smuzhiyun return;
114*4882a593Smuzhiyun }
115*4882a593Smuzhiyun
116*4882a593Smuzhiyun mapping_size = (stripped_len + 8191) / 8192 * 8192;
117*4882a593Smuzhiyun
118*4882a593Smuzhiyun fprintf(outfile, "/* AUTOMATICALLY GENERATED -- DO NOT EDIT */\n\n");
119*4882a593Smuzhiyun fprintf(outfile, "#include <linux/cache.h>\n");
120*4882a593Smuzhiyun fprintf(outfile, "#include <asm/vdso.h>\n");
121*4882a593Smuzhiyun fprintf(outfile, "\n");
122*4882a593Smuzhiyun fprintf(outfile,
123*4882a593Smuzhiyun "static unsigned char raw_data[%lu] __ro_after_init __aligned(8192)= {",
124*4882a593Smuzhiyun mapping_size);
125*4882a593Smuzhiyun for (j = 0; j < stripped_len; j++) {
126*4882a593Smuzhiyun if (j % 10 == 0)
127*4882a593Smuzhiyun fprintf(outfile, "\n\t");
128*4882a593Smuzhiyun fprintf(outfile, "0x%02X, ",
129*4882a593Smuzhiyun (int)((unsigned char *)stripped_addr)[j]);
130*4882a593Smuzhiyun }
131*4882a593Smuzhiyun fprintf(outfile, "\n};\n\n");
132*4882a593Smuzhiyun
133*4882a593Smuzhiyun fprintf(outfile, "const struct vdso_image %s_builtin = {\n", name);
134*4882a593Smuzhiyun fprintf(outfile, "\t.data = raw_data,\n");
135*4882a593Smuzhiyun fprintf(outfile, "\t.size = %lu,\n", mapping_size);
136*4882a593Smuzhiyun for (i = 0; i < NSYMS; i++) {
137*4882a593Smuzhiyun if (required_syms[i].export && syms[i])
138*4882a593Smuzhiyun fprintf(outfile, "\t.sym_%s = %" PRIi64 ",\n",
139*4882a593Smuzhiyun required_syms[i].name, (int64_t)syms[i]);
140*4882a593Smuzhiyun }
141*4882a593Smuzhiyun fprintf(outfile, "};\n");
142*4882a593Smuzhiyun }
143