1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright (C) 2017 Josh Poimboeuf <jpoimboe@redhat.com>
4*4882a593Smuzhiyun */
5*4882a593Smuzhiyun
6*4882a593Smuzhiyun #include <stdlib.h>
7*4882a593Smuzhiyun #include <string.h>
8*4882a593Smuzhiyun
9*4882a593Smuzhiyun #include <linux/objtool.h>
10*4882a593Smuzhiyun #include <asm/orc_types.h>
11*4882a593Smuzhiyun
12*4882a593Smuzhiyun #include "check.h"
13*4882a593Smuzhiyun #include "warn.h"
14*4882a593Smuzhiyun
init_orc_entry(struct orc_entry * orc,struct cfi_state * cfi,struct instruction * insn)15*4882a593Smuzhiyun static int init_orc_entry(struct orc_entry *orc, struct cfi_state *cfi,
16*4882a593Smuzhiyun struct instruction *insn)
17*4882a593Smuzhiyun {
18*4882a593Smuzhiyun struct cfi_reg *bp = &cfi->regs[CFI_BP];
19*4882a593Smuzhiyun
20*4882a593Smuzhiyun memset(orc, 0, sizeof(*orc));
21*4882a593Smuzhiyun
22*4882a593Smuzhiyun if (!cfi) {
23*4882a593Smuzhiyun orc->end = 0;
24*4882a593Smuzhiyun orc->sp_reg = ORC_REG_UNDEFINED;
25*4882a593Smuzhiyun return 0;
26*4882a593Smuzhiyun }
27*4882a593Smuzhiyun
28*4882a593Smuzhiyun orc->end = cfi->end;
29*4882a593Smuzhiyun
30*4882a593Smuzhiyun if (cfi->cfa.base == CFI_UNDEFINED) {
31*4882a593Smuzhiyun orc->sp_reg = ORC_REG_UNDEFINED;
32*4882a593Smuzhiyun return 0;
33*4882a593Smuzhiyun }
34*4882a593Smuzhiyun
35*4882a593Smuzhiyun switch (cfi->cfa.base) {
36*4882a593Smuzhiyun case CFI_SP:
37*4882a593Smuzhiyun orc->sp_reg = ORC_REG_SP;
38*4882a593Smuzhiyun break;
39*4882a593Smuzhiyun case CFI_SP_INDIRECT:
40*4882a593Smuzhiyun orc->sp_reg = ORC_REG_SP_INDIRECT;
41*4882a593Smuzhiyun break;
42*4882a593Smuzhiyun case CFI_BP:
43*4882a593Smuzhiyun orc->sp_reg = ORC_REG_BP;
44*4882a593Smuzhiyun break;
45*4882a593Smuzhiyun case CFI_BP_INDIRECT:
46*4882a593Smuzhiyun orc->sp_reg = ORC_REG_BP_INDIRECT;
47*4882a593Smuzhiyun break;
48*4882a593Smuzhiyun case CFI_R10:
49*4882a593Smuzhiyun orc->sp_reg = ORC_REG_R10;
50*4882a593Smuzhiyun break;
51*4882a593Smuzhiyun case CFI_R13:
52*4882a593Smuzhiyun orc->sp_reg = ORC_REG_R13;
53*4882a593Smuzhiyun break;
54*4882a593Smuzhiyun case CFI_DI:
55*4882a593Smuzhiyun orc->sp_reg = ORC_REG_DI;
56*4882a593Smuzhiyun break;
57*4882a593Smuzhiyun case CFI_DX:
58*4882a593Smuzhiyun orc->sp_reg = ORC_REG_DX;
59*4882a593Smuzhiyun break;
60*4882a593Smuzhiyun default:
61*4882a593Smuzhiyun WARN_FUNC("unknown CFA base reg %d",
62*4882a593Smuzhiyun insn->sec, insn->offset, cfi->cfa.base);
63*4882a593Smuzhiyun return -1;
64*4882a593Smuzhiyun }
65*4882a593Smuzhiyun
66*4882a593Smuzhiyun switch (bp->base) {
67*4882a593Smuzhiyun case CFI_UNDEFINED:
68*4882a593Smuzhiyun orc->bp_reg = ORC_REG_UNDEFINED;
69*4882a593Smuzhiyun break;
70*4882a593Smuzhiyun case CFI_CFA:
71*4882a593Smuzhiyun orc->bp_reg = ORC_REG_PREV_SP;
72*4882a593Smuzhiyun break;
73*4882a593Smuzhiyun case CFI_BP:
74*4882a593Smuzhiyun orc->bp_reg = ORC_REG_BP;
75*4882a593Smuzhiyun break;
76*4882a593Smuzhiyun default:
77*4882a593Smuzhiyun WARN_FUNC("unknown BP base reg %d",
78*4882a593Smuzhiyun insn->sec, insn->offset, bp->base);
79*4882a593Smuzhiyun return -1;
80*4882a593Smuzhiyun }
81*4882a593Smuzhiyun
82*4882a593Smuzhiyun orc->sp_offset = cfi->cfa.offset;
83*4882a593Smuzhiyun orc->bp_offset = bp->offset;
84*4882a593Smuzhiyun orc->type = cfi->type;
85*4882a593Smuzhiyun
86*4882a593Smuzhiyun return 0;
87*4882a593Smuzhiyun }
88*4882a593Smuzhiyun
write_orc_entry(struct elf * elf,struct section * orc_sec,struct section * ip_sec,unsigned int idx,struct section * insn_sec,unsigned long insn_off,struct orc_entry * o)89*4882a593Smuzhiyun static int write_orc_entry(struct elf *elf, struct section *orc_sec,
90*4882a593Smuzhiyun struct section *ip_sec, unsigned int idx,
91*4882a593Smuzhiyun struct section *insn_sec, unsigned long insn_off,
92*4882a593Smuzhiyun struct orc_entry *o)
93*4882a593Smuzhiyun {
94*4882a593Smuzhiyun struct orc_entry *orc;
95*4882a593Smuzhiyun
96*4882a593Smuzhiyun /* populate ORC data */
97*4882a593Smuzhiyun orc = (struct orc_entry *)orc_sec->data->d_buf + idx;
98*4882a593Smuzhiyun memcpy(orc, o, sizeof(*orc));
99*4882a593Smuzhiyun
100*4882a593Smuzhiyun /* populate reloc for ip */
101*4882a593Smuzhiyun if (elf_add_reloc_to_insn(elf, ip_sec, idx * sizeof(int), R_X86_64_PC32,
102*4882a593Smuzhiyun insn_sec, insn_off))
103*4882a593Smuzhiyun return -1;
104*4882a593Smuzhiyun
105*4882a593Smuzhiyun return 0;
106*4882a593Smuzhiyun }
107*4882a593Smuzhiyun
108*4882a593Smuzhiyun struct orc_list_entry {
109*4882a593Smuzhiyun struct list_head list;
110*4882a593Smuzhiyun struct orc_entry orc;
111*4882a593Smuzhiyun struct section *insn_sec;
112*4882a593Smuzhiyun unsigned long insn_off;
113*4882a593Smuzhiyun };
114*4882a593Smuzhiyun
orc_list_add(struct list_head * orc_list,struct orc_entry * orc,struct section * sec,unsigned long offset)115*4882a593Smuzhiyun static int orc_list_add(struct list_head *orc_list, struct orc_entry *orc,
116*4882a593Smuzhiyun struct section *sec, unsigned long offset)
117*4882a593Smuzhiyun {
118*4882a593Smuzhiyun struct orc_list_entry *entry = malloc(sizeof(*entry));
119*4882a593Smuzhiyun
120*4882a593Smuzhiyun if (!entry) {
121*4882a593Smuzhiyun WARN("malloc failed");
122*4882a593Smuzhiyun return -1;
123*4882a593Smuzhiyun }
124*4882a593Smuzhiyun
125*4882a593Smuzhiyun entry->orc = *orc;
126*4882a593Smuzhiyun entry->insn_sec = sec;
127*4882a593Smuzhiyun entry->insn_off = offset;
128*4882a593Smuzhiyun
129*4882a593Smuzhiyun list_add_tail(&entry->list, orc_list);
130*4882a593Smuzhiyun return 0;
131*4882a593Smuzhiyun }
132*4882a593Smuzhiyun
alt_group_len(struct alt_group * alt_group)133*4882a593Smuzhiyun static unsigned long alt_group_len(struct alt_group *alt_group)
134*4882a593Smuzhiyun {
135*4882a593Smuzhiyun return alt_group->last_insn->offset +
136*4882a593Smuzhiyun alt_group->last_insn->len -
137*4882a593Smuzhiyun alt_group->first_insn->offset;
138*4882a593Smuzhiyun }
139*4882a593Smuzhiyun
orc_create(struct objtool_file * file)140*4882a593Smuzhiyun int orc_create(struct objtool_file *file)
141*4882a593Smuzhiyun {
142*4882a593Smuzhiyun struct section *sec, *orc_sec;
143*4882a593Smuzhiyun unsigned int nr = 0, idx = 0;
144*4882a593Smuzhiyun struct orc_list_entry *entry;
145*4882a593Smuzhiyun struct list_head orc_list;
146*4882a593Smuzhiyun
147*4882a593Smuzhiyun struct orc_entry null = {
148*4882a593Smuzhiyun .sp_reg = ORC_REG_UNDEFINED,
149*4882a593Smuzhiyun .bp_reg = ORC_REG_UNDEFINED,
150*4882a593Smuzhiyun .type = UNWIND_HINT_TYPE_CALL,
151*4882a593Smuzhiyun };
152*4882a593Smuzhiyun
153*4882a593Smuzhiyun /* Build a deduplicated list of ORC entries: */
154*4882a593Smuzhiyun INIT_LIST_HEAD(&orc_list);
155*4882a593Smuzhiyun for_each_sec(file, sec) {
156*4882a593Smuzhiyun struct orc_entry orc, prev_orc = {0};
157*4882a593Smuzhiyun struct instruction *insn;
158*4882a593Smuzhiyun bool empty = true;
159*4882a593Smuzhiyun
160*4882a593Smuzhiyun if (!sec->text)
161*4882a593Smuzhiyun continue;
162*4882a593Smuzhiyun
163*4882a593Smuzhiyun sec_for_each_insn(file, sec, insn) {
164*4882a593Smuzhiyun struct alt_group *alt_group = insn->alt_group;
165*4882a593Smuzhiyun int i;
166*4882a593Smuzhiyun
167*4882a593Smuzhiyun if (!alt_group) {
168*4882a593Smuzhiyun if (init_orc_entry(&orc, insn->cfi, insn))
169*4882a593Smuzhiyun return -1;
170*4882a593Smuzhiyun if (!memcmp(&prev_orc, &orc, sizeof(orc)))
171*4882a593Smuzhiyun continue;
172*4882a593Smuzhiyun if (orc_list_add(&orc_list, &orc, sec,
173*4882a593Smuzhiyun insn->offset))
174*4882a593Smuzhiyun return -1;
175*4882a593Smuzhiyun nr++;
176*4882a593Smuzhiyun prev_orc = orc;
177*4882a593Smuzhiyun empty = false;
178*4882a593Smuzhiyun continue;
179*4882a593Smuzhiyun }
180*4882a593Smuzhiyun
181*4882a593Smuzhiyun /*
182*4882a593Smuzhiyun * Alternatives can have different stack layout
183*4882a593Smuzhiyun * possibilities (but they shouldn't conflict).
184*4882a593Smuzhiyun * Instead of traversing the instructions, use the
185*4882a593Smuzhiyun * alt_group's flattened byte-offset-addressed CFI
186*4882a593Smuzhiyun * array.
187*4882a593Smuzhiyun */
188*4882a593Smuzhiyun for (i = 0; i < alt_group_len(alt_group); i++) {
189*4882a593Smuzhiyun struct cfi_state *cfi = alt_group->cfi[i];
190*4882a593Smuzhiyun if (!cfi)
191*4882a593Smuzhiyun continue;
192*4882a593Smuzhiyun /* errors are reported on the original insn */
193*4882a593Smuzhiyun if (init_orc_entry(&orc, cfi, insn))
194*4882a593Smuzhiyun return -1;
195*4882a593Smuzhiyun if (!memcmp(&prev_orc, &orc, sizeof(orc)))
196*4882a593Smuzhiyun continue;
197*4882a593Smuzhiyun if (orc_list_add(&orc_list, &orc, insn->sec,
198*4882a593Smuzhiyun insn->offset + i))
199*4882a593Smuzhiyun return -1;
200*4882a593Smuzhiyun nr++;
201*4882a593Smuzhiyun prev_orc = orc;
202*4882a593Smuzhiyun empty = false;
203*4882a593Smuzhiyun }
204*4882a593Smuzhiyun
205*4882a593Smuzhiyun /* Skip to the end of the alt_group */
206*4882a593Smuzhiyun insn = alt_group->last_insn;
207*4882a593Smuzhiyun }
208*4882a593Smuzhiyun
209*4882a593Smuzhiyun /* Add a section terminator */
210*4882a593Smuzhiyun if (!empty) {
211*4882a593Smuzhiyun orc_list_add(&orc_list, &null, sec, sec->len);
212*4882a593Smuzhiyun nr++;
213*4882a593Smuzhiyun }
214*4882a593Smuzhiyun }
215*4882a593Smuzhiyun if (!nr)
216*4882a593Smuzhiyun return 0;
217*4882a593Smuzhiyun
218*4882a593Smuzhiyun /* Create .orc_unwind, .orc_unwind_ip and .rela.orc_unwind_ip sections: */
219*4882a593Smuzhiyun sec = find_section_by_name(file->elf, ".orc_unwind");
220*4882a593Smuzhiyun if (sec) {
221*4882a593Smuzhiyun WARN("file already has .orc_unwind section, skipping");
222*4882a593Smuzhiyun return -1;
223*4882a593Smuzhiyun }
224*4882a593Smuzhiyun orc_sec = elf_create_section(file->elf, ".orc_unwind", 0,
225*4882a593Smuzhiyun sizeof(struct orc_entry), nr);
226*4882a593Smuzhiyun if (!orc_sec)
227*4882a593Smuzhiyun return -1;
228*4882a593Smuzhiyun
229*4882a593Smuzhiyun sec = elf_create_section(file->elf, ".orc_unwind_ip", 0, sizeof(int), nr);
230*4882a593Smuzhiyun if (!sec)
231*4882a593Smuzhiyun return -1;
232*4882a593Smuzhiyun
233*4882a593Smuzhiyun /* Write ORC entries to sections: */
234*4882a593Smuzhiyun list_for_each_entry(entry, &orc_list, list) {
235*4882a593Smuzhiyun if (write_orc_entry(file->elf, orc_sec, sec, idx++,
236*4882a593Smuzhiyun entry->insn_sec, entry->insn_off,
237*4882a593Smuzhiyun &entry->orc))
238*4882a593Smuzhiyun return -1;
239*4882a593Smuzhiyun }
240*4882a593Smuzhiyun
241*4882a593Smuzhiyun return 0;
242*4882a593Smuzhiyun }
243