22 #define validate_next(t, insn, n)	\  argument
23 	((insn)->next_byte + sizeof(t) + n <= (insn)->end_kaddr)
25 #define __get_next(t, insn)	\  argument
26 	({ t r = *(t*)insn->next_byte; insn->next_byte += sizeof(t); r; })
28 #define __peek_nbyte_next(t, insn, n)	\  argument
29 	({ t r = *(t*)((insn)->next_byte + n); r; })
31 #define get_next(t, insn)	\  argument
32 	({ if (unlikely(!validate_next(t, insn, 0))) goto err_out; __get_next(t, insn); })
34 #define peek_nbyte_next(t, insn, n)	\  argument
35 	({ if (unlikely(!validate_next(t, insn, n))) goto err_out; __peek_nbyte_next(t, insn, n); })
37 #define peek_next(t, insn)	peek_nbyte_next(t, insn, 0)  argument
45 void insn_init(struct insn *insn, const void *kaddr, int buf_len, int x86_64)  in insn_init()  argument
54 	memset(insn, 0, sizeof(*insn));  in insn_init()
55 	insn->kaddr = kaddr;  in insn_init()
56 	insn->end_kaddr = kaddr + buf_len;  in insn_init()
57 	insn->next_byte = kaddr;  in insn_init()
58 	insn->x86_64 = x86_64 ? 1 : 0;  in insn_init()
59 	insn->opnd_bytes = 4;  in insn_init()
61 		insn->addr_bytes = 8;  in insn_init()
63 		insn->addr_bytes = 4;  in insn_init()
69 static int __insn_get_emulate_prefix(struct insn *insn,  in __insn_get_emulate_prefix()  argument
75 		if (peek_nbyte_next(insn_byte_t, insn, i) != prefix[i])  in __insn_get_emulate_prefix()
79 	insn->emulate_prefix_size = len;  in __insn_get_emulate_prefix()
80 	insn->next_byte += len;  in __insn_get_emulate_prefix()
88 static void insn_get_emulate_prefix(struct insn *insn)  in insn_get_emulate_prefix()  argument
90 	if (__insn_get_emulate_prefix(insn, xen_prefix, sizeof(xen_prefix)))  in insn_get_emulate_prefix()
93 	__insn_get_emulate_prefix(insn, kvm_prefix, sizeof(kvm_prefix));  in insn_get_emulate_prefix()
108 int insn_get_prefixes(struct insn *insn)  in insn_get_prefixes()  argument
110 	struct insn_field *prefixes = &insn->prefixes;  in insn_get_prefixes()
118 	insn_get_emulate_prefix(insn);  in insn_get_prefixes()
122 	b = peek_next(insn_byte_t, insn);  in insn_get_prefixes()
135 			if (insn->x86_64)  in insn_get_prefixes()
136 				insn->addr_bytes ^= 12;  in insn_get_prefixes()
138 				insn->addr_bytes ^= 6;  in insn_get_prefixes()
141 			insn->opnd_bytes ^= 6;  in insn_get_prefixes()
145 		insn->next_byte++;  in insn_get_prefixes()
147 		b = peek_next(insn_byte_t, insn);  in insn_get_prefixes()
151 	if (lb && lb != insn->prefixes.bytes[3]) {  in insn_get_prefixes()
152 		if (unlikely(insn->prefixes.bytes[3])) {  in insn_get_prefixes()
154 			b = insn->prefixes.bytes[3];  in insn_get_prefixes()
159 		insn->prefixes.bytes[3] = lb;  in insn_get_prefixes()
163 	if (insn->x86_64) {  in insn_get_prefixes()
164 		b = peek_next(insn_byte_t, insn);  in insn_get_prefixes()
167 			insn->rex_prefix.value = b;  in insn_get_prefixes()
168 			insn->rex_prefix.nbytes = 1;  in insn_get_prefixes()
169 			insn->next_byte++;  in insn_get_prefixes()
172 				insn->opnd_bytes = 8;  in insn_get_prefixes()
175 	insn->rex_prefix.got = 1;  in insn_get_prefixes()
178 	b = peek_next(insn_byte_t, insn);  in insn_get_prefixes()
181 		insn_byte_t b2 = peek_nbyte_next(insn_byte_t, insn, 1);  in insn_get_prefixes()
182 		if (!insn->x86_64) {  in insn_get_prefixes()
191 		insn->vex_prefix.bytes[0] = b;  in insn_get_prefixes()
192 		insn->vex_prefix.bytes[1] = b2;  in insn_get_prefixes()
194 			b2 = peek_nbyte_next(insn_byte_t, insn, 2);  in insn_get_prefixes()
195 			insn->vex_prefix.bytes[2] = b2;  in insn_get_prefixes()
196 			b2 = peek_nbyte_next(insn_byte_t, insn, 3);  in insn_get_prefixes()
197 			insn->vex_prefix.bytes[3] = b2;  in insn_get_prefixes()
198 			insn->vex_prefix.nbytes = 4;  in insn_get_prefixes()
199 			insn->next_byte += 4;  in insn_get_prefixes()
200 			if (insn->x86_64 && X86_VEX_W(b2))  in insn_get_prefixes()
202 				insn->opnd_bytes = 8;  in insn_get_prefixes()
204 			b2 = peek_nbyte_next(insn_byte_t, insn, 2);  in insn_get_prefixes()
205 			insn->vex_prefix.bytes[2] = b2;  in insn_get_prefixes()
206 			insn->vex_prefix.nbytes = 3;  in insn_get_prefixes()
207 			insn->next_byte += 3;  in insn_get_prefixes()
208 			if (insn->x86_64 && X86_VEX_W(b2))  in insn_get_prefixes()
210 				insn->opnd_bytes = 8;  in insn_get_prefixes()
217 			insn->vex_prefix.bytes[2] = b2 & 0x7f;  in insn_get_prefixes()
218 			insn->vex_prefix.nbytes = 2;  in insn_get_prefixes()
219 			insn->next_byte += 2;  in insn_get_prefixes()
223 	insn->vex_prefix.got = 1;  in insn_get_prefixes()
247 int insn_get_opcode(struct insn *insn)  in insn_get_opcode()  argument
249 	struct insn_field *opcode = &insn->opcode;  in insn_get_opcode()
256 	if (!insn->prefixes.got) {  in insn_get_opcode()
257 		ret = insn_get_prefixes(insn);  in insn_get_opcode()
263 	op = get_next(insn_byte_t, insn);  in insn_get_opcode()
268 	if (insn_is_avx(insn)) {  in insn_get_opcode()
270 		m = insn_vex_m_bits(insn);  in insn_get_opcode()
271 		p = insn_vex_p_bits(insn);  in insn_get_opcode()
272 		insn->attr = inat_get_avx_attribute(op, m, p);  in insn_get_opcode()
273 		if ((inat_must_evex(insn->attr) && !insn_is_evex(insn)) ||  in insn_get_opcode()
274 		    (!inat_accept_vex(insn->attr) &&  in insn_get_opcode()
275 		     !inat_is_group(insn->attr))) {  in insn_get_opcode()
277 			insn->attr = 0;  in insn_get_opcode()
284 	insn->attr = inat_get_opcode_attribute(op);  in insn_get_opcode()
285 	while (inat_is_escape(insn->attr)) {  in insn_get_opcode()
287 		op = get_next(insn_byte_t, insn);  in insn_get_opcode()
289 		pfx_id = insn_last_prefix_id(insn);  in insn_get_opcode()
290 		insn->attr = inat_get_escape_attribute(op, pfx_id, insn->attr);  in insn_get_opcode()
293 	if (inat_must_vex(insn->attr)) {  in insn_get_opcode()
295 		insn->attr = 0;  in insn_get_opcode()
318 int insn_get_modrm(struct insn *insn)  in insn_get_modrm()  argument
320 	struct insn_field *modrm = &insn->modrm;  in insn_get_modrm()
327 	if (!insn->opcode.got) {  in insn_get_modrm()
328 		ret = insn_get_opcode(insn);  in insn_get_modrm()
333 	if (inat_has_modrm(insn->attr)) {  in insn_get_modrm()
334 		mod = get_next(insn_byte_t, insn);  in insn_get_modrm()
337 		if (inat_is_group(insn->attr)) {  in insn_get_modrm()
338 			pfx_id = insn_last_prefix_id(insn);  in insn_get_modrm()
339 			insn->attr = inat_get_group_attribute(mod, pfx_id,  in insn_get_modrm()
340 							      insn->attr);  in insn_get_modrm()
341 			if (insn_is_avx(insn) && !inat_accept_vex(insn->attr)) {  in insn_get_modrm()
343 				insn->attr = 0;  in insn_get_modrm()
349 	if (insn->x86_64 && inat_is_force64(insn->attr))  in insn_get_modrm()
350 		insn->opnd_bytes = 8;  in insn_get_modrm()
367 int insn_rip_relative(struct insn *insn)  in insn_rip_relative()  argument
369 	struct insn_field *modrm = &insn->modrm;  in insn_rip_relative()
372 	if (!insn->x86_64)  in insn_rip_relative()
376 		ret = insn_get_modrm(insn);  in insn_rip_relative()
398 int insn_get_sib(struct insn *insn)  in insn_get_sib()  argument
403 	if (insn->sib.got)  in insn_get_sib()
406 	if (!insn->modrm.got) {  in insn_get_sib()
407 		ret = insn_get_modrm(insn);  in insn_get_sib()
412 	if (insn->modrm.nbytes) {  in insn_get_sib()
413 		modrm = (insn_byte_t)insn->modrm.value;  in insn_get_sib()
414 		if (insn->addr_bytes != 2 &&  in insn_get_sib()
416 			insn->sib.value = get_next(insn_byte_t, insn);  in insn_get_sib()
417 			insn->sib.nbytes = 1;  in insn_get_sib()
420 	insn->sib.got = 1;  in insn_get_sib()
441 int insn_get_displacement(struct insn *insn)  in insn_get_displacement()  argument
446 	if (insn->displacement.got)  in insn_get_displacement()
449 	if (!insn->sib.got) {  in insn_get_displacement()
450 		ret = insn_get_sib(insn);  in insn_get_displacement()
455 	if (insn->modrm.nbytes) {  in insn_get_displacement()
473 		mod = X86_MODRM_MOD(insn->modrm.value);  in insn_get_displacement()
474 		rm = X86_MODRM_RM(insn->modrm.value);  in insn_get_displacement()
475 		base = X86_SIB_BASE(insn->sib.value);  in insn_get_displacement()
479 			insn->displacement.value = get_next(signed char, insn);  in insn_get_displacement()
480 			insn->displacement.nbytes = 1;  in insn_get_displacement()
481 		} else if (insn->addr_bytes == 2) {  in insn_get_displacement()
483 				insn->displacement.value =  in insn_get_displacement()
484 					 get_next(short, insn);  in insn_get_displacement()
485 				insn->displacement.nbytes = 2;  in insn_get_displacement()
490 				insn->displacement.value = get_next(int, insn);  in insn_get_displacement()
491 				insn->displacement.nbytes = 4;  in insn_get_displacement()
496 	insn->displacement.got = 1;  in insn_get_displacement()
504 static int __get_moffset(struct insn *insn)  in __get_moffset()  argument
506 	switch (insn->addr_bytes) {  in __get_moffset()
508 		insn->moffset1.value = get_next(short, insn);  in __get_moffset()
509 		insn->moffset1.nbytes = 2;  in __get_moffset()
512 		insn->moffset1.value = get_next(int, insn);  in __get_moffset()
513 		insn->moffset1.nbytes = 4;  in __get_moffset()
516 		insn->moffset1.value = get_next(int, insn);  in __get_moffset()
517 		insn->moffset1.nbytes = 4;  in __get_moffset()
518 		insn->moffset2.value = get_next(int, insn);  in __get_moffset()
519 		insn->moffset2.nbytes = 4;  in __get_moffset()
524 	insn->moffset1.got = insn->moffset2.got = 1;  in __get_moffset()
533 static int __get_immv32(struct insn *insn)  in __get_immv32()  argument
535 	switch (insn->opnd_bytes) {  in __get_immv32()
537 		insn->immediate.value = get_next(short, insn);  in __get_immv32()
538 		insn->immediate.nbytes = 2;  in __get_immv32()
542 		insn->immediate.value = get_next(int, insn);  in __get_immv32()
543 		insn->immediate.nbytes = 4;  in __get_immv32()
556 static int __get_immv(struct insn *insn)  in __get_immv()  argument
558 	switch (insn->opnd_bytes) {  in __get_immv()
560 		insn->immediate1.value = get_next(short, insn);  in __get_immv()
561 		insn->immediate1.nbytes = 2;  in __get_immv()
564 		insn->immediate1.value = get_next(int, insn);  in __get_immv()
565 		insn->immediate1.nbytes = 4;  in __get_immv()
568 		insn->immediate1.value = get_next(int, insn);  in __get_immv()
569 		insn->immediate1.nbytes = 4;  in __get_immv()
570 		insn->immediate2.value = get_next(int, insn);  in __get_immv()
571 		insn->immediate2.nbytes = 4;  in __get_immv()
576 	insn->immediate1.got = insn->immediate2.got = 1;  in __get_immv()
584 static int __get_immptr(struct insn *insn)  in __get_immptr()  argument
586 	switch (insn->opnd_bytes) {  in __get_immptr()
588 		insn->immediate1.value = get_next(short, insn);  in __get_immptr()
589 		insn->immediate1.nbytes = 2;  in __get_immptr()
592 		insn->immediate1.value = get_next(int, insn);  in __get_immptr()
593 		insn->immediate1.nbytes = 4;  in __get_immptr()
601 	insn->immediate2.value = get_next(unsigned short, insn);  in __get_immptr()
602 	insn->immediate2.nbytes = 2;  in __get_immptr()
603 	insn->immediate1.got = insn->immediate2.got = 1;  in __get_immptr()
623 int insn_get_immediate(struct insn *insn)  in insn_get_immediate()  argument
627 	if (insn->immediate.got)  in insn_get_immediate()
630 	if (!insn->displacement.got) {  in insn_get_immediate()
631 		ret = insn_get_displacement(insn);  in insn_get_immediate()
636 	if (inat_has_moffset(insn->attr)) {  in insn_get_immediate()
637 		if (!__get_moffset(insn))  in insn_get_immediate()
642 	if (!inat_has_immediate(insn->attr))  in insn_get_immediate()
646 	switch (inat_immediate_size(insn->attr)) {  in insn_get_immediate()
648 		insn->immediate.value = get_next(signed char, insn);  in insn_get_immediate()
649 		insn->immediate.nbytes = 1;  in insn_get_immediate()
652 		insn->immediate.value = get_next(short, insn);  in insn_get_immediate()
653 		insn->immediate.nbytes = 2;  in insn_get_immediate()
656 		insn->immediate.value = get_next(int, insn);  in insn_get_immediate()
657 		insn->immediate.nbytes = 4;  in insn_get_immediate()
660 		insn->immediate1.value = get_next(int, insn);  in insn_get_immediate()
661 		insn->immediate1.nbytes = 4;  in insn_get_immediate()
662 		insn->immediate2.value = get_next(int, insn);  in insn_get_immediate()
663 		insn->immediate2.nbytes = 4;  in insn_get_immediate()
666 		if (!__get_immptr(insn))  in insn_get_immediate()
670 		if (!__get_immv32(insn))  in insn_get_immediate()
674 		if (!__get_immv(insn))  in insn_get_immediate()
681 	if (inat_has_second_immediate(insn->attr)) {  in insn_get_immediate()
682 		insn->immediate2.value = get_next(signed char, insn);  in insn_get_immediate()
683 		insn->immediate2.nbytes = 1;  in insn_get_immediate()
686 	insn->immediate.got = 1;  in insn_get_immediate()
704 int insn_get_length(struct insn *insn)  in insn_get_length()  argument
708 	if (insn->length)  in insn_get_length()
711 	if (!insn->immediate.got) {  in insn_get_length()
712 		ret = insn_get_immediate(insn);  in insn_get_length()
717 	insn->length = (unsigned char)((unsigned long)insn->next_byte  in insn_get_length()
718 				     - (unsigned long)insn->kaddr);  in insn_get_length()
734 int insn_decode(struct insn *insn, const void *kaddr, int buf_len, enum insn_mode m)  in insn_decode()  argument
741 		insn_init(insn, kaddr, buf_len, IS_ENABLED(CONFIG_X86_64));  in insn_decode()
743 		insn_init(insn, kaddr, buf_len, m == INSN_MODE_64);  in insn_decode()
745 	ret = insn_get_length(insn);  in insn_decode()
749 	if (insn_complete(insn))  in insn_decode()