1 // SPDX-License-Identifier: GPL-2.0-only
4  * Copyright (c) 2013-2014, Intel Corporation.
13 #include "intel-pt-pkt-decoder.h"
76 static int intel_pt_get_long_tnt(const unsigned char *buf, size_t len,  in intel_pt_get_long_tnt()  argument
82 	if (len < 8)  in intel_pt_get_long_tnt()
87 	for (count = 47; count; count--) {  in intel_pt_get_long_tnt()
93 	packet->type = INTEL_PT_TNT;  in intel_pt_get_long_tnt()
94 	packet->count = count;  in intel_pt_get_long_tnt()
95 	packet->payload = payload << 1;  in intel_pt_get_long_tnt()
99 static int intel_pt_get_pip(const unsigned char *buf, size_t len,  in intel_pt_get_pip()  argument
104 	if (len < 8)  in intel_pt_get_pip()
107 	packet->type = INTEL_PT_PIP;  in intel_pt_get_pip()
109 	packet->payload = payload >> 1;  in intel_pt_get_pip()
111 		packet->payload |= NR_FLAG;  in intel_pt_get_pip()
118 	packet->type = INTEL_PT_TRACESTOP;  in intel_pt_get_tracestop()
122 static int intel_pt_get_cbr(const unsigned char *buf, size_t len,  in intel_pt_get_cbr()  argument
125 	if (len < 4)  in intel_pt_get_cbr()
127 	packet->type = INTEL_PT_CBR;  in intel_pt_get_cbr()
128 	packet->payload = le16_to_cpu(*(uint16_t *)(buf + 2));  in intel_pt_get_cbr()
132 static int intel_pt_get_vmcs(const unsigned char *buf, size_t len,  in intel_pt_get_vmcs()  argument
135 	unsigned int count = (52 - 5) >> 3;  in intel_pt_get_vmcs()
140 	if (len < count + 2)  in intel_pt_get_vmcs()
143 	packet->type = INTEL_PT_VMCS;  in intel_pt_get_vmcs()
144 	packet->count = count;  in intel_pt_get_vmcs()
145 	memcpy_le64(&packet->payload, buf + 2, count);  in intel_pt_get_vmcs()
152 	packet->type = INTEL_PT_OVF;  in intel_pt_get_ovf()
156 static int intel_pt_get_psb(const unsigned char *buf, size_t len,  in intel_pt_get_psb()  argument
161 	if (len < 16)  in intel_pt_get_psb()
169 	packet->type = INTEL_PT_PSB;  in intel_pt_get_psb()
175 	packet->type = INTEL_PT_PSBEND;  in intel_pt_get_psbend()
179 static int intel_pt_get_tma(const unsigned char *buf, size_t len,  in intel_pt_get_tma()  argument
182 	if (len < 7)  in intel_pt_get_tma()
185 	packet->type = INTEL_PT_TMA;  in intel_pt_get_tma()
186 	packet->payload = buf[2] | (buf[3] << 8);  in intel_pt_get_tma()
187 	packet->count = buf[5] | ((buf[6] & BIT(0)) << 8);  in intel_pt_get_tma()
193 	packet->type = INTEL_PT_PAD;  in intel_pt_get_pad()
197 static int intel_pt_get_mnt(const unsigned char *buf, size_t len,  in intel_pt_get_mnt()  argument
200 	if (len < 11)  in intel_pt_get_mnt()
202 	packet->type = INTEL_PT_MNT;  in intel_pt_get_mnt()
203 	memcpy_le64(&packet->payload, buf + 3, 8);  in intel_pt_get_mnt()
208 static int intel_pt_get_3byte(const unsigned char *buf, size_t len,  in intel_pt_get_3byte()  argument
211 	if (len < 3)  in intel_pt_get_3byte()
216 		return intel_pt_get_mnt(buf, len, packet);  in intel_pt_get_3byte()
222 static int intel_pt_get_ptwrite(const unsigned char *buf, size_t len,  in intel_pt_get_ptwrite()  argument
225 	packet->count = (buf[1] >> 5) & 0x3;  in intel_pt_get_ptwrite()
226 	packet->type = buf[1] & BIT(7) ? INTEL_PT_PTWRITE_IP :  in intel_pt_get_ptwrite()
229 	switch (packet->count) {  in intel_pt_get_ptwrite()
231 		if (len < 6)  in intel_pt_get_ptwrite()
233 		packet->payload = le32_to_cpu(*(uint32_t *)(buf + 2));  in intel_pt_get_ptwrite()
236 		if (len < 10)  in intel_pt_get_ptwrite()
238 		packet->payload = le64_to_cpu(*(uint64_t *)(buf + 2));  in intel_pt_get_ptwrite()
247 	packet->type = INTEL_PT_EXSTOP;  in intel_pt_get_exstop()
253 	packet->type = INTEL_PT_EXSTOP_IP;  in intel_pt_get_exstop_ip()
257 static int intel_pt_get_mwait(const unsigned char *buf, size_t len,  in intel_pt_get_mwait()  argument
260 	if (len < 10)  in intel_pt_get_mwait()
262 	packet->type = INTEL_PT_MWAIT;  in intel_pt_get_mwait()
263 	packet->payload = le64_to_cpu(*(uint64_t *)(buf + 2));  in intel_pt_get_mwait()
267 static int intel_pt_get_pwre(const unsigned char *buf, size_t len,  in intel_pt_get_pwre()  argument
270 	if (len < 4)  in intel_pt_get_pwre()
272 	packet->type = INTEL_PT_PWRE;  in intel_pt_get_pwre()
273 	memcpy_le64(&packet->payload, buf + 2, 2);  in intel_pt_get_pwre()
277 static int intel_pt_get_pwrx(const unsigned char *buf, size_t len,  in intel_pt_get_pwrx()  argument
280 	if (len < 7)  in intel_pt_get_pwrx()
282 	packet->type = INTEL_PT_PWRX;  in intel_pt_get_pwrx()
283 	memcpy_le64(&packet->payload, buf + 2, 5);  in intel_pt_get_pwrx()
287 static int intel_pt_get_bbp(const unsigned char *buf, size_t len,  in intel_pt_get_bbp()  argument
290 	if (len < 3)  in intel_pt_get_bbp()
292 	packet->type = INTEL_PT_BBP;  in intel_pt_get_bbp()
293 	packet->count = buf[2] >> 7;  in intel_pt_get_bbp()
294 	packet->payload = buf[2] & 0x1f;  in intel_pt_get_bbp()
298 static int intel_pt_get_bip_4(const unsigned char *buf, size_t len,  in intel_pt_get_bip_4()  argument
301 	if (len < 5)  in intel_pt_get_bip_4()
303 	packet->type = INTEL_PT_BIP;  in intel_pt_get_bip_4()
304 	packet->count = buf[0] >> 3;  in intel_pt_get_bip_4()
305 	memcpy_le64(&packet->payload, buf + 1, 4);  in intel_pt_get_bip_4()
309 static int intel_pt_get_bip_8(const unsigned char *buf, size_t len,  in intel_pt_get_bip_8()  argument
312 	if (len < 9)  in intel_pt_get_bip_8()
314 	packet->type = INTEL_PT_BIP;  in intel_pt_get_bip_8()
315 	packet->count = buf[0] >> 3;  in intel_pt_get_bip_8()
316 	memcpy_le64(&packet->payload, buf + 1, 8);  in intel_pt_get_bip_8()
320 static int intel_pt_get_bep(size_t len, struct intel_pt_pkt *packet)  in intel_pt_get_bep()  argument
322 	if (len < 2)  in intel_pt_get_bep()
324 	packet->type = INTEL_PT_BEP;  in intel_pt_get_bep()
328 static int intel_pt_get_bep_ip(size_t len, struct intel_pt_pkt *packet)  in intel_pt_get_bep_ip()  argument
330 	if (len < 2)  in intel_pt_get_bep_ip()
332 	packet->type = INTEL_PT_BEP_IP;  in intel_pt_get_bep_ip()
336 static int intel_pt_get_ext(const unsigned char *buf, size_t len,  in intel_pt_get_ext()  argument
339 	if (len < 2)  in intel_pt_get_ext()
343 		return intel_pt_get_ptwrite(buf, len, packet);  in intel_pt_get_ext()
347 		return intel_pt_get_long_tnt(buf, len, packet);  in intel_pt_get_ext()
349 		return intel_pt_get_pip(buf, len, packet);  in intel_pt_get_ext()
353 		return intel_pt_get_cbr(buf, len, packet);  in intel_pt_get_ext()
355 		return intel_pt_get_vmcs(buf, len, packet);  in intel_pt_get_ext()
359 		return intel_pt_get_psb(buf, len, packet);  in intel_pt_get_ext()
363 		return intel_pt_get_tma(buf, len, packet);  in intel_pt_get_ext()
364 	case 0xC3: /* 3-byte header */  in intel_pt_get_ext()
365 		return intel_pt_get_3byte(buf, len, packet);  in intel_pt_get_ext()
371 		return intel_pt_get_mwait(buf, len, packet);  in intel_pt_get_ext()
373 		return intel_pt_get_pwre(buf, len, packet);  in intel_pt_get_ext()
375 		return intel_pt_get_pwrx(buf, len, packet);  in intel_pt_get_ext()
377 		return intel_pt_get_bbp(buf, len, packet);  in intel_pt_get_ext()
379 		return intel_pt_get_bep(len, packet);  in intel_pt_get_ext()
381 		return intel_pt_get_bep_ip(len, packet);  in intel_pt_get_ext()
387 static int intel_pt_get_short_tnt(unsigned int byte,  in intel_pt_get_short_tnt()  argument
392 	for (count = 6; count; count--) {  in intel_pt_get_short_tnt()
393 		if (byte & BIT(7))  in intel_pt_get_short_tnt()
395 		byte <<= 1;  in intel_pt_get_short_tnt()
398 	packet->type = INTEL_PT_TNT;  in intel_pt_get_short_tnt()
399 	packet->count = count;  in intel_pt_get_short_tnt()
400 	packet->payload = (uint64_t)byte << 57;  in intel_pt_get_short_tnt()
405 static int intel_pt_get_cyc(unsigned int byte, const unsigned char *buf,  in intel_pt_get_cyc()  argument
406 			    size_t len, struct intel_pt_pkt *packet)  in intel_pt_get_cyc()  argument
409 	uint64_t payload = byte >> 3;  in intel_pt_get_cyc()
411 	byte >>= 2;  in intel_pt_get_cyc()
412 	len -= 1;  in intel_pt_get_cyc()
413 	for (shift = 5; byte & 1; shift += 7) {  in intel_pt_get_cyc()
416 		if (len < offs)  in intel_pt_get_cyc()
418 		byte = buf[offs++];  in intel_pt_get_cyc()
419 		payload |= ((uint64_t)byte >> 1) << shift;  in intel_pt_get_cyc()
422 	packet->type = INTEL_PT_CYC;  in intel_pt_get_cyc()
423 	packet->payload = payload;  in intel_pt_get_cyc()
427 static int intel_pt_get_ip(enum intel_pt_pkt_type type, unsigned int byte,  in intel_pt_get_ip()  argument
428 			   const unsigned char *buf, size_t len,  in intel_pt_get_ip()  argument
433 	packet->count = byte >> 5;  in intel_pt_get_ip()
435 	switch (packet->count) {  in intel_pt_get_ip()
440 		if (len < 3)  in intel_pt_get_ip()
443 		packet->payload = le16_to_cpu(*(uint16_t *)(buf + 1));  in intel_pt_get_ip()
446 		if (len < 5)  in intel_pt_get_ip()
449 		packet->payload = le32_to_cpu(*(uint32_t *)(buf + 1));  in intel_pt_get_ip()
453 		if (len < 7)  in intel_pt_get_ip()
456 		memcpy_le64(&packet->payload, buf + 1, 6);  in intel_pt_get_ip()
459 		if (len < 9)  in intel_pt_get_ip()
462 		packet->payload = le64_to_cpu(*(uint64_t *)(buf + 1));  in intel_pt_get_ip()
468 	packet->type = type;  in intel_pt_get_ip()
473 static int intel_pt_get_mode(const unsigned char *buf, size_t len,  in intel_pt_get_mode()  argument
476 	if (len < 2)  in intel_pt_get_mode()
481 		packet->type = INTEL_PT_MODE_EXEC;  in intel_pt_get_mode()
484 			packet->payload = 16;  in intel_pt_get_mode()
487 			packet->payload = 64;  in intel_pt_get_mode()
490 			packet->payload = 32;  in intel_pt_get_mode()
497 		packet->type = INTEL_PT_MODE_TSX;  in intel_pt_get_mode()
500 		packet->payload = buf[1] & 3;  in intel_pt_get_mode()
509 static int intel_pt_get_tsc(const unsigned char *buf, size_t len,  in intel_pt_get_tsc()  argument
512 	if (len < 8)  in intel_pt_get_tsc()
514 	packet->type = INTEL_PT_TSC;  in intel_pt_get_tsc()
515 	memcpy_le64(&packet->payload, buf + 1, 7);  in intel_pt_get_tsc()
519 static int intel_pt_get_mtc(const unsigned char *buf, size_t len,  in intel_pt_get_mtc()  argument
522 	if (len < 2)  in intel_pt_get_mtc()
524 	packet->type = INTEL_PT_MTC;  in intel_pt_get_mtc()
525 	packet->payload = buf[1];  in intel_pt_get_mtc()
529 static int intel_pt_do_get_packet(const unsigned char *buf, size_t len,  in intel_pt_do_get_packet()  argument
533 	unsigned int byte;  in intel_pt_do_get_packet()  local
537 	if (!len)  in intel_pt_do_get_packet()
540 	byte = buf[0];  in intel_pt_do_get_packet()
546 		if ((byte & 0x7) == 4)  in intel_pt_do_get_packet()
547 			return intel_pt_get_bip_4(buf, len, packet);  in intel_pt_do_get_packet()
550 		if ((byte & 0x7) == 4)  in intel_pt_do_get_packet()
551 			return intel_pt_get_bip_8(buf, len, packet);  in intel_pt_do_get_packet()
557 	if (!(byte & BIT(0))) {  in intel_pt_do_get_packet()
558 		if (byte == 0)  in intel_pt_do_get_packet()
560 		if (byte == 2)  in intel_pt_do_get_packet()
561 			return intel_pt_get_ext(buf, len, packet);  in intel_pt_do_get_packet()
562 		return intel_pt_get_short_tnt(byte, packet);  in intel_pt_do_get_packet()
565 	if ((byte & 2))  in intel_pt_do_get_packet()
566 		return intel_pt_get_cyc(byte, buf, len, packet);  in intel_pt_do_get_packet()
568 	switch (byte & 0x1f) {  in intel_pt_do_get_packet()
570 		return intel_pt_get_ip(INTEL_PT_TIP, byte, buf, len, packet);  in intel_pt_do_get_packet()
572 		return intel_pt_get_ip(INTEL_PT_TIP_PGE, byte, buf, len,  in intel_pt_do_get_packet()
575 		return intel_pt_get_ip(INTEL_PT_TIP_PGD, byte, buf, len,  in intel_pt_do_get_packet()
578 		return intel_pt_get_ip(INTEL_PT_FUP, byte, buf, len, packet);  in intel_pt_do_get_packet()
580 		switch (byte) {  in intel_pt_do_get_packet()
582 			return intel_pt_get_mode(buf, len, packet);  in intel_pt_do_get_packet()
584 			return intel_pt_get_tsc(buf, len, packet);  in intel_pt_do_get_packet()
586 			return intel_pt_get_mtc(buf, len, packet);  in intel_pt_do_get_packet()
598 	switch (packet->type) {  in intel_pt_upd_pkt_ctx()
634 		if (packet->count)  in intel_pt_upd_pkt_ctx()
644 int intel_pt_get_packet(const unsigned char *buf, size_t len,  in intel_pt_get_packet()  argument
649 	ret = intel_pt_do_get_packet(buf, len, packet, *ctx);  in intel_pt_get_packet()
651 		while (ret < 8 && len > (size_t)ret && !buf[ret])  in intel_pt_get_packet()
662 	unsigned long long payload = packet->payload;  in intel_pt_pkt_desc()
663 	const char *name = intel_pt_pkt_name(packet->type);  in intel_pt_pkt_desc()
665 	switch (packet->type) {  in intel_pt_pkt_desc()
680 		blen -= ret;  in intel_pt_pkt_desc()
681 		for (i = 0; i < packet->count; i++) {  in intel_pt_pkt_desc()
689 			blen -= ret;  in intel_pt_pkt_desc()
692 		ret = snprintf(buf, blen, " (%d)", packet->count);  in intel_pt_pkt_desc()
695 		blen -= ret;  in intel_pt_pkt_desc()
696 		return buf_len - blen;  in intel_pt_pkt_desc()
702 		if (!(packet->count))  in intel_pt_pkt_desc()
714 				(unsigned)payload, packet->count);  in intel_pt_pkt_desc()
722 		nr = packet->payload & NR_FLAG ? 1 : 0;  in intel_pt_pkt_desc()
742 		return snprintf(buf, buf_len, "%s 0x%llx HW:%u CState:%u Sub-CState:%u",  in intel_pt_pkt_desc()
753 		return snprintf(buf, buf_len, "%s SZ %s-byte Type 0x%llx",  in intel_pt_pkt_desc()
754 				name, packet->count ? "4" : "8", payload);  in intel_pt_pkt_desc()
757 				name, packet->count, payload);  in intel_pt_pkt_desc()
762 			name, payload, packet->count);  in intel_pt_pkt_desc()