xref: /kvm-unit-tests/lib/x86/apic.c (revision 18a34ccee0867d19b99129f384a450b8f34c1d06)
17d36db35SAvi Kivity #include "libcflat.h"
27d36db35SAvi Kivity #include "apic.h"
3b5aa0cebSJan Kiszka #include "msr.h"
4a222b5e2SRadim Krčmář #include "processor.h"
57d36db35SAvi Kivity 
6f66d11caSArbel Moshe void *g_apic = (void *)0xfee00000;
7f66d11caSArbel Moshe void *g_ioapic = (void *)0xfec00000;
8*18a34cceSNadav Amit u8 id_map[MAX_TEST_CPUS];
97d36db35SAvi Kivity 
107d36db35SAvi Kivity struct apic_ops {
117d36db35SAvi Kivity     u32 (*reg_read)(unsigned reg);
127d36db35SAvi Kivity     void (*reg_write)(unsigned reg, u32 val);
137d36db35SAvi Kivity     void (*icr_write)(u32 val, u32 dest);
147d36db35SAvi Kivity     u32 (*id)(void);
157d36db35SAvi Kivity };
167d36db35SAvi Kivity 
177d36db35SAvi Kivity static void outb(unsigned char data, unsigned short port)
187d36db35SAvi Kivity {
197d36db35SAvi Kivity     asm volatile ("out %0, %1" : : "a"(data), "d"(port));
207d36db35SAvi Kivity }
217d36db35SAvi Kivity 
220f187a08SSteve Rutherford void eoi(void)
230f187a08SSteve Rutherford {
240f187a08SSteve Rutherford     apic_write(APIC_EOI, 0);
250f187a08SSteve Rutherford }
260f187a08SSteve Rutherford 
277d36db35SAvi Kivity static u32 xapic_read(unsigned reg)
287d36db35SAvi Kivity {
297d36db35SAvi Kivity     return *(volatile u32 *)(g_apic + reg);
307d36db35SAvi Kivity }
317d36db35SAvi Kivity 
327d36db35SAvi Kivity static void xapic_write(unsigned reg, u32 val)
337d36db35SAvi Kivity {
347d36db35SAvi Kivity     *(volatile u32 *)(g_apic + reg) = val;
357d36db35SAvi Kivity }
367d36db35SAvi Kivity 
377d36db35SAvi Kivity static void xapic_icr_write(u32 val, u32 dest)
387d36db35SAvi Kivity {
397d36db35SAvi Kivity     while (xapic_read(APIC_ICR) & APIC_ICR_BUSY)
407d36db35SAvi Kivity         ;
417d36db35SAvi Kivity     xapic_write(APIC_ICR2, dest << 24);
427d36db35SAvi Kivity     xapic_write(APIC_ICR, val);
437d36db35SAvi Kivity }
447d36db35SAvi Kivity 
457d36db35SAvi Kivity static uint32_t xapic_id(void)
467d36db35SAvi Kivity {
477d36db35SAvi Kivity     return xapic_read(APIC_ID) >> 24;
487d36db35SAvi Kivity }
497d36db35SAvi Kivity 
507d36db35SAvi Kivity static const struct apic_ops xapic_ops = {
517d36db35SAvi Kivity     .reg_read = xapic_read,
527d36db35SAvi Kivity     .reg_write = xapic_write,
537d36db35SAvi Kivity     .icr_write = xapic_icr_write,
547d36db35SAvi Kivity     .id = xapic_id,
557d36db35SAvi Kivity };
567d36db35SAvi Kivity 
577d36db35SAvi Kivity static const struct apic_ops *apic_ops = &xapic_ops;
587d36db35SAvi Kivity 
597d36db35SAvi Kivity static u32 x2apic_read(unsigned reg)
607d36db35SAvi Kivity {
617d36db35SAvi Kivity     unsigned a, d;
627d36db35SAvi Kivity 
637d36db35SAvi Kivity     asm volatile ("rdmsr" : "=a"(a), "=d"(d) : "c"(APIC_BASE_MSR + reg/16));
647d36db35SAvi Kivity     return a | (u64)d << 32;
657d36db35SAvi Kivity }
667d36db35SAvi Kivity 
677d36db35SAvi Kivity static void x2apic_write(unsigned reg, u32 val)
687d36db35SAvi Kivity {
697d36db35SAvi Kivity     asm volatile ("wrmsr" : : "a"(val), "d"(0), "c"(APIC_BASE_MSR + reg/16));
707d36db35SAvi Kivity }
717d36db35SAvi Kivity 
727d36db35SAvi Kivity static void x2apic_icr_write(u32 val, u32 dest)
737d36db35SAvi Kivity {
747d36db35SAvi Kivity     asm volatile ("wrmsr" : : "a"(val), "d"(dest),
757d36db35SAvi Kivity                   "c"(APIC_BASE_MSR + APIC_ICR/16));
767d36db35SAvi Kivity }
777d36db35SAvi Kivity 
787d36db35SAvi Kivity static uint32_t x2apic_id(void)
797d36db35SAvi Kivity {
80a0837ab6SRadim Krčmář     return x2apic_read(APIC_ID);
817d36db35SAvi Kivity }
827d36db35SAvi Kivity 
837d36db35SAvi Kivity static const struct apic_ops x2apic_ops = {
847d36db35SAvi Kivity     .reg_read = x2apic_read,
857d36db35SAvi Kivity     .reg_write = x2apic_write,
867d36db35SAvi Kivity     .icr_write = x2apic_icr_write,
877d36db35SAvi Kivity     .id = x2apic_id,
887d36db35SAvi Kivity };
897d36db35SAvi Kivity 
907d36db35SAvi Kivity u32 apic_read(unsigned reg)
917d36db35SAvi Kivity {
927d36db35SAvi Kivity     return apic_ops->reg_read(reg);
937d36db35SAvi Kivity }
947d36db35SAvi Kivity 
957d36db35SAvi Kivity void apic_write(unsigned reg, u32 val)
967d36db35SAvi Kivity {
977d36db35SAvi Kivity     apic_ops->reg_write(reg, val);
987d36db35SAvi Kivity }
997d36db35SAvi Kivity 
1007c5f3ee9SPaolo Bonzini bool apic_read_bit(unsigned reg, int n)
1017c5f3ee9SPaolo Bonzini {
1027c5f3ee9SPaolo Bonzini     reg += (n >> 5) << 4;
1037c5f3ee9SPaolo Bonzini     n &= 31;
1047c5f3ee9SPaolo Bonzini     return (apic_read(reg) & (1 << n)) != 0;
1057c5f3ee9SPaolo Bonzini }
1067c5f3ee9SPaolo Bonzini 
1077d36db35SAvi Kivity void apic_icr_write(u32 val, u32 dest)
1087d36db35SAvi Kivity {
1097d36db35SAvi Kivity     apic_ops->icr_write(val, dest);
1107d36db35SAvi Kivity }
1117d36db35SAvi Kivity 
1127d36db35SAvi Kivity uint32_t apic_id(void)
1137d36db35SAvi Kivity {
1147d36db35SAvi Kivity     return apic_ops->id();
1157d36db35SAvi Kivity }
1167d36db35SAvi Kivity 
117e0a5cfcaSPaolo Bonzini uint8_t apic_get_tpr(void)
118e0a5cfcaSPaolo Bonzini {
119e0a5cfcaSPaolo Bonzini 	unsigned long tpr;
120e0a5cfcaSPaolo Bonzini 
121e0a5cfcaSPaolo Bonzini #ifdef __x86_64__
122e0a5cfcaSPaolo Bonzini 	asm volatile ("mov %%cr8, %0" : "=r"(tpr));
123e0a5cfcaSPaolo Bonzini #else
124533a738fSAndrew Jones 	tpr = apic_read(APIC_TASKPRI) >> 4;
125e0a5cfcaSPaolo Bonzini #endif
126e0a5cfcaSPaolo Bonzini 	return tpr;
127e0a5cfcaSPaolo Bonzini }
128e0a5cfcaSPaolo Bonzini 
129e0a5cfcaSPaolo Bonzini void apic_set_tpr(uint8_t tpr)
130e0a5cfcaSPaolo Bonzini {
131e0a5cfcaSPaolo Bonzini #ifdef __x86_64__
132e0a5cfcaSPaolo Bonzini 	asm volatile ("mov %0, %%cr8" : : "r"((unsigned long) tpr));
133e0a5cfcaSPaolo Bonzini #else
134533a738fSAndrew Jones 	apic_write(APIC_TASKPRI, tpr << 4);
135e0a5cfcaSPaolo Bonzini #endif
136e0a5cfcaSPaolo Bonzini }
137e0a5cfcaSPaolo Bonzini 
1387d36db35SAvi Kivity int enable_x2apic(void)
1397d36db35SAvi Kivity {
1407d36db35SAvi Kivity     unsigned a, b, c, d;
1417d36db35SAvi Kivity 
1427d36db35SAvi Kivity     asm ("cpuid" : "=a"(a), "=b"(b), "=c"(c), "=d"(d) : "0"(1));
1437d36db35SAvi Kivity 
1447d36db35SAvi Kivity     if (c & (1 << 21)) {
145b5aa0cebSJan Kiszka         asm ("rdmsr" : "=a"(a), "=d"(d) : "c"(MSR_IA32_APICBASE));
1467d36db35SAvi Kivity         a |= 1 << 10;
147b5aa0cebSJan Kiszka         asm ("wrmsr" : : "a"(a), "d"(d), "c"(MSR_IA32_APICBASE));
1487d36db35SAvi Kivity         apic_ops = &x2apic_ops;
1497d36db35SAvi Kivity         return 1;
1507d36db35SAvi Kivity     } else {
1517d36db35SAvi Kivity         return 0;
1527d36db35SAvi Kivity     }
1537d36db35SAvi Kivity }
1547d36db35SAvi Kivity 
155e38858bcSJim Mattson void disable_apic(void)
156e38858bcSJim Mattson {
157e38858bcSJim Mattson     wrmsr(MSR_IA32_APICBASE, rdmsr(MSR_IA32_APICBASE) & ~(APIC_EN | APIC_EXTD));
158e38858bcSJim Mattson     apic_ops = &xapic_ops;
159e38858bcSJim Mattson }
160e38858bcSJim Mattson 
161a222b5e2SRadim Krčmář void reset_apic(void)
162a222b5e2SRadim Krčmář {
163e38858bcSJim Mattson     disable_apic();
164e38858bcSJim Mattson     wrmsr(MSR_IA32_APICBASE, rdmsr(MSR_IA32_APICBASE) | APIC_EN);
165add65e76SNadav Amit     apic_write(APIC_SPIV, 0x1ff);
166a222b5e2SRadim Krčmář }
167a222b5e2SRadim Krčmář 
1680f187a08SSteve Rutherford u32 ioapic_read_reg(unsigned reg)
1690f187a08SSteve Rutherford {
1700f187a08SSteve Rutherford     *(volatile u32 *)g_ioapic = reg;
1710f187a08SSteve Rutherford     return *(volatile u32 *)(g_ioapic + 0x10);
1720f187a08SSteve Rutherford }
1730f187a08SSteve Rutherford 
1747d36db35SAvi Kivity void ioapic_write_reg(unsigned reg, u32 value)
1757d36db35SAvi Kivity {
1767d36db35SAvi Kivity     *(volatile u32 *)g_ioapic = reg;
1777d36db35SAvi Kivity     *(volatile u32 *)(g_ioapic + 0x10) = value;
1787d36db35SAvi Kivity }
1797d36db35SAvi Kivity 
1807d36db35SAvi Kivity void ioapic_write_redir(unsigned line, ioapic_redir_entry_t e)
1817d36db35SAvi Kivity {
1827d36db35SAvi Kivity     ioapic_write_reg(0x10 + line * 2 + 0, ((u32 *)&e)[0]);
1837d36db35SAvi Kivity     ioapic_write_reg(0x10 + line * 2 + 1, ((u32 *)&e)[1]);
1847d36db35SAvi Kivity }
1857d36db35SAvi Kivity 
1860f187a08SSteve Rutherford ioapic_redir_entry_t ioapic_read_redir(unsigned line)
1870f187a08SSteve Rutherford {
1880f187a08SSteve Rutherford     ioapic_redir_entry_t e;
1890f187a08SSteve Rutherford 
1900f187a08SSteve Rutherford     ((u32 *)&e)[0] = ioapic_read_reg(0x10 + line * 2 + 0);
1910f187a08SSteve Rutherford     ((u32 *)&e)[1] = ioapic_read_reg(0x10 + line * 2 + 1);
1920f187a08SSteve Rutherford     return e;
1930f187a08SSteve Rutherford 
1940f187a08SSteve Rutherford }
1950f187a08SSteve Rutherford 
19622207960SLiran Alon void ioapic_set_redir(unsigned line, unsigned vec,
197f66d11caSArbel Moshe 			     trigger_mode_t trig_mode)
198f66d11caSArbel Moshe {
199f66d11caSArbel Moshe 	ioapic_redir_entry_t e = {
200f66d11caSArbel Moshe 		.vector = vec,
201f66d11caSArbel Moshe 		.delivery_mode = 0,
202f66d11caSArbel Moshe 		.trig_mode = trig_mode,
203f66d11caSArbel Moshe 	};
204f66d11caSArbel Moshe 
205f66d11caSArbel Moshe 	ioapic_write_redir(line, e);
206f66d11caSArbel Moshe }
207f66d11caSArbel Moshe 
2080f187a08SSteve Rutherford void set_mask(unsigned line, int mask)
2090f187a08SSteve Rutherford {
2100f187a08SSteve Rutherford     ioapic_redir_entry_t e = ioapic_read_redir(line);
2110f187a08SSteve Rutherford 
2120f187a08SSteve Rutherford     e.mask = mask;
2130f187a08SSteve Rutherford     ioapic_write_redir(line, e);
2140f187a08SSteve Rutherford }
2150f187a08SSteve Rutherford 
216f66d11caSArbel Moshe void set_irq_line(unsigned line, int val)
217f66d11caSArbel Moshe {
218f66d11caSArbel Moshe 	asm volatile("out %0, %1" : : "a"((u8)val), "d"((u16)(0x2000 + line)));
219f66d11caSArbel Moshe }
220f66d11caSArbel Moshe 
2217d36db35SAvi Kivity void enable_apic(void)
2227d36db35SAvi Kivity {
2237d36db35SAvi Kivity     printf("enabling apic\n");
224add65e76SNadav Amit     xapic_write(APIC_SPIV, 0x1ff);
2257d36db35SAvi Kivity }
2267d36db35SAvi Kivity 
2277d36db35SAvi Kivity void mask_pic_interrupts(void)
2287d36db35SAvi Kivity {
2297d36db35SAvi Kivity     outb(0xff, 0x21);
2307d36db35SAvi Kivity     outb(0xff, 0xa1);
2317d36db35SAvi Kivity }
232*18a34cceSNadav Amit 
233*18a34cceSNadav Amit extern unsigned char online_cpus[256 / 8];
234*18a34cceSNadav Amit 
235*18a34cceSNadav Amit void init_apic_map(void)
236*18a34cceSNadav Amit {
237*18a34cceSNadav Amit 	unsigned int i, j = 0;
238*18a34cceSNadav Amit 
239*18a34cceSNadav Amit 	for (i = 0; i < sizeof(online_cpus) * 8; i++) {
240*18a34cceSNadav Amit 		if ((1ul << (i % 8)) & (online_cpus[i / 8]))
241*18a34cceSNadav Amit 			id_map[j++] = i;
242*18a34cceSNadav Amit 	}
243*18a34cceSNadav Amit }
244