4 * Copyright (c) 2004-2005 Fabrice Bellard
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2 of the License, or (at your option) any later version.
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with this library; if not, see <http://www.gnu.org/licenses/>
19 #include "qemu/thread.h"
20 #include "apic_internal.h"
24 #include "qemu/host-utils.h"
27 #include "apic-msidef.h"
29 #define MAX_APIC_WORDS 8
31 #define SYNC_FROM_VAPIC 0x1
32 #define SYNC_TO_VAPIC 0x2
33 #define SYNC_ISR_IRR_TO_VAPIC 0x4
35 static APICCommonState *local_apics[MAX_APICS + 1];
37 static void apic_set_irq(APICCommonState *s, int vector_num, int trigger_mode);
38 static void apic_update_irq(APICCommonState *s);
39 static void apic_get_delivery_bitmask(uint32_t *deliver_bitmask,
40 uint8_t dest, uint8_t dest_mode);
42 /* Find first bit starting from msb */
43 static int fls_bit(uint32_t value)
45 return 31 - clz32(value);
48 /* Find first bit starting from lsb */
49 static int ffs_bit(uint32_t value)
54 static inline void set_bit(uint32_t *tab, int index)
58 mask = 1 << (index & 0x1f);
62 static inline void reset_bit(uint32_t *tab, int index)
66 mask = 1 << (index & 0x1f);
70 static inline int get_bit(uint32_t *tab, int index)
74 mask = 1 << (index & 0x1f);
75 return !!(tab[i] & mask);
78 /* return -1 if no bit is set */
79 static int get_highest_priority_int(uint32_t *tab)
82 for (i = 7; i >= 0; i--) {
84 return i * 32 + fls_bit(tab[i]);
90 static void apic_sync_vapic(APICCommonState *s, int sync_type)
92 VAPICState vapic_state;
97 if (!s->vapic_paddr) {
100 if (sync_type & SYNC_FROM_VAPIC) {
101 cpu_physical_memory_rw(s->vapic_paddr, (void *)&vapic_state,
102 sizeof(vapic_state), 0);
103 s->tpr = vapic_state.tpr;
105 if (sync_type & (SYNC_TO_VAPIC | SYNC_ISR_IRR_TO_VAPIC)) {
106 start = offsetof(VAPICState, isr);
107 length = offsetof(VAPICState, enabled) - offsetof(VAPICState, isr);
109 if (sync_type & SYNC_TO_VAPIC) {
110 assert(qemu_cpu_is_self(CPU(s->cpu)));
112 vapic_state.tpr = s->tpr;
113 vapic_state.enabled = 1;
115 length = sizeof(VAPICState);
118 vector = get_highest_priority_int(s->isr);
122 vapic_state.isr = vector & 0xf0;
124 vapic_state.zero = 0;
126 vector = get_highest_priority_int(s->irr);
130 vapic_state.irr = vector & 0xff;
132 cpu_physical_memory_write_rom(s->vapic_paddr + start,
133 ((void *)&vapic_state) + start, length);
137 static void apic_vapic_base_update(APICCommonState *s)
139 apic_sync_vapic(s, SYNC_TO_VAPIC);
142 static void apic_local_deliver(APICCommonState *s, int vector)
144 uint32_t lvt = s->lvt[vector];
147 trace_apic_local_deliver(vector, (lvt >> 8) & 7);
149 if (lvt & APIC_LVT_MASKED)
152 switch ((lvt >> 8) & 7) {
154 cpu_interrupt(&s->cpu->env, CPU_INTERRUPT_SMI);
158 cpu_interrupt(&s->cpu->env, CPU_INTERRUPT_NMI);
162 cpu_interrupt(&s->cpu->env, CPU_INTERRUPT_HARD);
166 trigger_mode = APIC_TRIGGER_EDGE;
167 if ((vector == APIC_LVT_LINT0 || vector == APIC_LVT_LINT1) &&
168 (lvt & APIC_LVT_LEVEL_TRIGGER))
169 trigger_mode = APIC_TRIGGER_LEVEL;
170 apic_set_irq(s, lvt & 0xff, trigger_mode);
174 void apic_deliver_pic_intr(DeviceState *d, int level)
176 APICCommonState *s = DO_UPCAST(APICCommonState, busdev.qdev, d);
179 apic_local_deliver(s, APIC_LVT_LINT0);
181 uint32_t lvt = s->lvt[APIC_LVT_LINT0];
183 switch ((lvt >> 8) & 7) {
185 if (!(lvt & APIC_LVT_LEVEL_TRIGGER))
187 reset_bit(s->irr, lvt & 0xff);
190 cpu_reset_interrupt(&s->cpu->env, CPU_INTERRUPT_HARD);
196 static void apic_external_nmi(APICCommonState *s)
198 apic_local_deliver(s, APIC_LVT_LINT1);
201 #define foreach_apic(apic, deliver_bitmask, code) \
203 int __i, __j, __mask;\
204 for(__i = 0; __i < MAX_APIC_WORDS; __i++) {\
205 __mask = deliver_bitmask[__i];\
207 for(__j = 0; __j < 32; __j++) {\
208 if (__mask & (1 << __j)) {\
209 apic = local_apics[__i * 32 + __j];\
219 static void apic_bus_deliver(const uint32_t *deliver_bitmask,
220 uint8_t delivery_mode, uint8_t vector_num,
221 uint8_t trigger_mode)
223 APICCommonState *apic_iter;
225 switch (delivery_mode) {
227 /* XXX: search for focus processor, arbitration */
231 for(i = 0; i < MAX_APIC_WORDS; i++) {
232 if (deliver_bitmask[i]) {
233 d = i * 32 + ffs_bit(deliver_bitmask[i]);
238 apic_iter = local_apics[d];
240 apic_set_irq(apic_iter, vector_num, trigger_mode);
250 foreach_apic(apic_iter, deliver_bitmask,
251 cpu_interrupt(&apic_iter->cpu->env, CPU_INTERRUPT_SMI)
256 foreach_apic(apic_iter, deliver_bitmask,
257 cpu_interrupt(&apic_iter->cpu->env, CPU_INTERRUPT_NMI)
262 /* normal INIT IPI sent to processors */
263 foreach_apic(apic_iter, deliver_bitmask,
264 cpu_interrupt(&apic_iter->cpu->env,
270 /* handled in I/O APIC code */
277 foreach_apic(apic_iter, deliver_bitmask,
278 apic_set_irq(apic_iter, vector_num, trigger_mode) );
281 void apic_deliver_irq(uint8_t dest, uint8_t dest_mode, uint8_t delivery_mode,
282 uint8_t vector_num, uint8_t trigger_mode)
284 uint32_t deliver_bitmask[MAX_APIC_WORDS];
286 trace_apic_deliver_irq(dest, dest_mode, delivery_mode, vector_num,
289 apic_get_delivery_bitmask(deliver_bitmask, dest, dest_mode);
290 apic_bus_deliver(deliver_bitmask, delivery_mode, vector_num, trigger_mode);
293 static void apic_set_base(APICCommonState *s, uint64_t val)
295 s->apicbase = (val & 0xfffff000) |
296 (s->apicbase & (MSR_IA32_APICBASE_BSP | MSR_IA32_APICBASE_ENABLE));
297 /* if disabled, cannot be enabled again */
298 if (!(val & MSR_IA32_APICBASE_ENABLE)) {
299 s->apicbase &= ~MSR_IA32_APICBASE_ENABLE;
300 cpu_clear_apic_feature(&s->cpu->env);
301 s->spurious_vec &= ~APIC_SV_ENABLE;
305 static void apic_set_tpr(APICCommonState *s, uint8_t val)
307 /* Updates from cr8 are ignored while the VAPIC is active */
308 if (!s->vapic_paddr) {
314 static uint8_t apic_get_tpr(APICCommonState *s)
316 apic_sync_vapic(s, SYNC_FROM_VAPIC);
320 static int apic_get_ppr(APICCommonState *s)
325 isrv = get_highest_priority_int(s->isr);
336 static int apic_get_arb_pri(APICCommonState *s)
338 /* XXX: arbitration */
344 * <0 - low prio interrupt,
346 * >0 - interrupt number
348 static int apic_irq_pending(APICCommonState *s)
351 irrv = get_highest_priority_int(s->irr);
355 ppr = apic_get_ppr(s);
356 if (ppr && (irrv & 0xf0) <= (ppr & 0xf0)) {
363 /* signal the CPU if an irq is pending */
364 static void apic_update_irq(APICCommonState *s)
366 CPUState *cpu = CPU(s->cpu);
368 if (!(s->spurious_vec & APIC_SV_ENABLE)) {
371 if (!qemu_cpu_is_self(cpu)) {
372 cpu_interrupt(&s->cpu->env, CPU_INTERRUPT_POLL);
373 } else if (apic_irq_pending(s) > 0) {
374 cpu_interrupt(&s->cpu->env, CPU_INTERRUPT_HARD);
378 void apic_poll_irq(DeviceState *d)
380 APICCommonState *s = APIC_COMMON(d);
382 apic_sync_vapic(s, SYNC_FROM_VAPIC);
386 static void apic_set_irq(APICCommonState *s, int vector_num, int trigger_mode)
388 apic_report_irq_delivered(!get_bit(s->irr, vector_num));
390 set_bit(s->irr, vector_num);
392 set_bit(s->tmr, vector_num);
394 reset_bit(s->tmr, vector_num);
395 if (s->vapic_paddr) {
396 apic_sync_vapic(s, SYNC_ISR_IRR_TO_VAPIC);
398 * The vcpu thread needs to see the new IRR before we pull its current
399 * TPR value. That way, if we miss a lowering of the TRP, the guest
400 * has the chance to notice the new IRR and poll for IRQs on its own.
403 apic_sync_vapic(s, SYNC_FROM_VAPIC);
408 static void apic_eoi(APICCommonState *s)
411 isrv = get_highest_priority_int(s->isr);
414 reset_bit(s->isr, isrv);
415 if (!(s->spurious_vec & APIC_SV_DIRECTED_IO) && get_bit(s->tmr, isrv)) {
416 ioapic_eoi_broadcast(isrv);
418 apic_sync_vapic(s, SYNC_FROM_VAPIC | SYNC_TO_VAPIC);
422 static int apic_find_dest(uint8_t dest)
424 APICCommonState *apic = local_apics[dest];
427 if (apic && apic->id == dest)
428 return dest; /* shortcut in case apic->id == apic->idx */
430 for (i = 0; i < MAX_APICS; i++) {
431 apic = local_apics[i];
432 if (apic && apic->id == dest)
441 static void apic_get_delivery_bitmask(uint32_t *deliver_bitmask,
442 uint8_t dest, uint8_t dest_mode)
444 APICCommonState *apic_iter;
447 if (dest_mode == 0) {
449 memset(deliver_bitmask, 0xff, MAX_APIC_WORDS * sizeof(uint32_t));
451 int idx = apic_find_dest(dest);
452 memset(deliver_bitmask, 0x00, MAX_APIC_WORDS * sizeof(uint32_t));
454 set_bit(deliver_bitmask, idx);
457 /* XXX: cluster mode */
458 memset(deliver_bitmask, 0x00, MAX_APIC_WORDS * sizeof(uint32_t));
459 for(i = 0; i < MAX_APICS; i++) {
460 apic_iter = local_apics[i];
462 if (apic_iter->dest_mode == 0xf) {
463 if (dest & apic_iter->log_dest)
464 set_bit(deliver_bitmask, i);
465 } else if (apic_iter->dest_mode == 0x0) {
466 if ((dest & 0xf0) == (apic_iter->log_dest & 0xf0) &&
467 (dest & apic_iter->log_dest & 0x0f)) {
468 set_bit(deliver_bitmask, i);
478 static void apic_startup(APICCommonState *s, int vector_num)
480 s->sipi_vector = vector_num;
481 cpu_interrupt(&s->cpu->env, CPU_INTERRUPT_SIPI);
484 void apic_sipi(DeviceState *d)
486 APICCommonState *s = DO_UPCAST(APICCommonState, busdev.qdev, d);
488 cpu_reset_interrupt(&s->cpu->env, CPU_INTERRUPT_SIPI);
490 if (!s->wait_for_sipi)
492 cpu_x86_load_seg_cache_sipi(s->cpu, s->sipi_vector);
493 s->wait_for_sipi = 0;
496 static void apic_deliver(DeviceState *d, uint8_t dest, uint8_t dest_mode,
497 uint8_t delivery_mode, uint8_t vector_num,
498 uint8_t trigger_mode)
500 APICCommonState *s = DO_UPCAST(APICCommonState, busdev.qdev, d);
501 uint32_t deliver_bitmask[MAX_APIC_WORDS];
502 int dest_shorthand = (s->icr[0] >> 18) & 3;
503 APICCommonState *apic_iter;
505 switch (dest_shorthand) {
507 apic_get_delivery_bitmask(deliver_bitmask, dest, dest_mode);
510 memset(deliver_bitmask, 0x00, sizeof(deliver_bitmask));
511 set_bit(deliver_bitmask, s->idx);
514 memset(deliver_bitmask, 0xff, sizeof(deliver_bitmask));
517 memset(deliver_bitmask, 0xff, sizeof(deliver_bitmask));
518 reset_bit(deliver_bitmask, s->idx);
522 switch (delivery_mode) {
525 int trig_mode = (s->icr[0] >> 15) & 1;
526 int level = (s->icr[0] >> 14) & 1;
527 if (level == 0 && trig_mode == 1) {
528 foreach_apic(apic_iter, deliver_bitmask,
529 apic_iter->arb_id = apic_iter->id );
536 foreach_apic(apic_iter, deliver_bitmask,
537 apic_startup(apic_iter, vector_num) );
541 apic_bus_deliver(deliver_bitmask, delivery_mode, vector_num, trigger_mode);
544 static bool apic_check_pic(APICCommonState *s)
546 if (!apic_accept_pic_intr(&s->busdev.qdev) || !pic_get_output(isa_pic)) {
549 apic_deliver_pic_intr(&s->busdev.qdev, 1);
553 int apic_get_interrupt(DeviceState *d)
555 APICCommonState *s = DO_UPCAST(APICCommonState, busdev.qdev, d);
558 /* if the APIC is installed or enabled, we let the 8259 handle the
562 if (!(s->spurious_vec & APIC_SV_ENABLE))
565 apic_sync_vapic(s, SYNC_FROM_VAPIC);
566 intno = apic_irq_pending(s);
569 apic_sync_vapic(s, SYNC_TO_VAPIC);
571 } else if (intno < 0) {
572 apic_sync_vapic(s, SYNC_TO_VAPIC);
573 return s->spurious_vec & 0xff;
575 reset_bit(s->irr, intno);
576 set_bit(s->isr, intno);
577 apic_sync_vapic(s, SYNC_TO_VAPIC);
579 /* re-inject if there is still a pending PIC interrupt */
587 int apic_accept_pic_intr(DeviceState *d)
589 APICCommonState *s = DO_UPCAST(APICCommonState, busdev.qdev, d);
595 lvt0 = s->lvt[APIC_LVT_LINT0];
597 if ((s->apicbase & MSR_IA32_APICBASE_ENABLE) == 0 ||
598 (lvt0 & APIC_LVT_MASKED) == 0)
604 static uint32_t apic_get_current_count(APICCommonState *s)
608 d = (qemu_get_clock_ns(vm_clock) - s->initial_count_load_time) >>
610 if (s->lvt[APIC_LVT_TIMER] & APIC_LVT_TIMER_PERIODIC) {
612 val = s->initial_count - (d % ((uint64_t)s->initial_count + 1));
614 if (d >= s->initial_count)
617 val = s->initial_count - d;
622 static void apic_timer_update(APICCommonState *s, int64_t current_time)
624 if (apic_next_timer(s, current_time)) {
625 qemu_mod_timer(s->timer, s->next_time);
627 qemu_del_timer(s->timer);
631 static void apic_timer(void *opaque)
633 APICCommonState *s = opaque;
635 apic_local_deliver(s, APIC_LVT_TIMER);
636 apic_timer_update(s, s->next_time);
639 static uint32_t apic_mem_readb(void *opaque, hwaddr addr)
644 static uint32_t apic_mem_readw(void *opaque, hwaddr addr)
649 static void apic_mem_writeb(void *opaque, hwaddr addr, uint32_t val)
653 static void apic_mem_writew(void *opaque, hwaddr addr, uint32_t val)
657 static uint32_t apic_mem_readl(void *opaque, hwaddr addr)
664 d = cpu_get_current_apic();
668 s = DO_UPCAST(APICCommonState, busdev.qdev, d);
670 index = (addr >> 4) & 0xff;
675 case 0x03: /* version */
676 val = 0x11 | ((APIC_LVT_NB - 1) << 16); /* version 0x11 */
679 apic_sync_vapic(s, SYNC_FROM_VAPIC);
680 if (apic_report_tpr_access) {
681 cpu_report_tpr_access(&s->cpu->env, TPR_ACCESS_READ);
686 val = apic_get_arb_pri(s);
690 val = apic_get_ppr(s);
696 val = s->log_dest << 24;
699 val = s->dest_mode << 28;
702 val = s->spurious_vec;
705 val = s->isr[index & 7];
708 val = s->tmr[index & 7];
711 val = s->irr[index & 7];
718 val = s->icr[index & 1];
721 val = s->lvt[index - 0x32];
724 val = s->initial_count;
727 val = apic_get_current_count(s);
730 val = s->divide_conf;
733 s->esr |= ESR_ILLEGAL_ADDRESS;
737 trace_apic_mem_readl(addr, val);
741 static void apic_send_msi(hwaddr addr, uint32_t data)
743 uint8_t dest = (addr & MSI_ADDR_DEST_ID_MASK) >> MSI_ADDR_DEST_ID_SHIFT;
744 uint8_t vector = (data & MSI_DATA_VECTOR_MASK) >> MSI_DATA_VECTOR_SHIFT;
745 uint8_t dest_mode = (addr >> MSI_ADDR_DEST_MODE_SHIFT) & 0x1;
746 uint8_t trigger_mode = (data >> MSI_DATA_TRIGGER_SHIFT) & 0x1;
747 uint8_t delivery = (data >> MSI_DATA_DELIVERY_MODE_SHIFT) & 0x7;
748 /* XXX: Ignore redirection hint. */
749 apic_deliver_irq(dest, dest_mode, delivery, vector, trigger_mode);
752 static void apic_mem_writel(void *opaque, hwaddr addr, uint32_t val)
756 int index = (addr >> 4) & 0xff;
757 if (addr > 0xfff || !index) {
758 /* MSI and MMIO APIC are at the same memory location,
759 * but actually not on the global bus: MSI is on PCI bus
760 * APIC is connected directly to the CPU.
761 * Mapping them on the global bus happens to work because
762 * MSI registers are reserved in APIC MMIO and vice versa. */
763 apic_send_msi(addr, val);
767 d = cpu_get_current_apic();
771 s = DO_UPCAST(APICCommonState, busdev.qdev, d);
773 trace_apic_mem_writel(addr, val);
782 if (apic_report_tpr_access) {
783 cpu_report_tpr_access(&s->cpu->env, TPR_ACCESS_WRITE);
786 apic_sync_vapic(s, SYNC_TO_VAPIC);
796 s->log_dest = val >> 24;
799 s->dest_mode = val >> 28;
802 s->spurious_vec = val & 0x1ff;
812 apic_deliver(d, (s->icr[1] >> 24) & 0xff, (s->icr[0] >> 11) & 1,
813 (s->icr[0] >> 8) & 7, (s->icr[0] & 0xff),
814 (s->icr[0] >> 15) & 1);
821 int n = index - 0x32;
823 if (n == APIC_LVT_TIMER) {
824 apic_timer_update(s, qemu_get_clock_ns(vm_clock));
825 } else if (n == APIC_LVT_LINT0 && apic_check_pic(s)) {
831 s->initial_count = val;
832 s->initial_count_load_time = qemu_get_clock_ns(vm_clock);
833 apic_timer_update(s, s->initial_count_load_time);
840 s->divide_conf = val & 0xb;
841 v = (s->divide_conf & 3) | ((s->divide_conf >> 1) & 4);
842 s->count_shift = (v + 1) & 7;
846 s->esr |= ESR_ILLEGAL_ADDRESS;
851 static void apic_pre_save(APICCommonState *s)
853 apic_sync_vapic(s, SYNC_FROM_VAPIC);
856 static void apic_post_load(APICCommonState *s)
858 if (s->timer_expiry != -1) {
859 qemu_mod_timer(s->timer, s->timer_expiry);
861 qemu_del_timer(s->timer);
865 static const MemoryRegionOps apic_io_ops = {
867 .read = { apic_mem_readb, apic_mem_readw, apic_mem_readl, },
868 .write = { apic_mem_writeb, apic_mem_writew, apic_mem_writel, },
870 .endianness = DEVICE_NATIVE_ENDIAN,
873 static void apic_init(APICCommonState *s)
875 memory_region_init_io(&s->io_memory, &apic_io_ops, s, "apic-msi",
878 s->timer = qemu_new_timer_ns(vm_clock, apic_timer, s);
879 local_apics[s->idx] = s;
881 msi_supported = true;
884 static void apic_class_init(ObjectClass *klass, void *data)
886 APICCommonClass *k = APIC_COMMON_CLASS(klass);
889 k->set_base = apic_set_base;
890 k->set_tpr = apic_set_tpr;
891 k->get_tpr = apic_get_tpr;
892 k->vapic_base_update = apic_vapic_base_update;
893 k->external_nmi = apic_external_nmi;
894 k->pre_save = apic_pre_save;
895 k->post_load = apic_post_load;
898 static TypeInfo apic_info = {
900 .instance_size = sizeof(APICCommonState),
901 .parent = TYPE_APIC_COMMON,
902 .class_init = apic_class_init,
905 static void apic_register_types(void)
907 type_register_static(&apic_info);
910 type_init(apic_register_types)