2 * QEMU PowerPC pSeries Logical Partition (aka sPAPR) hardware System Emulator
4 * PAPR Virtualized Interrupt System, aka ICS/ICP aka xics
6 * Copyright (c) 2010,2011 David Gibson, IBM Corporation.
8 * Permission is hereby granted, free of charge, to any person obtaining a copy
9 * of this software and associated documentation files (the "Software"), to deal
10 * in the Software without restriction, including without limitation the rights
11 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
12 * copies of the Software, and to permit persons to whom the Software is
13 * furnished to do so, subject to the following conditions:
15 * The above copyright notice and this permission notice shall be included in
16 * all copies or substantial portions of the Software.
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
19 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
20 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
21 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
22 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
23 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
28 #include "qemu/osdep.h"
29 #include "qapi/error.h"
33 #include "qemu/timer.h"
34 #include "hw/ppc/xics.h"
35 #include "qemu/error-report.h"
36 #include "qemu/module.h"
37 #include "qapi/visitor.h"
38 #include "monitor/monitor.h"
39 #include "hw/intc/intc.h"
40 #include "sysemu/kvm.h"
41 #include "sysemu/reset.h"
43 void icp_pic_print_info(ICPState *icp, Monitor *mon)
45 int cpu_index = icp->cs ? icp->cs->cpu_index : -1;
51 if (kvm_irqchip_in_kernel()) {
52 icp_synchronize_state(icp);
55 monitor_printf(mon, "CPU %d XIRR=%08x (%p) PP=%02x MFRR=%02x\n",
56 cpu_index, icp->xirr, icp->xirr_owner,
57 icp->pending_priority, icp->mfrr);
60 void ics_pic_print_info(ICSState *ics, Monitor *mon)
64 monitor_printf(mon, "ICS %4x..%4x %p\n",
65 ics->offset, ics->offset + ics->nr_irqs - 1, ics);
71 if (kvm_irqchip_in_kernel()) {
72 ics_synchronize_state(ics);
75 for (i = 0; i < ics->nr_irqs; i++) {
76 ICSIRQState *irq = ics->irqs + i;
78 if (!(irq->flags & XICS_FLAGS_IRQ_MASK)) {
81 monitor_printf(mon, " %4x %s %02x %02x\n",
83 (irq->flags & XICS_FLAGS_IRQ_LSI) ?
85 irq->priority, irq->status);
90 * ICP: Presentation layer
93 #define XISR_MASK 0x00ffffff
94 #define CPPR_MASK 0xff000000
96 #define XISR(icp) (((icp)->xirr) & XISR_MASK)
97 #define CPPR(icp) (((icp)->xirr) >> 24)
99 static void ics_reject(ICSState *ics, uint32_t nr)
101 ICSStateClass *k = ICS_BASE_GET_CLASS(ics);
108 void ics_resend(ICSState *ics)
110 ICSStateClass *k = ICS_BASE_GET_CLASS(ics);
117 static void ics_eoi(ICSState *ics, int nr)
119 ICSStateClass *k = ICS_BASE_GET_CLASS(ics);
126 static void icp_check_ipi(ICPState *icp)
128 if (XISR(icp) && (icp->pending_priority <= icp->mfrr)) {
132 trace_xics_icp_check_ipi(icp->cs->cpu_index, icp->mfrr);
134 if (XISR(icp) && icp->xirr_owner) {
135 ics_reject(icp->xirr_owner, XISR(icp));
138 icp->xirr = (icp->xirr & ~XISR_MASK) | XICS_IPI;
139 icp->pending_priority = icp->mfrr;
140 icp->xirr_owner = NULL;
141 qemu_irq_raise(icp->output);
144 void icp_resend(ICPState *icp)
146 XICSFabric *xi = icp->xics;
147 XICSFabricClass *xic = XICS_FABRIC_GET_CLASS(xi);
149 if (icp->mfrr < CPPR(icp)) {
156 void icp_set_cppr(ICPState *icp, uint8_t cppr)
161 old_cppr = CPPR(icp);
162 icp->xirr = (icp->xirr & ~CPPR_MASK) | (cppr << 24);
164 if (cppr < old_cppr) {
165 if (XISR(icp) && (cppr <= icp->pending_priority)) {
166 old_xisr = XISR(icp);
167 icp->xirr &= ~XISR_MASK; /* Clear XISR */
168 icp->pending_priority = 0xff;
169 qemu_irq_lower(icp->output);
170 if (icp->xirr_owner) {
171 ics_reject(icp->xirr_owner, old_xisr);
172 icp->xirr_owner = NULL;
182 void icp_set_mfrr(ICPState *icp, uint8_t mfrr)
185 if (mfrr < CPPR(icp)) {
190 uint32_t icp_accept(ICPState *icp)
192 uint32_t xirr = icp->xirr;
194 qemu_irq_lower(icp->output);
195 icp->xirr = icp->pending_priority << 24;
196 icp->pending_priority = 0xff;
197 icp->xirr_owner = NULL;
199 trace_xics_icp_accept(xirr, icp->xirr);
204 uint32_t icp_ipoll(ICPState *icp, uint32_t *mfrr)
212 void icp_eoi(ICPState *icp, uint32_t xirr)
214 XICSFabric *xi = icp->xics;
215 XICSFabricClass *xic = XICS_FABRIC_GET_CLASS(xi);
219 /* Send EOI -> ICS */
220 icp->xirr = (icp->xirr & ~CPPR_MASK) | (xirr & CPPR_MASK);
221 trace_xics_icp_eoi(icp->cs->cpu_index, xirr, icp->xirr);
222 irq = xirr & XISR_MASK;
224 ics = xic->ics_get(xi, irq);
233 static void icp_irq(ICSState *ics, int server, int nr, uint8_t priority)
235 ICPState *icp = xics_icp_get(ics->xics, server);
237 trace_xics_icp_irq(server, nr, priority);
239 if ((priority >= CPPR(icp))
240 || (XISR(icp) && (icp->pending_priority <= priority))) {
243 if (XISR(icp) && icp->xirr_owner) {
244 ics_reject(icp->xirr_owner, XISR(icp));
245 icp->xirr_owner = NULL;
247 icp->xirr = (icp->xirr & ~XISR_MASK) | (nr & XISR_MASK);
248 icp->xirr_owner = ics;
249 icp->pending_priority = priority;
250 trace_xics_icp_raise(icp->xirr, icp->pending_priority);
251 qemu_irq_raise(icp->output);
255 static int icp_pre_save(void *opaque)
257 ICPState *icp = opaque;
259 if (kvm_irqchip_in_kernel()) {
260 icp_get_kvm_state(icp);
266 static int icp_post_load(void *opaque, int version_id)
268 ICPState *icp = opaque;
270 if (kvm_irqchip_in_kernel()) {
271 Error *local_err = NULL;
274 ret = icp_set_kvm_state(icp, &local_err);
276 error_report_err(local_err);
284 static const VMStateDescription vmstate_icp_server = {
285 .name = "icp/server",
287 .minimum_version_id = 1,
288 .pre_save = icp_pre_save,
289 .post_load = icp_post_load,
290 .fields = (VMStateField[]) {
292 VMSTATE_UINT32(xirr, ICPState),
293 VMSTATE_UINT8(pending_priority, ICPState),
294 VMSTATE_UINT8(mfrr, ICPState),
295 VMSTATE_END_OF_LIST()
299 static void icp_reset_handler(void *dev)
301 ICPState *icp = ICP(dev);
304 icp->pending_priority = 0xff;
307 /* Make all outputs are deasserted */
308 qemu_set_irq(icp->output, 0);
310 if (kvm_irqchip_in_kernel()) {
311 Error *local_err = NULL;
313 icp_set_kvm_state(ICP(dev), &local_err);
315 error_report_err(local_err);
320 static void icp_realize(DeviceState *dev, Error **errp)
322 ICPState *icp = ICP(dev);
328 obj = object_property_get_link(OBJECT(dev), ICP_PROP_XICS, &err);
330 error_propagate_prepend(errp, err,
331 "required link '" ICP_PROP_XICS
336 icp->xics = XICS_FABRIC(obj);
338 obj = object_property_get_link(OBJECT(dev), ICP_PROP_CPU, &err);
340 error_propagate_prepend(errp, err,
341 "required link '" ICP_PROP_CPU
346 cpu = POWERPC_CPU(obj);
350 switch (PPC_INPUT(env)) {
351 case PPC_FLAGS_INPUT_POWER7:
352 icp->output = env->irq_inputs[POWER7_INPUT_INT];
354 case PPC_FLAGS_INPUT_POWER9: /* For SPAPR xics emulation */
355 icp->output = env->irq_inputs[POWER9_INPUT_INT];
358 case PPC_FLAGS_INPUT_970:
359 icp->output = env->irq_inputs[PPC970_INPUT_INT];
363 error_setg(errp, "XICS interrupt controller does not support this CPU bus model");
367 /* Connect the presenter to the VCPU (required for CPU hotplug) */
368 if (kvm_irqchip_in_kernel()) {
369 icp_kvm_realize(dev, &err);
371 error_propagate(errp, err);
376 qemu_register_reset(icp_reset_handler, dev);
377 vmstate_register(NULL, icp->cs->cpu_index, &vmstate_icp_server, icp);
380 static void icp_unrealize(DeviceState *dev, Error **errp)
382 ICPState *icp = ICP(dev);
384 vmstate_unregister(NULL, &vmstate_icp_server, icp);
385 qemu_unregister_reset(icp_reset_handler, dev);
388 static void icp_class_init(ObjectClass *klass, void *data)
390 DeviceClass *dc = DEVICE_CLASS(klass);
392 dc->realize = icp_realize;
393 dc->unrealize = icp_unrealize;
396 static const TypeInfo icp_info = {
398 .parent = TYPE_DEVICE,
399 .instance_size = sizeof(ICPState),
400 .class_init = icp_class_init,
401 .class_size = sizeof(ICPStateClass),
404 Object *icp_create(Object *cpu, const char *type, XICSFabric *xi, Error **errp)
406 Error *local_err = NULL;
409 obj = object_new(type);
410 object_property_add_child(cpu, type, obj, &error_abort);
412 object_property_add_const_link(obj, ICP_PROP_XICS, OBJECT(xi),
414 object_property_add_const_link(obj, ICP_PROP_CPU, cpu, &error_abort);
415 object_property_set_bool(obj, true, "realized", &local_err);
417 object_unparent(obj);
418 error_propagate(errp, local_err);
428 static void ics_simple_resend_msi(ICSState *ics, int srcno)
430 ICSIRQState *irq = ics->irqs + srcno;
432 /* FIXME: filter by server#? */
433 if (irq->status & XICS_STATUS_REJECTED) {
434 irq->status &= ~XICS_STATUS_REJECTED;
435 if (irq->priority != 0xff) {
436 icp_irq(ics, irq->server, srcno + ics->offset, irq->priority);
441 static void ics_simple_resend_lsi(ICSState *ics, int srcno)
443 ICSIRQState *irq = ics->irqs + srcno;
445 if ((irq->priority != 0xff)
446 && (irq->status & XICS_STATUS_ASSERTED)
447 && !(irq->status & XICS_STATUS_SENT)) {
448 irq->status |= XICS_STATUS_SENT;
449 icp_irq(ics, irq->server, srcno + ics->offset, irq->priority);
453 static void ics_simple_set_irq_msi(ICSState *ics, int srcno, int val)
455 ICSIRQState *irq = ics->irqs + srcno;
457 trace_xics_ics_simple_set_irq_msi(srcno, srcno + ics->offset);
460 if (irq->priority == 0xff) {
461 irq->status |= XICS_STATUS_MASKED_PENDING;
462 trace_xics_masked_pending();
464 icp_irq(ics, irq->server, srcno + ics->offset, irq->priority);
469 static void ics_simple_set_irq_lsi(ICSState *ics, int srcno, int val)
471 ICSIRQState *irq = ics->irqs + srcno;
473 trace_xics_ics_simple_set_irq_lsi(srcno, srcno + ics->offset);
475 irq->status |= XICS_STATUS_ASSERTED;
477 irq->status &= ~XICS_STATUS_ASSERTED;
479 ics_simple_resend_lsi(ics, srcno);
482 void ics_simple_set_irq(void *opaque, int srcno, int val)
484 ICSState *ics = (ICSState *)opaque;
486 if (kvm_irqchip_in_kernel()) {
487 ics_kvm_set_irq(ics, srcno, val);
491 if (ics->irqs[srcno].flags & XICS_FLAGS_IRQ_LSI) {
492 ics_simple_set_irq_lsi(ics, srcno, val);
494 ics_simple_set_irq_msi(ics, srcno, val);
498 static void ics_simple_write_xive_msi(ICSState *ics, int srcno)
500 ICSIRQState *irq = ics->irqs + srcno;
502 if (!(irq->status & XICS_STATUS_MASKED_PENDING)
503 || (irq->priority == 0xff)) {
507 irq->status &= ~XICS_STATUS_MASKED_PENDING;
508 icp_irq(ics, irq->server, srcno + ics->offset, irq->priority);
511 static void ics_simple_write_xive_lsi(ICSState *ics, int srcno)
513 ics_simple_resend_lsi(ics, srcno);
516 void ics_simple_write_xive(ICSState *ics, int srcno, int server,
517 uint8_t priority, uint8_t saved_priority)
519 ICSIRQState *irq = ics->irqs + srcno;
521 irq->server = server;
522 irq->priority = priority;
523 irq->saved_priority = saved_priority;
525 trace_xics_ics_simple_write_xive(ics->offset + srcno, srcno, server,
528 if (ics->irqs[srcno].flags & XICS_FLAGS_IRQ_LSI) {
529 ics_simple_write_xive_lsi(ics, srcno);
531 ics_simple_write_xive_msi(ics, srcno);
535 static void ics_simple_reject(ICSState *ics, uint32_t nr)
537 ICSIRQState *irq = ics->irqs + nr - ics->offset;
539 trace_xics_ics_simple_reject(nr, nr - ics->offset);
540 if (irq->flags & XICS_FLAGS_IRQ_MSI) {
541 irq->status |= XICS_STATUS_REJECTED;
542 } else if (irq->flags & XICS_FLAGS_IRQ_LSI) {
543 irq->status &= ~XICS_STATUS_SENT;
547 static void ics_simple_resend(ICSState *ics)
551 for (i = 0; i < ics->nr_irqs; i++) {
552 /* FIXME: filter by server#? */
553 if (ics->irqs[i].flags & XICS_FLAGS_IRQ_LSI) {
554 ics_simple_resend_lsi(ics, i);
556 ics_simple_resend_msi(ics, i);
561 static void ics_simple_eoi(ICSState *ics, uint32_t nr)
563 int srcno = nr - ics->offset;
564 ICSIRQState *irq = ics->irqs + srcno;
566 trace_xics_ics_simple_eoi(nr);
568 if (ics->irqs[srcno].flags & XICS_FLAGS_IRQ_LSI) {
569 irq->status &= ~XICS_STATUS_SENT;
573 static void ics_simple_reset(DeviceState *dev)
575 ICSStateClass *icsc = ICS_BASE_GET_CLASS(dev);
577 icsc->parent_reset(dev);
579 if (kvm_irqchip_in_kernel()) {
580 Error *local_err = NULL;
582 ics_set_kvm_state(ICS_BASE(dev), &local_err);
584 error_report_err(local_err);
589 static void ics_simple_reset_handler(void *dev)
591 ics_simple_reset(dev);
594 static void ics_simple_realize(DeviceState *dev, Error **errp)
596 ICSState *ics = ICS_SIMPLE(dev);
597 ICSStateClass *icsc = ICS_BASE_GET_CLASS(ics);
598 Error *local_err = NULL;
600 icsc->parent_realize(dev, &local_err);
602 error_propagate(errp, local_err);
606 qemu_register_reset(ics_simple_reset_handler, ics);
609 static void ics_simple_class_init(ObjectClass *klass, void *data)
611 DeviceClass *dc = DEVICE_CLASS(klass);
612 ICSStateClass *isc = ICS_BASE_CLASS(klass);
614 device_class_set_parent_realize(dc, ics_simple_realize,
615 &isc->parent_realize);
616 device_class_set_parent_reset(dc, ics_simple_reset,
619 isc->reject = ics_simple_reject;
620 isc->resend = ics_simple_resend;
621 isc->eoi = ics_simple_eoi;
624 static const TypeInfo ics_simple_info = {
625 .name = TYPE_ICS_SIMPLE,
626 .parent = TYPE_ICS_BASE,
627 .instance_size = sizeof(ICSState),
628 .class_init = ics_simple_class_init,
629 .class_size = sizeof(ICSStateClass),
632 static void ics_reset_irq(ICSIRQState *irq)
634 irq->priority = 0xff;
635 irq->saved_priority = 0xff;
638 static void ics_base_reset(DeviceState *dev)
640 ICSState *ics = ICS_BASE(dev);
642 uint8_t flags[ics->nr_irqs];
644 for (i = 0; i < ics->nr_irqs; i++) {
645 flags[i] = ics->irqs[i].flags;
648 memset(ics->irqs, 0, sizeof(ICSIRQState) * ics->nr_irqs);
650 for (i = 0; i < ics->nr_irqs; i++) {
651 ics_reset_irq(ics->irqs + i);
652 ics->irqs[i].flags = flags[i];
656 static void ics_base_realize(DeviceState *dev, Error **errp)
658 ICSState *ics = ICS_BASE(dev);
662 obj = object_property_get_link(OBJECT(dev), ICS_PROP_XICS, &err);
664 error_propagate_prepend(errp, err,
665 "required link '" ICS_PROP_XICS
669 ics->xics = XICS_FABRIC(obj);
672 error_setg(errp, "Number of interrupts needs to be greater 0");
675 ics->irqs = g_malloc0(ics->nr_irqs * sizeof(ICSIRQState));
678 static void ics_base_instance_init(Object *obj)
680 ICSState *ics = ICS_BASE(obj);
682 ics->offset = XICS_IRQ_BASE;
685 static int ics_base_pre_save(void *opaque)
687 ICSState *ics = opaque;
689 if (kvm_irqchip_in_kernel()) {
690 ics_get_kvm_state(ics);
696 static int ics_base_post_load(void *opaque, int version_id)
698 ICSState *ics = opaque;
700 if (kvm_irqchip_in_kernel()) {
701 Error *local_err = NULL;
704 ret = ics_set_kvm_state(ics, &local_err);
706 error_report_err(local_err);
714 static const VMStateDescription vmstate_ics_base_irq = {
717 .minimum_version_id = 1,
718 .fields = (VMStateField[]) {
719 VMSTATE_UINT32(server, ICSIRQState),
720 VMSTATE_UINT8(priority, ICSIRQState),
721 VMSTATE_UINT8(saved_priority, ICSIRQState),
722 VMSTATE_UINT8(status, ICSIRQState),
723 VMSTATE_UINT8(flags, ICSIRQState),
724 VMSTATE_END_OF_LIST()
728 static const VMStateDescription vmstate_ics_base = {
731 .minimum_version_id = 1,
732 .pre_save = ics_base_pre_save,
733 .post_load = ics_base_post_load,
734 .fields = (VMStateField[]) {
736 VMSTATE_UINT32_EQUAL(nr_irqs, ICSState, NULL),
738 VMSTATE_STRUCT_VARRAY_POINTER_UINT32(irqs, ICSState, nr_irqs,
739 vmstate_ics_base_irq,
741 VMSTATE_END_OF_LIST()
745 static Property ics_base_properties[] = {
746 DEFINE_PROP_UINT32("nr-irqs", ICSState, nr_irqs, 0),
747 DEFINE_PROP_END_OF_LIST(),
750 static void ics_base_class_init(ObjectClass *klass, void *data)
752 DeviceClass *dc = DEVICE_CLASS(klass);
754 dc->realize = ics_base_realize;
755 dc->props = ics_base_properties;
756 dc->reset = ics_base_reset;
757 dc->vmsd = &vmstate_ics_base;
760 static const TypeInfo ics_base_info = {
761 .name = TYPE_ICS_BASE,
762 .parent = TYPE_DEVICE,
764 .instance_size = sizeof(ICSState),
765 .instance_init = ics_base_instance_init,
766 .class_init = ics_base_class_init,
767 .class_size = sizeof(ICSStateClass),
770 static const TypeInfo xics_fabric_info = {
771 .name = TYPE_XICS_FABRIC,
772 .parent = TYPE_INTERFACE,
773 .class_size = sizeof(XICSFabricClass),
779 ICPState *xics_icp_get(XICSFabric *xi, int server)
781 XICSFabricClass *xic = XICS_FABRIC_GET_CLASS(xi);
783 return xic->icp_get(xi, server);
786 void ics_set_irq_type(ICSState *ics, int srcno, bool lsi)
788 assert(!(ics->irqs[srcno].flags & XICS_FLAGS_IRQ_MASK));
790 ics->irqs[srcno].flags |=
791 lsi ? XICS_FLAGS_IRQ_LSI : XICS_FLAGS_IRQ_MSI;
793 if (kvm_irqchip_in_kernel()) {
794 Error *local_err = NULL;
796 ics_reset_irq(ics->irqs + srcno);
797 ics_set_kvm_state_one(ics, srcno, &local_err);
799 error_report_err(local_err);
804 static void xics_register_types(void)
806 type_register_static(&ics_simple_info);
807 type_register_static(&ics_base_info);
808 type_register_static(&icp_info);
809 type_register_static(&xics_fabric_info);
812 type_init(xics_register_types)