hw/s390x/virtio-ccw.c

   1 /*
   2  * virtio ccw target implementation
   3  *
   4  * Copyright 2012,2015 IBM Corp.
   5  * Author(s): Cornelia Huck <[email protected]>
   6  *            Pierre Morel <[email protected]>
   7  *
   8  * This work is licensed under the terms of the GNU GPL, version 2 or (at
   9  * your option) any later version. See the COPYING file in the top-level
  10  * directory.
  11  */
  12
  13 #include "qemu/osdep.h"
  14 #include "qapi/error.h"
  15 #include "hw/hw.h"
  16 #include "sysemu/block-backend.h"
  17 #include "sysemu/blockdev.h"
  18 #include "sysemu/sysemu.h"
  19 #include "sysemu/kvm.h"
  20 #include "net/net.h"
  21 #include "hw/virtio/virtio.h"
  22 #include "hw/virtio/virtio-serial.h"
  23 #include "hw/virtio/virtio-net.h"
  24 #include "hw/sysbus.h"
  25 #include "qemu/bitops.h"
  26 #include "qemu/error-report.h"
  27 #include "hw/virtio/virtio-access.h"
  28 #include "hw/virtio/virtio-bus.h"
  29 #include "hw/s390x/adapter.h"
  30 #include "hw/s390x/s390_flic.h"
  31
  32 #include "hw/s390x/ioinst.h"
  33 #include "hw/s390x/css.h"
  34 #include "virtio-ccw.h"
  35 #include "trace.h"
  36
  37 static void virtio_ccw_bus_new(VirtioBusState *bus, size_t bus_size,
  38                                VirtioCcwDevice *dev);
  39
  40 static void virtual_css_bus_reset(BusState *qbus)
  41 {
  42     /* This should actually be modelled via the generic css */
  43     css_reset();
  44 }
  45
  46
  47 static void virtual_css_bus_class_init(ObjectClass *klass, void *data)
  48 {
  49     BusClass *k = BUS_CLASS(klass);
  50
  51     k->reset = virtual_css_bus_reset;
  52 }
  53
  54 static const TypeInfo virtual_css_bus_info = {
  55     .name = TYPE_VIRTUAL_CSS_BUS,
  56     .parent = TYPE_BUS,
  57     .instance_size = sizeof(VirtualCssBus),
  58     .class_init = virtual_css_bus_class_init,
  59 };
  60
  61 VirtIODevice *virtio_ccw_get_vdev(SubchDev *sch)
  62 {
  63     VirtIODevice *vdev = NULL;
  64     VirtioCcwDevice *dev = sch->driver_data;
  65
  66     if (dev) {
  67         vdev = virtio_bus_get_device(&dev->bus);
  68     }
  69     return vdev;
  70 }
  71
  72 static int virtio_ccw_set_guest2host_notifier(VirtioCcwDevice *dev, int n,
  73                                               bool assign, bool set_handler)
  74 {
  75     VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
  76     VirtQueue *vq = virtio_get_queue(vdev, n);
  77     EventNotifier *notifier = virtio_queue_get_host_notifier(vq);
  78     int r = 0;
  79     SubchDev *sch = dev->sch;
  80     uint32_t sch_id = (css_build_subchannel_id(sch) << 16) | sch->schid;
  81
  82     if (assign) {
  83         r = event_notifier_init(notifier, 1);
  84         if (r < 0) {
  85             error_report("%s: unable to init event notifier: %d", __func__, r);
  86             return r;
  87         }
  88         virtio_queue_set_host_notifier_fd_handler(vq, true, set_handler);
  89         r = s390_assign_subch_ioeventfd(notifier, sch_id, n, assign);
  90         if (r < 0) {
  91             error_report("%s: unable to assign ioeventfd: %d", __func__, r);
  92             virtio_queue_set_host_notifier_fd_handler(vq, false, false);
  93             event_notifier_cleanup(notifier);
  94             return r;
  95         }
  96     } else {
  97         virtio_queue_set_host_notifier_fd_handler(vq, false, false);
  98         s390_assign_subch_ioeventfd(notifier, sch_id, n, assign);
  99         event_notifier_cleanup(notifier);
 100     }
 101     return r;
 102 }
 103
 104 static void virtio_ccw_start_ioeventfd(VirtioCcwDevice *dev)
 105 {
 106     VirtIODevice *vdev;
 107     int n, r;
 108
 109     if (!(dev->flags & VIRTIO_CCW_FLAG_USE_IOEVENTFD) ||
 110         dev->ioeventfd_disabled ||
 111         dev->ioeventfd_started) {
 112         return;
 113     }
 114     vdev = virtio_bus_get_device(&dev->bus);
 115     for (n = 0; n < VIRTIO_CCW_QUEUE_MAX; n++) {
 116         if (!virtio_queue_get_num(vdev, n)) {
 117             continue;
 118         }
 119         r = virtio_ccw_set_guest2host_notifier(dev, n, true, true);
 120         if (r < 0) {
 121             goto assign_error;
 122         }
 123     }
 124     dev->ioeventfd_started = true;
 125     return;
 126
 127   assign_error:
 128     while (--n >= 0) {
 129         if (!virtio_queue_get_num(vdev, n)) {
 130             continue;
 131         }
 132         r = virtio_ccw_set_guest2host_notifier(dev, n, false, false);
 133         assert(r >= 0);
 134     }
 135     dev->ioeventfd_started = false;
 136     /* Disable ioeventfd for this device. */
 137     dev->flags &= ~VIRTIO_CCW_FLAG_USE_IOEVENTFD;
 138     error_report("%s: failed. Fallback to userspace (slower).", __func__);
 139 }
 140
 141 static void virtio_ccw_stop_ioeventfd(VirtioCcwDevice *dev)
 142 {
 143     VirtIODevice *vdev;
 144     int n, r;
 145
 146     if (!dev->ioeventfd_started) {
 147         return;
 148     }
 149     vdev = virtio_bus_get_device(&dev->bus);
 150     for (n = 0; n < VIRTIO_CCW_QUEUE_MAX; n++) {
 151         if (!virtio_queue_get_num(vdev, n)) {
 152             continue;
 153         }
 154         r = virtio_ccw_set_guest2host_notifier(dev, n, false, false);
 155         assert(r >= 0);
 156     }
 157     dev->ioeventfd_started = false;
 158 }
 159
 160 VirtualCssBus *virtual_css_bus_init(void)
 161 {
 162     VirtualCssBus *cbus;
 163     BusState *bus;
 164     DeviceState *dev;
 165
 166     /* Create bridge device */
 167     dev = qdev_create(NULL, "virtual-css-bridge");
 168     qdev_init_nofail(dev);
 169
 170     /* Create bus on bridge device */
 171     bus = qbus_create(TYPE_VIRTUAL_CSS_BUS, dev, "virtual-css");
 172     cbus = VIRTUAL_CSS_BUS(bus);
 173
 174     /* Enable hotplugging */
 175     qbus_set_hotplug_handler(bus, dev, &error_abort);
 176
 177     return cbus;
 178 }
 179
 180 /* Communication blocks used by several channel commands. */
 181 typedef struct VqInfoBlockLegacy {
 182     uint64_t queue;
 183     uint32_t align;
 184     uint16_t index;
 185     uint16_t num;
 186 } QEMU_PACKED VqInfoBlockLegacy;
 187
 188 typedef struct VqInfoBlock {
 189     uint64_t desc;
 190     uint32_t res0;
 191     uint16_t index;
 192     uint16_t num;
 193     uint64_t avail;
 194     uint64_t used;
 195 } QEMU_PACKED VqInfoBlock;
 196
 197 typedef struct VqConfigBlock {
 198     uint16_t index;
 199     uint16_t num_max;
 200 } QEMU_PACKED VqConfigBlock;
 201
 202 typedef struct VirtioFeatDesc {
 203     uint32_t features;
 204     uint8_t index;
 205 } QEMU_PACKED VirtioFeatDesc;
 206
 207 typedef struct VirtioThinintInfo {
 208     hwaddr summary_indicator;
 209     hwaddr device_indicator;
 210     uint64_t ind_bit;
 211     uint8_t isc;
 212 } QEMU_PACKED VirtioThinintInfo;
 213
 214 typedef struct VirtioRevInfo {
 215     uint16_t revision;
 216     uint16_t length;
 217     uint8_t data[0];
 218 } QEMU_PACKED VirtioRevInfo;
 219
 220 /* Specify where the virtqueues for the subchannel are in guest memory. */
 221 static int virtio_ccw_set_vqs(SubchDev *sch, VqInfoBlock *info,
 222                               VqInfoBlockLegacy *linfo)
 223 {
 224     VirtIODevice *vdev = virtio_ccw_get_vdev(sch);
 225     uint16_t index = info ? info->index : linfo->index;
 226     uint16_t num = info ? info->num : linfo->num;
 227     uint64_t desc = info ? info->desc : linfo->queue;
 228
 229     if (index >= VIRTIO_CCW_QUEUE_MAX) {
 230         return -EINVAL;
 231     }
 232
 233     /* Current code in virtio.c relies on 4K alignment. */
 234     if (linfo && desc && (linfo->align != 4096)) {
 235         return -EINVAL;
 236     }
 237
 238     if (!vdev) {
 239         return -EINVAL;
 240     }
 241
 242     if (info) {
 243         virtio_queue_set_rings(vdev, index, desc, info->avail, info->used);
 244     } else {
 245         virtio_queue_set_addr(vdev, index, desc);
 246     }
 247     if (!desc) {
 248         virtio_queue_set_vector(vdev, index, VIRTIO_NO_VECTOR);
 249     } else {
 250         if (info) {
 251             /* virtio-1 allows changing the ring size. */
 252             if (virtio_queue_get_num(vdev, index) < num) {
 253                 /* Fail if we exceed the maximum number. */
 254                 return -EINVAL;
 255             }
 256             virtio_queue_set_num(vdev, index, num);
 257         } else if (virtio_queue_get_num(vdev, index) > num) {
 258             /* Fail if we don't have a big enough queue. */
 259             return -EINVAL;
 260         }
 261         /* We ignore possible increased num for legacy for compatibility. */
 262         virtio_queue_set_vector(vdev, index, index);
 263     }
 264     /* tell notify handler in case of config change */
 265     vdev->config_vector = VIRTIO_CCW_QUEUE_MAX;
 266     return 0;
 267 }
 268
 269 static void virtio_ccw_reset_virtio(VirtioCcwDevice *dev, VirtIODevice *vdev)
 270 {
 271     virtio_ccw_stop_ioeventfd(dev);
 272     virtio_reset(vdev);
 273     if (dev->indicators) {
 274         release_indicator(&dev->routes.adapter, dev->indicators);
 275         dev->indicators = NULL;
 276     }
 277     if (dev->indicators2) {
 278         release_indicator(&dev->routes.adapter, dev->indicators2);
 279         dev->indicators2 = NULL;
 280     }
 281     if (dev->summary_indicator) {
 282         release_indicator(&dev->routes.adapter, dev->summary_indicator);
 283         dev->summary_indicator = NULL;
 284     }
 285     dev->sch->thinint_active = false;
 286 }
 287
 288 static int virtio_ccw_handle_set_vq(SubchDev *sch, CCW1 ccw, bool check_len,
 289                                     bool is_legacy)
 290 {
 291     int ret;
 292     VqInfoBlock info;
 293     VqInfoBlockLegacy linfo;
 294     size_t info_len = is_legacy ? sizeof(linfo) : sizeof(info);
 295
 296     if (check_len) {
 297         if (ccw.count != info_len) {
 298             return -EINVAL;
 299         }
 300     } else if (ccw.count < info_len) {
 301         /* Can't execute command. */
 302         return -EINVAL;
 303     }
 304     if (!ccw.cda) {
 305         return -EFAULT;
 306     }
 307     if (is_legacy) {
 308         linfo.queue = address_space_ldq_be(&address_space_memory, ccw.cda,
 309                                            MEMTXATTRS_UNSPECIFIED, NULL);
 310         linfo.align = address_space_ldl_be(&address_space_memory,
 311                                            ccw.cda + sizeof(linfo.queue),
 312                                            MEMTXATTRS_UNSPECIFIED,
 313                                            NULL);
 314         linfo.index = address_space_lduw_be(&address_space_memory,
 315                                             ccw.cda + sizeof(linfo.queue)
 316                                             + sizeof(linfo.align),
 317                                             MEMTXATTRS_UNSPECIFIED,
 318                                             NULL);
 319         linfo.num = address_space_lduw_be(&address_space_memory,
 320                                           ccw.cda + sizeof(linfo.queue)
 321                                           + sizeof(linfo.align)
 322                                           + sizeof(linfo.index),
 323                                           MEMTXATTRS_UNSPECIFIED,
 324                                           NULL);
 325         ret = virtio_ccw_set_vqs(sch, NULL, &linfo);
 326     } else {
 327         info.desc = address_space_ldq_be(&address_space_memory, ccw.cda,
 328                                            MEMTXATTRS_UNSPECIFIED, NULL);
 329         info.index = address_space_lduw_be(&address_space_memory,
 330                                            ccw.cda + sizeof(info.desc)
 331                                            + sizeof(info.res0),
 332                                            MEMTXATTRS_UNSPECIFIED, NULL);
 333         info.num = address_space_lduw_be(&address_space_memory,
 334                                          ccw.cda + sizeof(info.desc)
 335                                          + sizeof(info.res0)
 336                                          + sizeof(info.index),
 337                                          MEMTXATTRS_UNSPECIFIED, NULL);
 338         info.avail = address_space_ldq_be(&address_space_memory,
 339                                           ccw.cda + sizeof(info.desc)
 340                                           + sizeof(info.res0)
 341                                           + sizeof(info.index)
 342                                           + sizeof(info.num),
 343                                           MEMTXATTRS_UNSPECIFIED, NULL);
 344         info.used = address_space_ldq_be(&address_space_memory,
 345                                          ccw.cda + sizeof(info.desc)
 346                                          + sizeof(info.res0)
 347                                          + sizeof(info.index)
 348                                          + sizeof(info.num)
 349                                          + sizeof(info.avail),
 350                                          MEMTXATTRS_UNSPECIFIED, NULL);
 351         ret = virtio_ccw_set_vqs(sch, &info, NULL);
 352     }
 353     sch->curr_status.scsw.count = 0;
 354     return ret;
 355 }
 356
 357 static int virtio_ccw_cb(SubchDev *sch, CCW1 ccw)
 358 {
 359     int ret;
 360     VirtioRevInfo revinfo;
 361     uint8_t status;
 362     VirtioFeatDesc features;
 363     void *config;
 364     hwaddr indicators;
 365     VqConfigBlock vq_config;
 366     VirtioCcwDevice *dev = sch->driver_data;
 367     VirtIODevice *vdev = virtio_ccw_get_vdev(sch);
 368     bool check_len;
 369     int len;
 370     hwaddr hw_len;
 371     VirtioThinintInfo *thinint;
 372
 373     if (!dev) {
 374         return -EINVAL;
 375     }
 376
 377     trace_virtio_ccw_interpret_ccw(sch->cssid, sch->ssid, sch->schid,
 378                                    ccw.cmd_code);
 379     check_len = !((ccw.flags & CCW_FLAG_SLI) && !(ccw.flags & CCW_FLAG_DC));
 380
 381     /* Look at the command. */
 382     switch (ccw.cmd_code) {
 383     case CCW_CMD_SET_VQ:
 384         ret = virtio_ccw_handle_set_vq(sch, ccw, check_len, dev->revision < 1);
 385         break;
 386     case CCW_CMD_VDEV_RESET:
 387         virtio_ccw_reset_virtio(dev, vdev);
 388         ret = 0;
 389         break;
 390     case CCW_CMD_READ_FEAT:
 391         if (check_len) {
 392             if (ccw.count != sizeof(features)) {
 393                 ret = -EINVAL;
 394                 break;
 395             }
 396         } else if (ccw.count < sizeof(features)) {
 397             /* Can't execute command. */
 398             ret = -EINVAL;
 399             break;
 400         }
 401         if (!ccw.cda) {
 402             ret = -EFAULT;
 403         } else {
 404             features.index = address_space_ldub(&address_space_memory,
 405                                                 ccw.cda
 406                                                 + sizeof(features.features),
 407                                                 MEMTXATTRS_UNSPECIFIED,
 408                                                 NULL);
 409             if (features.index == 0) {
 410                 if (dev->revision >= 1) {
 411                     /* Don't offer legacy features for modern devices. */
 412                     features.features = (uint32_t)
 413                         (vdev->host_features & ~VIRTIO_LEGACY_FEATURES);
 414                 } else {
 415                     features.features = (uint32_t)vdev->host_features;
 416                 }
 417             } else if ((features.index == 1) && (dev->revision >= 1)) {
 418                 /*
 419                  * Only offer feature bits beyond 31 if the guest has
 420                  * negotiated at least revision 1.
 421                  */
 422                 features.features = (uint32_t)(vdev->host_features >> 32);
 423             } else {
 424                 /* Return zeroes if the guest supports more feature bits. */
 425                 features.features = 0;
 426             }
 427             address_space_stl_le(&address_space_memory, ccw.cda,
 428                                  features.features, MEMTXATTRS_UNSPECIFIED,
 429                                  NULL);
 430             sch->curr_status.scsw.count = ccw.count - sizeof(features);
 431             ret = 0;
 432         }
 433         break;
 434     case CCW_CMD_WRITE_FEAT:
 435         if (check_len) {
 436             if (ccw.count != sizeof(features)) {
 437                 ret = -EINVAL;
 438                 break;
 439             }
 440         } else if (ccw.count < sizeof(features)) {
 441             /* Can't execute command. */
 442             ret = -EINVAL;
 443             break;
 444         }
 445         if (!ccw.cda) {
 446             ret = -EFAULT;
 447         } else {
 448             features.index = address_space_ldub(&address_space_memory,
 449                                                 ccw.cda
 450                                                 + sizeof(features.features),
 451                                                 MEMTXATTRS_UNSPECIFIED,
 452                                                 NULL);
 453             features.features = address_space_ldl_le(&address_space_memory,
 454                                                      ccw.cda,
 455                                                      MEMTXATTRS_UNSPECIFIED,
 456                                                      NULL);
 457             if (features.index == 0) {
 458                 virtio_set_features(vdev,
 459                                     (vdev->guest_features & 0xffffffff00000000ULL) |
 460                                     features.features);
 461             } else if ((features.index == 1) && (dev->revision >= 1)) {
 462                 /*
 463                  * If the guest did not negotiate at least revision 1,
 464                  * we did not offer it any feature bits beyond 31. Such a
 465                  * guest passing us any bit here is therefore buggy.
 466                  */
 467                 virtio_set_features(vdev,
 468                                     (vdev->guest_features & 0x00000000ffffffffULL) |
 469                                     ((uint64_t)features.features << 32));
 470             } else {
 471                 /*
 472                  * If the guest supports more feature bits, assert that it
 473                  * passes us zeroes for those we don't support.
 474                  */
 475                 if (features.features) {
 476                     fprintf(stderr, "Guest bug: features[%i]=%x (expected 0)\n",
 477                             features.index, features.features);
 478                     /* XXX: do a unit check here? */
 479                 }
 480             }
 481             sch->curr_status.scsw.count = ccw.count - sizeof(features);
 482             ret = 0;
 483         }
 484         break;
 485     case CCW_CMD_READ_CONF:
 486         if (check_len) {
 487             if (ccw.count > vdev->config_len) {
 488                 ret = -EINVAL;
 489                 break;
 490             }
 491         }
 492         len = MIN(ccw.count, vdev->config_len);
 493         if (!ccw.cda) {
 494             ret = -EFAULT;
 495         } else {
 496             virtio_bus_get_vdev_config(&dev->bus, vdev->config);
 497             /* XXX config space endianness */
 498             cpu_physical_memory_write(ccw.cda, vdev->config, len);
 499             sch->curr_status.scsw.count = ccw.count - len;
 500             ret = 0;
 501         }
 502         break;
 503     case CCW_CMD_WRITE_CONF:
 504         if (check_len) {
 505             if (ccw.count > vdev->config_len) {
 506                 ret = -EINVAL;
 507                 break;
 508             }
 509         }
 510         len = MIN(ccw.count, vdev->config_len);
 511         hw_len = len;
 512         if (!ccw.cda) {
 513             ret = -EFAULT;
 514         } else {
 515             config = cpu_physical_memory_map(ccw.cda, &hw_len, 0);
 516             if (!config) {
 517                 ret = -EFAULT;
 518             } else {
 519                 len = hw_len;
 520                 /* XXX config space endianness */
 521                 memcpy(vdev->config, config, len);
 522                 cpu_physical_memory_unmap(config, hw_len, 0, hw_len);
 523                 virtio_bus_set_vdev_config(&dev->bus, vdev->config);
 524                 sch->curr_status.scsw.count = ccw.count - len;
 525                 ret = 0;
 526             }
 527         }
 528         break;
 529     case CCW_CMD_WRITE_STATUS:
 530         if (check_len) {
 531             if (ccw.count != sizeof(status)) {
 532                 ret = -EINVAL;
 533                 break;
 534             }
 535         } else if (ccw.count < sizeof(status)) {
 536             /* Can't execute command. */
 537             ret = -EINVAL;
 538             break;
 539         }
 540         if (!ccw.cda) {
 541             ret = -EFAULT;
 542         } else {
 543             status = address_space_ldub(&address_space_memory, ccw.cda,
 544                                         MEMTXATTRS_UNSPECIFIED, NULL);
 545             if (!(status & VIRTIO_CONFIG_S_DRIVER_OK)) {
 546                 virtio_ccw_stop_ioeventfd(dev);
 547             }
 548             if (virtio_set_status(vdev, status) == 0) {
 549                 if (vdev->status == 0) {
 550                     virtio_ccw_reset_virtio(dev, vdev);
 551                 }
 552                 if (status & VIRTIO_CONFIG_S_DRIVER_OK) {
 553                     virtio_ccw_start_ioeventfd(dev);
 554                 }
 555                 sch->curr_status.scsw.count = ccw.count - sizeof(status);
 556                 ret = 0;
 557             } else {
 558                 /* Trigger a command reject. */
 559                 ret = -ENOSYS;
 560             }
 561         }
 562         break;
 563     case CCW_CMD_SET_IND:
 564         if (check_len) {
 565             if (ccw.count != sizeof(indicators)) {
 566                 ret = -EINVAL;
 567                 break;
 568             }
 569         } else if (ccw.count < sizeof(indicators)) {
 570             /* Can't execute command. */
 571             ret = -EINVAL;
 572             break;
 573         }
 574         if (sch->thinint_active) {
 575             /* Trigger a command reject. */
 576             ret = -ENOSYS;
 577             break;
 578         }
 579         if (!ccw.cda) {
 580             ret = -EFAULT;
 581         } else {
 582             indicators = address_space_ldq_be(&address_space_memory, ccw.cda,
 583                                               MEMTXATTRS_UNSPECIFIED, NULL);
 584             dev->indicators = get_indicator(indicators, sizeof(uint64_t));
 585             sch->curr_status.scsw.count = ccw.count - sizeof(indicators);
 586             ret = 0;
 587         }
 588         break;
 589     case CCW_CMD_SET_CONF_IND:
 590         if (check_len) {
 591             if (ccw.count != sizeof(indicators)) {
 592                 ret = -EINVAL;
 593                 break;
 594             }
 595         } else if (ccw.count < sizeof(indicators)) {
 596             /* Can't execute command. */
 597             ret = -EINVAL;
 598             break;
 599         }
 600         if (!ccw.cda) {
 601             ret = -EFAULT;
 602         } else {
 603             indicators = address_space_ldq_be(&address_space_memory, ccw.cda,
 604                                               MEMTXATTRS_UNSPECIFIED, NULL);
 605             dev->indicators2 = get_indicator(indicators, sizeof(uint64_t));
 606             sch->curr_status.scsw.count = ccw.count - sizeof(indicators);
 607             ret = 0;
 608         }
 609         break;
 610     case CCW_CMD_READ_VQ_CONF:
 611         if (check_len) {
 612             if (ccw.count != sizeof(vq_config)) {
 613                 ret = -EINVAL;
 614                 break;
 615             }
 616         } else if (ccw.count < sizeof(vq_config)) {
 617             /* Can't execute command. */
 618             ret = -EINVAL;
 619             break;
 620         }
 621         if (!ccw.cda) {
 622             ret = -EFAULT;
 623         } else {
 624             vq_config.index = address_space_lduw_be(&address_space_memory,
 625                                                     ccw.cda,
 626                                                     MEMTXATTRS_UNSPECIFIED,
 627                                                     NULL);
 628             if (vq_config.index >= VIRTIO_CCW_QUEUE_MAX) {
 629                 ret = -EINVAL;
 630                 break;
 631             }
 632             vq_config.num_max = virtio_queue_get_num(vdev,
 633                                                      vq_config.index);
 634             address_space_stw_be(&address_space_memory,
 635                                  ccw.cda + sizeof(vq_config.index),
 636                                  vq_config.num_max,
 637                                  MEMTXATTRS_UNSPECIFIED,
 638                                  NULL);
 639             sch->curr_status.scsw.count = ccw.count - sizeof(vq_config);
 640             ret = 0;
 641         }
 642         break;
 643     case CCW_CMD_SET_IND_ADAPTER:
 644         if (check_len) {
 645             if (ccw.count != sizeof(*thinint)) {
 646                 ret = -EINVAL;
 647                 break;
 648             }
 649         } else if (ccw.count < sizeof(*thinint)) {
 650             /* Can't execute command. */
 651             ret = -EINVAL;
 652             break;
 653         }
 654         len = sizeof(*thinint);
 655         hw_len = len;
 656         if (!ccw.cda) {
 657             ret = -EFAULT;
 658         } else if (dev->indicators && !sch->thinint_active) {
 659             /* Trigger a command reject. */
 660             ret = -ENOSYS;
 661         } else {
 662             thinint = cpu_physical_memory_map(ccw.cda, &hw_len, 0);
 663             if (!thinint) {
 664                 ret = -EFAULT;
 665             } else {
 666                 uint64_t ind_bit = ldq_be_p(&thinint->ind_bit);
 667
 668                 len = hw_len;
 669                 dev->summary_indicator =
 670                     get_indicator(ldq_be_p(&thinint->summary_indicator),
 671                                   sizeof(uint8_t));
 672                 dev->indicators =
 673                     get_indicator(ldq_be_p(&thinint->device_indicator),
 674                                   ind_bit / 8 + 1);
 675                 dev->thinint_isc = thinint->isc;
 676                 dev->routes.adapter.ind_offset = ind_bit;
 677                 dev->routes.adapter.summary_offset = 7;
 678                 cpu_physical_memory_unmap(thinint, hw_len, 0, hw_len);
 679                 ret = css_register_io_adapter(CSS_IO_ADAPTER_VIRTIO,
 680                                               dev->thinint_isc, true, false,
 681                                               &dev->routes.adapter.adapter_id);
 682                 assert(ret == 0);
 683                 sch->thinint_active = ((dev->indicators != NULL) &&
 684                                        (dev->summary_indicator != NULL));
 685                 sch->curr_status.scsw.count = ccw.count - len;
 686                 ret = 0;
 687             }
 688         }
 689         break;
 690     case CCW_CMD_SET_VIRTIO_REV:
 691         len = sizeof(revinfo);
 692         if (ccw.count < len) {
 693             ret = -EINVAL;
 694             break;
 695         }
 696         if (!ccw.cda) {
 697             ret = -EFAULT;
 698             break;
 699         }
 700         revinfo.revision =
 701             address_space_lduw_be(&address_space_memory, ccw.cda,
 702                                   MEMTXATTRS_UNSPECIFIED, NULL);
 703         revinfo.length =
 704             address_space_lduw_be(&address_space_memory,
 705                                   ccw.cda + sizeof(revinfo.revision),
 706                                   MEMTXATTRS_UNSPECIFIED, NULL);
 707         if (ccw.count < len + revinfo.length ||
 708             (check_len && ccw.count > len + revinfo.length)) {
 709             ret = -EINVAL;
 710             break;
 711         }
 712         /*
 713          * Once we start to support revisions with additional data, we'll
 714          * need to fetch it here. Nothing to do for now, though.
 715          */
 716         if (dev->revision >= 0 ||
 717             revinfo.revision > virtio_ccw_rev_max(dev)) {
 718             ret = -ENOSYS;
 719             break;
 720         }
 721         ret = 0;
 722         dev->revision = revinfo.revision;
 723         break;
 724     default:
 725         ret = -ENOSYS;
 726         break;
 727     }
 728     return ret;
 729 }
 730
 731 static void virtio_sch_disable_cb(SubchDev *sch)
 732 {
 733     VirtioCcwDevice *dev = sch->driver_data;
 734
 735     dev->revision = -1;
 736 }
 737
 738 static void virtio_ccw_device_realize(VirtioCcwDevice *dev, Error **errp)
 739 {
 740     unsigned int schid;
 741     bool found = false;
 742     SubchDev *sch;
 743     Error *err = NULL;
 744     VirtIOCCWDeviceClass *k = VIRTIO_CCW_DEVICE_GET_CLASS(dev);
 745
 746     sch = g_malloc0(sizeof(SubchDev));
 747
 748     sch->driver_data = dev;
 749     dev->sch = sch;
 750
 751     dev->indicators = NULL;
 752
 753     /* Initialize subchannel structure. */
 754     sch->channel_prog = 0x0;
 755     sch->last_cmd_valid = false;
 756     sch->thinint_active = false;
 757     /*
 758      * Use a device number if provided. Otherwise, fall back to subchannel
 759      * number.
 760      */
 761     if (dev->bus_id.valid) {
 762         /* Enforce use of virtual cssid. */
 763         if (dev->bus_id.cssid != VIRTUAL_CSSID) {
 764             error_setg(errp, "cssid %x not valid for virtio devices",
 765                        dev->bus_id.cssid);
 766             goto out_err;
 767         }
 768         if (css_devno_used(dev->bus_id.cssid, dev->bus_id.ssid,
 769                            dev->bus_id.devid)) {
 770                 error_setg(errp, "Device %x.%x.%04x already exists",
 771                            dev->bus_id.cssid, dev->bus_id.ssid,
 772                            dev->bus_id.devid);
 773                 goto out_err;
 774         }
 775         sch->cssid = dev->bus_id.cssid;
 776         sch->ssid = dev->bus_id.ssid;
 777         sch->devno = dev->bus_id.devid;
 778
 779         /* Find the next free id. */
 780         for (schid = 0; schid <= MAX_SCHID; schid++) {
 781             if (!css_find_subch(1, sch->cssid, sch->ssid, schid)) {
 782                 sch->schid = schid;
 783                 css_subch_assign(sch->cssid, sch->ssid, sch->schid,
 784                                  sch->devno, sch);
 785                 found = true;
 786                 break;
 787             }
 788         }
 789         if (!found) {
 790             error_setg(errp, "No free subchannel found for %x.%x.%04x",
 791                        sch->cssid, sch->ssid, sch->devno);
 792             goto out_err;
 793         }
 794         trace_virtio_ccw_new_device(sch->cssid, sch->ssid, sch->schid,
 795                                     sch->devno, "user-configured");
 796     } else {
 797         unsigned int cssid = VIRTUAL_CSSID, ssid, devno;
 798
 799         for (ssid = 0; ssid <= MAX_SSID; ssid++) {
 800             for (schid = 0; schid <= MAX_SCHID; schid++) {
 801                 if (!css_find_subch(1, cssid, ssid, schid)) {
 802                     sch->cssid = cssid;
 803                     sch->ssid = ssid;
 804                     sch->schid = schid;
 805                     devno = schid;
 806                     /*
 807                      * If the devno is already taken, look further in this
 808                      * subchannel set.
 809                      */
 810                     while (css_devno_used(cssid, ssid, devno)) {
 811                         if (devno == MAX_SCHID) {
 812                             devno = 0;
 813                         } else if (devno == schid - 1) {
 814                             error_setg(errp, "No free devno found");
 815                             goto out_err;
 816                         } else {
 817                             devno++;
 818                         }
 819                     }
 820                     sch->devno = devno;
 821                     css_subch_assign(cssid, ssid, schid, devno, sch);
 822                     found = true;
 823                     break;
 824                 }
 825             }
 826             if (found) {
 827                 break;
 828             }
 829         }
 830         if (!found) {
 831             error_setg(errp, "Virtual channel subsystem is full!");
 832             goto out_err;
 833         }
 834         trace_virtio_ccw_new_device(cssid, ssid, schid, devno,
 835                                     "auto-configured");
 836     }
 837
 838     /* Build initial schib. */
 839     css_sch_build_virtual_schib(sch, 0, VIRTIO_CCW_CHPID_TYPE);
 840
 841     sch->ccw_cb = virtio_ccw_cb;
 842     sch->disable_cb = virtio_sch_disable_cb;
 843
 844     /* Build senseid data. */
 845     memset(&sch->id, 0, sizeof(SenseId));
 846     sch->id.reserved = 0xff;
 847     sch->id.cu_type = VIRTIO_CCW_CU_TYPE;
 848
 849     dev->revision = -1;
 850
 851     if (k->realize) {
 852         k->realize(dev, &err);
 853     }
 854     if (err) {
 855         error_propagate(errp, err);
 856         css_subch_assign(sch->cssid, sch->ssid, sch->schid, sch->devno, NULL);
 857         goto out_err;
 858     }
 859
 860     return;
 861
 862 out_err:
 863     dev->sch = NULL;
 864     g_free(sch);
 865 }
 866
 867 static int virtio_ccw_exit(VirtioCcwDevice *dev)
 868 {
 869     SubchDev *sch = dev->sch;
 870
 871     if (sch) {
 872         css_subch_assign(sch->cssid, sch->ssid, sch->schid, sch->devno, NULL);
 873         g_free(sch);
 874     }
 875     if (dev->indicators) {
 876         release_indicator(&dev->routes.adapter, dev->indicators);
 877         dev->indicators = NULL;
 878     }
 879     return 0;
 880 }
 881
 882 static void virtio_ccw_net_realize(VirtioCcwDevice *ccw_dev, Error **errp)
 883 {
 884     DeviceState *qdev = DEVICE(ccw_dev);
 885     VirtIONetCcw *dev = VIRTIO_NET_CCW(ccw_dev);
 886     DeviceState *vdev = DEVICE(&dev->vdev);
 887
 888     virtio_net_set_netclient_name(&dev->vdev, qdev->id,
 889                                   object_get_typename(OBJECT(qdev)));
 890     qdev_set_parent_bus(vdev, BUS(&ccw_dev->bus));
 891     object_property_set_bool(OBJECT(vdev), true, "realized", errp);
 892 }
 893
 894 static void virtio_ccw_net_instance_init(Object *obj)
 895 {
 896     VirtIONetCcw *dev = VIRTIO_NET_CCW(obj);
 897
 898     virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev),
 899                                 TYPE_VIRTIO_NET);
 900     object_property_add_alias(obj, "bootindex", OBJECT(&dev->vdev),
 901                               "bootindex", &error_abort);
 902 }
 903
 904 static void virtio_ccw_blk_realize(VirtioCcwDevice *ccw_dev, Error **errp)
 905 {
 906     VirtIOBlkCcw *dev = VIRTIO_BLK_CCW(ccw_dev);
 907     DeviceState *vdev = DEVICE(&dev->vdev);
 908
 909     qdev_set_parent_bus(vdev, BUS(&ccw_dev->bus));
 910     object_property_set_bool(OBJECT(vdev), true, "realized", errp);
 911 }
 912
 913 static void virtio_ccw_blk_instance_init(Object *obj)
 914 {
 915     VirtIOBlkCcw *dev = VIRTIO_BLK_CCW(obj);
 916
 917     virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev),
 918                                 TYPE_VIRTIO_BLK);
 919     object_property_add_alias(obj, "iothread", OBJECT(&dev->vdev),"iothread",
 920                               &error_abort);
 921     object_property_add_alias(obj, "bootindex", OBJECT(&dev->vdev),
 922                               "bootindex", &error_abort);
 923 }
 924
 925 static void virtio_ccw_serial_realize(VirtioCcwDevice *ccw_dev, Error **errp)
 926 {
 927     VirtioSerialCcw *dev = VIRTIO_SERIAL_CCW(ccw_dev);
 928     DeviceState *vdev = DEVICE(&dev->vdev);
 929     DeviceState *proxy = DEVICE(ccw_dev);
 930     char *bus_name;
 931
 932     /*
 933      * For command line compatibility, this sets the virtio-serial-device bus
 934      * name as before.
 935      */
 936     if (proxy->id) {
 937         bus_name = g_strdup_printf("%s.0", proxy->id);
 938         virtio_device_set_child_bus_name(VIRTIO_DEVICE(vdev), bus_name);
 939         g_free(bus_name);
 940     }
 941
 942     qdev_set_parent_bus(vdev, BUS(&ccw_dev->bus));
 943     object_property_set_bool(OBJECT(vdev), true, "realized", errp);
 944 }
 945
 946
 947 static void virtio_ccw_serial_instance_init(Object *obj)
 948 {
 949     VirtioSerialCcw *dev = VIRTIO_SERIAL_CCW(obj);
 950
 951     virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev),
 952                                 TYPE_VIRTIO_SERIAL);
 953 }
 954
 955 static void virtio_ccw_balloon_realize(VirtioCcwDevice *ccw_dev, Error **errp)
 956 {
 957     VirtIOBalloonCcw *dev = VIRTIO_BALLOON_CCW(ccw_dev);
 958     DeviceState *vdev = DEVICE(&dev->vdev);
 959
 960     qdev_set_parent_bus(vdev, BUS(&ccw_dev->bus));
 961     object_property_set_bool(OBJECT(vdev), true, "realized", errp);
 962 }
 963
 964 static void virtio_ccw_balloon_instance_init(Object *obj)
 965 {
 966     VirtIOBalloonCcw *dev = VIRTIO_BALLOON_CCW(obj);
 967
 968     virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev),
 969                                 TYPE_VIRTIO_BALLOON);
 970     object_property_add_alias(obj, "guest-stats", OBJECT(&dev->vdev),
 971                               "guest-stats", &error_abort);
 972     object_property_add_alias(obj, "guest-stats-polling-interval",
 973                               OBJECT(&dev->vdev),
 974                               "guest-stats-polling-interval", &error_abort);
 975 }
 976
 977 static void virtio_ccw_scsi_realize(VirtioCcwDevice *ccw_dev, Error **errp)
 978 {
 979     VirtIOSCSICcw *dev = VIRTIO_SCSI_CCW(ccw_dev);
 980     DeviceState *vdev = DEVICE(&dev->vdev);
 981     DeviceState *qdev = DEVICE(ccw_dev);
 982     char *bus_name;
 983
 984     /*
 985      * For command line compatibility, this sets the virtio-scsi-device bus
 986      * name as before.
 987      */
 988     if (qdev->id) {
 989         bus_name = g_strdup_printf("%s.0", qdev->id);
 990         virtio_device_set_child_bus_name(VIRTIO_DEVICE(vdev), bus_name);
 991         g_free(bus_name);
 992     }
 993
 994     qdev_set_parent_bus(vdev, BUS(&ccw_dev->bus));
 995     object_property_set_bool(OBJECT(vdev), true, "realized", errp);
 996 }
 997
 998 static void virtio_ccw_scsi_instance_init(Object *obj)
 999 {
1000     VirtIOSCSICcw *dev = VIRTIO_SCSI_CCW(obj);
1001
1002     virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev),
1003                                 TYPE_VIRTIO_SCSI);
1004     object_property_add_alias(obj, "iothread", OBJECT(&dev->vdev), "iothread",
1005                               &error_abort);
1006 }
1007
1008 #ifdef CONFIG_VHOST_SCSI
1009 static void vhost_ccw_scsi_realize(VirtioCcwDevice *ccw_dev, Error **errp)
1010 {
1011     VHostSCSICcw *dev = VHOST_SCSI_CCW(ccw_dev);
1012     DeviceState *vdev = DEVICE(&dev->vdev);
1013
1014     qdev_set_parent_bus(vdev, BUS(&ccw_dev->bus));
1015     object_property_set_bool(OBJECT(vdev), true, "realized", errp);
1016 }
1017
1018 static void vhost_ccw_scsi_instance_init(Object *obj)
1019 {
1020     VHostSCSICcw *dev = VHOST_SCSI_CCW(obj);
1021
1022     virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev),
1023                                 TYPE_VHOST_SCSI);
1024 }
1025 #endif
1026
1027 static void virtio_ccw_rng_realize(VirtioCcwDevice *ccw_dev, Error **errp)
1028 {
1029     VirtIORNGCcw *dev = VIRTIO_RNG_CCW(ccw_dev);
1030     DeviceState *vdev = DEVICE(&dev->vdev);
1031     Error *err = NULL;
1032
1033     qdev_set_parent_bus(vdev, BUS(&ccw_dev->bus));
1034     object_property_set_bool(OBJECT(vdev), true, "realized", &err);
1035     if (err) {
1036         error_propagate(errp, err);
1037         return;
1038     }
1039
1040     object_property_set_link(OBJECT(dev),
1041                              OBJECT(dev->vdev.conf.rng), "rng",
1042                              NULL);
1043 }
1044
1045 /* DeviceState to VirtioCcwDevice. Note: used on datapath,
1046  * be careful and test performance if you change this.
1047  */
1048 static inline VirtioCcwDevice *to_virtio_ccw_dev_fast(DeviceState *d)
1049 {
1050     return container_of(d, VirtioCcwDevice, parent_obj);
1051 }
1052
1053 static uint8_t virtio_set_ind_atomic(SubchDev *sch, uint64_t ind_loc,
1054                                      uint8_t to_be_set)
1055 {
1056     uint8_t ind_old, ind_new;
1057     hwaddr len = 1;
1058     uint8_t *ind_addr;
1059
1060     ind_addr = cpu_physical_memory_map(ind_loc, &len, 1);
1061     if (!ind_addr) {
1062         error_report("%s(%x.%x.%04x): unable to access indicator",
1063                      __func__, sch->cssid, sch->ssid, sch->schid);
1064         return -1;
1065     }
1066     do {
1067         ind_old = *ind_addr;
1068         ind_new = ind_old | to_be_set;
1069     } while (atomic_cmpxchg(ind_addr, ind_old, ind_new) != ind_old);
1070     trace_virtio_ccw_set_ind(ind_loc, ind_old, ind_new);
1071     cpu_physical_memory_unmap(ind_addr, len, 1, len);
1072
1073     return ind_old;
1074 }
1075
1076 static void virtio_ccw_notify(DeviceState *d, uint16_t vector)
1077 {
1078     VirtioCcwDevice *dev = to_virtio_ccw_dev_fast(d);
1079     SubchDev *sch = dev->sch;
1080     uint64_t indicators;
1081
1082     /* queue indicators + secondary indicators */
1083     if (vector >= VIRTIO_CCW_QUEUE_MAX + 64) {
1084         return;
1085     }
1086
1087     if (vector < VIRTIO_CCW_QUEUE_MAX) {
1088         if (!dev->indicators) {
1089             return;
1090         }
1091         if (sch->thinint_active) {
1092             /*
1093              * In the adapter interrupt case, indicators points to a
1094              * memory area that may be (way) larger than 64 bit and
1095              * ind_bit indicates the start of the indicators in a big
1096              * endian notation.
1097              */
1098             uint64_t ind_bit = dev->routes.adapter.ind_offset;
1099
1100             virtio_set_ind_atomic(sch, dev->indicators->addr +
1101                                   (ind_bit + vector) / 8,
1102                                   0x80 >> ((ind_bit + vector) % 8));
1103             if (!virtio_set_ind_atomic(sch, dev->summary_indicator->addr,
1104                                        0x01)) {
1105                 css_adapter_interrupt(dev->thinint_isc);
1106             }
1107         } else {
1108             indicators = address_space_ldq(&address_space_memory,
1109                                            dev->indicators->addr,
1110                                            MEMTXATTRS_UNSPECIFIED,
1111                                            NULL);
1112             indicators |= 1ULL << vector;
1113             address_space_stq(&address_space_memory, dev->indicators->addr,
1114                               indicators, MEMTXATTRS_UNSPECIFIED, NULL);
1115             css_conditional_io_interrupt(sch);
1116         }
1117     } else {
1118         if (!dev->indicators2) {
1119             return;
1120         }
1121         vector = 0;
1122         indicators = address_space_ldq(&address_space_memory,
1123                                        dev->indicators2->addr,
1124                                        MEMTXATTRS_UNSPECIFIED,
1125                                        NULL);
1126         indicators |= 1ULL << vector;
1127         address_space_stq(&address_space_memory, dev->indicators2->addr,
1128                           indicators, MEMTXATTRS_UNSPECIFIED, NULL);
1129         css_conditional_io_interrupt(sch);
1130     }
1131 }
1132
1133 static void virtio_ccw_reset(DeviceState *d)
1134 {
1135     VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1136     VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
1137
1138     virtio_ccw_reset_virtio(dev, vdev);
1139     css_reset_sch(dev->sch);
1140 }
1141
1142 static void virtio_ccw_vmstate_change(DeviceState *d, bool running)
1143 {
1144     VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1145
1146     if (running) {
1147         virtio_ccw_start_ioeventfd(dev);
1148     } else {
1149         virtio_ccw_stop_ioeventfd(dev);
1150     }
1151 }
1152
1153 static bool virtio_ccw_query_guest_notifiers(DeviceState *d)
1154 {
1155     VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1156
1157     return !!(dev->sch->curr_status.pmcw.flags & PMCW_FLAGS_MASK_ENA);
1158 }
1159
1160 static int virtio_ccw_set_host_notifier(DeviceState *d, int n, bool assign)
1161 {
1162     VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1163
1164     /* Stop using the generic ioeventfd, we are doing eventfd handling
1165      * ourselves below */
1166     dev->ioeventfd_disabled = assign;
1167     if (assign) {
1168         virtio_ccw_stop_ioeventfd(dev);
1169     }
1170     return virtio_ccw_set_guest2host_notifier(dev, n, assign, false);
1171 }
1172
1173 static int virtio_ccw_get_mappings(VirtioCcwDevice *dev)
1174 {
1175     int r;
1176
1177     if (!dev->sch->thinint_active) {
1178         return -EINVAL;
1179     }
1180
1181     r = map_indicator(&dev->routes.adapter, dev->summary_indicator);
1182     if (r) {
1183         return r;
1184     }
1185     r = map_indicator(&dev->routes.adapter, dev->indicators);
1186     if (r) {
1187         return r;
1188     }
1189     dev->routes.adapter.summary_addr = dev->summary_indicator->map;
1190     dev->routes.adapter.ind_addr = dev->indicators->map;
1191
1192     return 0;
1193 }
1194
1195 static int virtio_ccw_setup_irqroutes(VirtioCcwDevice *dev, int nvqs)
1196 {
1197     int i;
1198     VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
1199     int ret;
1200     S390FLICState *fs = s390_get_flic();
1201     S390FLICStateClass *fsc = S390_FLIC_COMMON_GET_CLASS(fs);
1202
1203     ret = virtio_ccw_get_mappings(dev);
1204     if (ret) {
1205         return ret;
1206     }
1207     for (i = 0; i < nvqs; i++) {
1208         if (!virtio_queue_get_num(vdev, i)) {
1209             break;
1210         }
1211     }
1212     dev->routes.num_routes = i;
1213     return fsc->add_adapter_routes(fs, &dev->routes);
1214 }
1215
1216 static void virtio_ccw_release_irqroutes(VirtioCcwDevice *dev, int nvqs)
1217 {
1218     S390FLICState *fs = s390_get_flic();
1219     S390FLICStateClass *fsc = S390_FLIC_COMMON_GET_CLASS(fs);
1220
1221     fsc->release_adapter_routes(fs, &dev->routes);
1222 }
1223
1224 static int virtio_ccw_add_irqfd(VirtioCcwDevice *dev, int n)
1225 {
1226     VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
1227     VirtQueue *vq = virtio_get_queue(vdev, n);
1228     EventNotifier *notifier = virtio_queue_get_guest_notifier(vq);
1229
1230     return kvm_irqchip_add_irqfd_notifier_gsi(kvm_state, notifier, NULL,
1231                                               dev->routes.gsi[n]);
1232 }
1233
1234 static void virtio_ccw_remove_irqfd(VirtioCcwDevice *dev, int n)
1235 {
1236     VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
1237     VirtQueue *vq = virtio_get_queue(vdev, n);
1238     EventNotifier *notifier = virtio_queue_get_guest_notifier(vq);
1239     int ret;
1240
1241     ret = kvm_irqchip_remove_irqfd_notifier_gsi(kvm_state, notifier,
1242                                                 dev->routes.gsi[n]);
1243     assert(ret == 0);
1244 }
1245
1246 static int virtio_ccw_set_guest_notifier(VirtioCcwDevice *dev, int n,
1247                                          bool assign, bool with_irqfd)
1248 {
1249     VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
1250     VirtQueue *vq = virtio_get_queue(vdev, n);
1251     EventNotifier *notifier = virtio_queue_get_guest_notifier(vq);
1252     VirtioDeviceClass *k = VIRTIO_DEVICE_GET_CLASS(vdev);
1253
1254     if (assign) {
1255         int r = event_notifier_init(notifier, 0);
1256
1257         if (r < 0) {
1258             return r;
1259         }
1260         virtio_queue_set_guest_notifier_fd_handler(vq, true, with_irqfd);
1261         if (with_irqfd) {
1262             r = virtio_ccw_add_irqfd(dev, n);
1263             if (r) {
1264                 virtio_queue_set_guest_notifier_fd_handler(vq, false,
1265                                                            with_irqfd);
1266                 return r;
1267             }
1268         }
1269         /*
1270          * We do not support individual masking for channel devices, so we
1271          * need to manually trigger any guest masking callbacks here.
1272          */
1273         if (k->guest_notifier_mask) {
1274             k->guest_notifier_mask(vdev, n, false);
1275         }
1276         /* get lost events and re-inject */
1277         if (k->guest_notifier_pending &&
1278             k->guest_notifier_pending(vdev, n)) {
1279             event_notifier_set(notifier);
1280         }
1281     } else {
1282         if (k->guest_notifier_mask) {
1283             k->guest_notifier_mask(vdev, n, true);
1284         }
1285         if (with_irqfd) {
1286             virtio_ccw_remove_irqfd(dev, n);
1287         }
1288         virtio_queue_set_guest_notifier_fd_handler(vq, false, with_irqfd);
1289         event_notifier_cleanup(notifier);
1290     }
1291     return 0;
1292 }
1293
1294 static int virtio_ccw_set_guest_notifiers(DeviceState *d, int nvqs,
1295                                           bool assigned)
1296 {
1297     VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1298     VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
1299     bool with_irqfd = dev->sch->thinint_active && kvm_irqfds_enabled();
1300     int r, n;
1301
1302     if (with_irqfd && assigned) {
1303         /* irq routes need to be set up before assigning irqfds */
1304         r = virtio_ccw_setup_irqroutes(dev, nvqs);
1305         if (r < 0) {
1306             goto irqroute_error;
1307         }
1308     }
1309     for (n = 0; n < nvqs; n++) {
1310         if (!virtio_queue_get_num(vdev, n)) {
1311             break;
1312         }
1313         r = virtio_ccw_set_guest_notifier(dev, n, assigned, with_irqfd);
1314         if (r < 0) {
1315             goto assign_error;
1316         }
1317     }
1318     if (with_irqfd && !assigned) {
1319         /* release irq routes after irqfds have been released */
1320         virtio_ccw_release_irqroutes(dev, nvqs);
1321     }
1322     return 0;
1323
1324 assign_error:
1325     while (--n >= 0) {
1326         virtio_ccw_set_guest_notifier(dev, n, !assigned, false);
1327     }
1328 irqroute_error:
1329     if (with_irqfd && assigned) {
1330         virtio_ccw_release_irqroutes(dev, nvqs);
1331     }
1332     return r;
1333 }
1334
1335 static void virtio_ccw_save_queue(DeviceState *d, int n, QEMUFile *f)
1336 {
1337     VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1338     VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
1339
1340     qemu_put_be16(f, virtio_queue_vector(vdev, n));
1341 }
1342
1343 static int virtio_ccw_load_queue(DeviceState *d, int n, QEMUFile *f)
1344 {
1345     VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1346     VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
1347     uint16_t vector;
1348
1349     qemu_get_be16s(f, &vector);
1350     virtio_queue_set_vector(vdev, n , vector);
1351
1352     return 0;
1353 }
1354
1355 static void virtio_ccw_save_config(DeviceState *d, QEMUFile *f)
1356 {
1357     VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1358     SubchDev *s = dev->sch;
1359     VirtIODevice *vdev = virtio_ccw_get_vdev(s);
1360
1361     subch_device_save(s, f);
1362     if (dev->indicators != NULL) {
1363         qemu_put_be32(f, dev->indicators->len);
1364         qemu_put_be64(f, dev->indicators->addr);
1365     } else {
1366         qemu_put_be32(f, 0);
1367         qemu_put_be64(f, 0UL);
1368     }
1369     if (dev->indicators2 != NULL) {
1370         qemu_put_be32(f, dev->indicators2->len);
1371         qemu_put_be64(f, dev->indicators2->addr);
1372     } else {
1373         qemu_put_be32(f, 0);
1374         qemu_put_be64(f, 0UL);
1375     }
1376     if (dev->summary_indicator != NULL) {
1377         qemu_put_be32(f, dev->summary_indicator->len);
1378         qemu_put_be64(f, dev->summary_indicator->addr);
1379     } else {
1380         qemu_put_be32(f, 0);
1381         qemu_put_be64(f, 0UL);
1382     }
1383     qemu_put_be16(f, vdev->config_vector);
1384     qemu_put_be64(f, dev->routes.adapter.ind_offset);
1385     qemu_put_byte(f, dev->thinint_isc);
1386     qemu_put_be32(f, dev->revision);
1387 }
1388
1389 static int virtio_ccw_load_config(DeviceState *d, QEMUFile *f)
1390 {
1391     VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1392     SubchDev *s = dev->sch;
1393     VirtIODevice *vdev = virtio_ccw_get_vdev(s);
1394     int len;
1395
1396     s->driver_data = dev;
1397     subch_device_load(s, f);
1398     len = qemu_get_be32(f);
1399     if (len != 0) {
1400         dev->indicators = get_indicator(qemu_get_be64(f), len);
1401     } else {
1402         qemu_get_be64(f);
1403         dev->indicators = NULL;
1404     }
1405     len = qemu_get_be32(f);
1406     if (len != 0) {
1407         dev->indicators2 = get_indicator(qemu_get_be64(f), len);
1408     } else {
1409         qemu_get_be64(f);
1410         dev->indicators2 = NULL;
1411     }
1412     len = qemu_get_be32(f);
1413     if (len != 0) {
1414         dev->summary_indicator = get_indicator(qemu_get_be64(f), len);
1415     } else {
1416         qemu_get_be64(f);
1417         dev->summary_indicator = NULL;
1418     }
1419     qemu_get_be16s(f, &vdev->config_vector);
1420     dev->routes.adapter.ind_offset = qemu_get_be64(f);
1421     dev->thinint_isc = qemu_get_byte(f);
1422     dev->revision = qemu_get_be32(f);
1423     if (s->thinint_active) {
1424         return css_register_io_adapter(CSS_IO_ADAPTER_VIRTIO,
1425                                        dev->thinint_isc, true, false,
1426                                        &dev->routes.adapter.adapter_id);
1427     }
1428
1429     return 0;
1430 }
1431
1432 /* This is called by virtio-bus just after the device is plugged. */
1433 static void virtio_ccw_device_plugged(DeviceState *d, Error **errp)
1434 {
1435     VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1436     VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
1437     SubchDev *sch = dev->sch;
1438     int n = virtio_get_num_queues(vdev);
1439
1440     if (virtio_get_num_queues(vdev) > VIRTIO_CCW_QUEUE_MAX) {
1441         error_setg(errp, "The number of virtqueues %d "
1442                    "exceeds ccw limit %d", n,
1443                    VIRTIO_CCW_QUEUE_MAX);
1444         return;
1445     }
1446
1447     if (!kvm_eventfds_enabled()) {
1448         dev->flags &= ~VIRTIO_CCW_FLAG_USE_IOEVENTFD;
1449     }
1450
1451     sch->id.cu_model = virtio_bus_get_vdev_id(&dev->bus);
1452
1453     if (dev->max_rev >= 1) {
1454         virtio_add_feature(&vdev->host_features, VIRTIO_F_VERSION_1);
1455     }
1456
1457     css_generate_sch_crws(sch->cssid, sch->ssid, sch->schid,
1458                           d->hotplugged, 1);
1459 }
1460
1461 static void virtio_ccw_post_plugged(DeviceState *d, Error **errp)
1462 {
1463    VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1464    VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
1465
1466    if (!virtio_host_has_feature(vdev, VIRTIO_F_VERSION_1)) {
1467         /* A backend didn't support modern virtio. */
1468        dev->max_rev = 0;
1469    }
1470 }
1471
1472 static void virtio_ccw_device_unplugged(DeviceState *d)
1473 {
1474     VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1475
1476     virtio_ccw_stop_ioeventfd(dev);
1477 }
1478 /**************** Virtio-ccw Bus Device Descriptions *******************/
1479
1480 static Property virtio_ccw_net_properties[] = {
1481     DEFINE_PROP_CSS_DEV_ID("devno", VirtioCcwDevice, bus_id),
1482     DEFINE_PROP_BIT("ioeventfd", VirtioCcwDevice, flags,
1483                     VIRTIO_CCW_FLAG_USE_IOEVENTFD_BIT, true),
1484     DEFINE_PROP_UINT32("max_revision", VirtioCcwDevice, max_rev,
1485                        VIRTIO_CCW_MAX_REV),
1486     DEFINE_PROP_END_OF_LIST(),
1487 };
1488
1489 static void virtio_ccw_net_class_init(ObjectClass *klass, void *data)
1490 {
1491     DeviceClass *dc = DEVICE_CLASS(klass);
1492     VirtIOCCWDeviceClass *k = VIRTIO_CCW_DEVICE_CLASS(klass);
1493
1494     k->realize = virtio_ccw_net_realize;
1495     k->exit = virtio_ccw_exit;
1496     dc->reset = virtio_ccw_reset;
1497     dc->props = virtio_ccw_net_properties;
1498     set_bit(DEVICE_CATEGORY_NETWORK, dc->categories);
1499 }
1500
1501 static const TypeInfo virtio_ccw_net = {
1502     .name          = TYPE_VIRTIO_NET_CCW,
1503     .parent        = TYPE_VIRTIO_CCW_DEVICE,
1504     .instance_size = sizeof(VirtIONetCcw),
1505     .instance_init = virtio_ccw_net_instance_init,
1506     .class_init    = virtio_ccw_net_class_init,
1507 };
1508
1509 static Property virtio_ccw_blk_properties[] = {
1510     DEFINE_PROP_CSS_DEV_ID("devno", VirtioCcwDevice, bus_id),
1511     DEFINE_PROP_BIT("ioeventfd", VirtioCcwDevice, flags,
1512                     VIRTIO_CCW_FLAG_USE_IOEVENTFD_BIT, true),
1513     DEFINE_PROP_UINT32("max_revision", VirtioCcwDevice, max_rev,
1514                        VIRTIO_CCW_MAX_REV),
1515     DEFINE_PROP_END_OF_LIST(),
1516 };
1517
1518 static void virtio_ccw_blk_class_init(ObjectClass *klass, void *data)
1519 {
1520     DeviceClass *dc = DEVICE_CLASS(klass);
1521     VirtIOCCWDeviceClass *k = VIRTIO_CCW_DEVICE_CLASS(klass);
1522
1523     k->realize = virtio_ccw_blk_realize;
1524     k->exit = virtio_ccw_exit;
1525     dc->reset = virtio_ccw_reset;
1526     dc->props = virtio_ccw_blk_properties;
1527     set_bit(DEVICE_CATEGORY_STORAGE, dc->categories);
1528 }
1529
1530 static const TypeInfo virtio_ccw_blk = {
1531     .name          = TYPE_VIRTIO_BLK_CCW,
1532     .parent        = TYPE_VIRTIO_CCW_DEVICE,
1533     .instance_size = sizeof(VirtIOBlkCcw),
1534     .instance_init = virtio_ccw_blk_instance_init,
1535     .class_init    = virtio_ccw_blk_class_init,
1536 };
1537
1538 static Property virtio_ccw_serial_properties[] = {
1539     DEFINE_PROP_CSS_DEV_ID("devno", VirtioCcwDevice, bus_id),
1540     DEFINE_PROP_BIT("ioeventfd", VirtioCcwDevice, flags,
1541                     VIRTIO_CCW_FLAG_USE_IOEVENTFD_BIT, true),
1542     DEFINE_PROP_UINT32("max_revision", VirtioCcwDevice, max_rev,
1543                        VIRTIO_CCW_MAX_REV),
1544     DEFINE_PROP_END_OF_LIST(),
1545 };
1546
1547 static void virtio_ccw_serial_class_init(ObjectClass *klass, void *data)
1548 {
1549     DeviceClass *dc = DEVICE_CLASS(klass);
1550     VirtIOCCWDeviceClass *k = VIRTIO_CCW_DEVICE_CLASS(klass);
1551
1552     k->realize = virtio_ccw_serial_realize;
1553     k->exit = virtio_ccw_exit;
1554     dc->reset = virtio_ccw_reset;
1555     dc->props = virtio_ccw_serial_properties;
1556     set_bit(DEVICE_CATEGORY_INPUT, dc->categories);
1557 }
1558
1559 static const TypeInfo virtio_ccw_serial = {
1560     .name          = TYPE_VIRTIO_SERIAL_CCW,
1561     .parent        = TYPE_VIRTIO_CCW_DEVICE,
1562     .instance_size = sizeof(VirtioSerialCcw),
1563     .instance_init = virtio_ccw_serial_instance_init,
1564     .class_init    = virtio_ccw_serial_class_init,
1565 };
1566
1567 static Property virtio_ccw_balloon_properties[] = {
1568     DEFINE_PROP_CSS_DEV_ID("devno", VirtioCcwDevice, bus_id),
1569     DEFINE_PROP_BIT("ioeventfd", VirtioCcwDevice, flags,
1570                     VIRTIO_CCW_FLAG_USE_IOEVENTFD_BIT, true),
1571     DEFINE_PROP_UINT32("max_revision", VirtioCcwDevice, max_rev,
1572                        VIRTIO_CCW_MAX_REV),
1573     DEFINE_PROP_END_OF_LIST(),
1574 };
1575
1576 static void virtio_ccw_balloon_class_init(ObjectClass *klass, void *data)
1577 {
1578     DeviceClass *dc = DEVICE_CLASS(klass);
1579     VirtIOCCWDeviceClass *k = VIRTIO_CCW_DEVICE_CLASS(klass);
1580
1581     k->realize = virtio_ccw_balloon_realize;
1582     k->exit = virtio_ccw_exit;
1583     dc->reset = virtio_ccw_reset;
1584     dc->props = virtio_ccw_balloon_properties;
1585     set_bit(DEVICE_CATEGORY_MISC, dc->categories);
1586 }
1587
1588 static const TypeInfo virtio_ccw_balloon = {
1589     .name          = TYPE_VIRTIO_BALLOON_CCW,
1590     .parent        = TYPE_VIRTIO_CCW_DEVICE,
1591     .instance_size = sizeof(VirtIOBalloonCcw),
1592     .instance_init = virtio_ccw_balloon_instance_init,
1593     .class_init    = virtio_ccw_balloon_class_init,
1594 };
1595
1596 static Property virtio_ccw_scsi_properties[] = {
1597     DEFINE_PROP_CSS_DEV_ID("devno", VirtioCcwDevice, bus_id),
1598     DEFINE_PROP_BIT("ioeventfd", VirtioCcwDevice, flags,
1599                     VIRTIO_CCW_FLAG_USE_IOEVENTFD_BIT, true),
1600     DEFINE_PROP_UINT32("max_revision", VirtioCcwDevice, max_rev,
1601                        VIRTIO_CCW_MAX_REV),
1602     DEFINE_PROP_END_OF_LIST(),
1603 };
1604
1605 static void virtio_ccw_scsi_class_init(ObjectClass *klass, void *data)
1606 {
1607     DeviceClass *dc = DEVICE_CLASS(klass);
1608     VirtIOCCWDeviceClass *k = VIRTIO_CCW_DEVICE_CLASS(klass);
1609
1610     k->realize = virtio_ccw_scsi_realize;
1611     k->exit = virtio_ccw_exit;
1612     dc->reset = virtio_ccw_reset;
1613     dc->props = virtio_ccw_scsi_properties;
1614     set_bit(DEVICE_CATEGORY_STORAGE, dc->categories);
1615 }
1616
1617 static const TypeInfo virtio_ccw_scsi = {
1618     .name          = TYPE_VIRTIO_SCSI_CCW,
1619     .parent        = TYPE_VIRTIO_CCW_DEVICE,
1620     .instance_size = sizeof(VirtIOSCSICcw),
1621     .instance_init = virtio_ccw_scsi_instance_init,
1622     .class_init    = virtio_ccw_scsi_class_init,
1623 };
1624
1625 #ifdef CONFIG_VHOST_SCSI
1626 static Property vhost_ccw_scsi_properties[] = {
1627     DEFINE_PROP_CSS_DEV_ID("devno", VirtioCcwDevice, bus_id),
1628     DEFINE_PROP_UINT32("max_revision", VirtioCcwDevice, max_rev,
1629                        VIRTIO_CCW_MAX_REV),
1630     DEFINE_PROP_END_OF_LIST(),
1631 };
1632
1633 static void vhost_ccw_scsi_class_init(ObjectClass *klass, void *data)
1634 {
1635     DeviceClass *dc = DEVICE_CLASS(klass);
1636     VirtIOCCWDeviceClass *k = VIRTIO_CCW_DEVICE_CLASS(klass);
1637
1638     k->realize = vhost_ccw_scsi_realize;
1639     k->exit = virtio_ccw_exit;
1640     dc->reset = virtio_ccw_reset;
1641     dc->props = vhost_ccw_scsi_properties;
1642     set_bit(DEVICE_CATEGORY_STORAGE, dc->categories);
1643 }
1644
1645 static const TypeInfo vhost_ccw_scsi = {
1646     .name          = TYPE_VHOST_SCSI_CCW,
1647     .parent        = TYPE_VIRTIO_CCW_DEVICE,
1648     .instance_size = sizeof(VHostSCSICcw),
1649     .instance_init = vhost_ccw_scsi_instance_init,
1650     .class_init    = vhost_ccw_scsi_class_init,
1651 };
1652 #endif
1653
1654 static void virtio_ccw_rng_instance_init(Object *obj)
1655 {
1656     VirtIORNGCcw *dev = VIRTIO_RNG_CCW(obj);
1657
1658     virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev),
1659                                 TYPE_VIRTIO_RNG);
1660     object_property_add_alias(obj, "rng", OBJECT(&dev->vdev),
1661                               "rng", &error_abort);
1662 }
1663
1664 static Property virtio_ccw_rng_properties[] = {
1665     DEFINE_PROP_CSS_DEV_ID("devno", VirtioCcwDevice, bus_id),
1666     DEFINE_PROP_BIT("ioeventfd", VirtioCcwDevice, flags,
1667                     VIRTIO_CCW_FLAG_USE_IOEVENTFD_BIT, true),
1668     DEFINE_PROP_UINT32("max_revision", VirtioCcwDevice, max_rev,
1669                        VIRTIO_CCW_MAX_REV),
1670     DEFINE_PROP_END_OF_LIST(),
1671 };
1672
1673 static void virtio_ccw_rng_class_init(ObjectClass *klass, void *data)
1674 {
1675     DeviceClass *dc = DEVICE_CLASS(klass);
1676     VirtIOCCWDeviceClass *k = VIRTIO_CCW_DEVICE_CLASS(klass);
1677
1678     k->realize = virtio_ccw_rng_realize;
1679     k->exit = virtio_ccw_exit;
1680     dc->reset = virtio_ccw_reset;
1681     dc->props = virtio_ccw_rng_properties;
1682     set_bit(DEVICE_CATEGORY_MISC, dc->categories);
1683 }
1684
1685 static const TypeInfo virtio_ccw_rng = {
1686     .name          = TYPE_VIRTIO_RNG_CCW,
1687     .parent        = TYPE_VIRTIO_CCW_DEVICE,
1688     .instance_size = sizeof(VirtIORNGCcw),
1689     .instance_init = virtio_ccw_rng_instance_init,
1690     .class_init    = virtio_ccw_rng_class_init,
1691 };
1692
1693 static void virtio_ccw_busdev_realize(DeviceState *dev, Error **errp)
1694 {
1695     VirtioCcwDevice *_dev = (VirtioCcwDevice *)dev;
1696
1697     virtio_ccw_bus_new(&_dev->bus, sizeof(_dev->bus), _dev);
1698     virtio_ccw_device_realize(_dev, errp);
1699 }
1700
1701 static int virtio_ccw_busdev_exit(DeviceState *dev)
1702 {
1703     VirtioCcwDevice *_dev = (VirtioCcwDevice *)dev;
1704     VirtIOCCWDeviceClass *_info = VIRTIO_CCW_DEVICE_GET_CLASS(dev);
1705
1706     return _info->exit(_dev);
1707 }
1708
1709 static void virtio_ccw_busdev_unplug(HotplugHandler *hotplug_dev,
1710                                      DeviceState *dev, Error **errp)
1711 {
1712     VirtioCcwDevice *_dev = (VirtioCcwDevice *)dev;
1713     SubchDev *sch = _dev->sch;
1714
1715     virtio_ccw_stop_ioeventfd(_dev);
1716
1717     /*
1718      * We should arrive here only for device_del, since we don't support
1719      * direct hot(un)plug of channels, but only through virtio.
1720      */
1721     assert(sch != NULL);
1722     /* Subchannel is now disabled and no longer valid. */
1723     sch->curr_status.pmcw.flags &= ~(PMCW_FLAGS_MASK_ENA |
1724                                      PMCW_FLAGS_MASK_DNV);
1725
1726     css_generate_sch_crws(sch->cssid, sch->ssid, sch->schid, 1, 0);
1727
1728     object_unparent(OBJECT(dev));
1729 }
1730
1731 static void virtio_ccw_device_class_init(ObjectClass *klass, void *data)
1732 {
1733     DeviceClass *dc = DEVICE_CLASS(klass);
1734
1735     dc->realize = virtio_ccw_busdev_realize;
1736     dc->exit = virtio_ccw_busdev_exit;
1737     dc->bus_type = TYPE_VIRTUAL_CSS_BUS;
1738 }
1739
1740 static const TypeInfo virtio_ccw_device_info = {
1741     .name = TYPE_VIRTIO_CCW_DEVICE,
1742     .parent = TYPE_DEVICE,
1743     .instance_size = sizeof(VirtioCcwDevice),
1744     .class_init = virtio_ccw_device_class_init,
1745     .class_size = sizeof(VirtIOCCWDeviceClass),
1746     .abstract = true,
1747 };
1748
1749 /***************** Virtual-css Bus Bridge Device ********************/
1750 /* Only required to have the virtio bus as child in the system bus */
1751
1752 static int virtual_css_bridge_init(SysBusDevice *dev)
1753 {
1754     /* nothing */
1755     return 0;
1756 }
1757
1758 static void virtual_css_bridge_class_init(ObjectClass *klass, void *data)
1759 {
1760     SysBusDeviceClass *k = SYS_BUS_DEVICE_CLASS(klass);
1761     HotplugHandlerClass *hc = HOTPLUG_HANDLER_CLASS(klass);
1762     DeviceClass *dc = DEVICE_CLASS(klass);
1763
1764     k->init = virtual_css_bridge_init;
1765     hc->unplug = virtio_ccw_busdev_unplug;
1766     set_bit(DEVICE_CATEGORY_BRIDGE, dc->categories);
1767 }
1768
1769 static const TypeInfo virtual_css_bridge_info = {
1770     .name          = "virtual-css-bridge",
1771     .parent        = TYPE_SYS_BUS_DEVICE,
1772     .instance_size = sizeof(SysBusDevice),
1773     .class_init    = virtual_css_bridge_class_init,
1774     .interfaces = (InterfaceInfo[]) {
1775         { TYPE_HOTPLUG_HANDLER },
1776         { }
1777     }
1778 };
1779
1780 /* virtio-ccw-bus */
1781
1782 static void virtio_ccw_bus_new(VirtioBusState *bus, size_t bus_size,
1783                                VirtioCcwDevice *dev)
1784 {
1785     DeviceState *qdev = DEVICE(dev);
1786     char virtio_bus_name[] = "virtio-bus";
1787
1788     qbus_create_inplace(bus, bus_size, TYPE_VIRTIO_CCW_BUS,
1789                         qdev, virtio_bus_name);
1790 }
1791
1792 static void virtio_ccw_bus_class_init(ObjectClass *klass, void *data)
1793 {
1794     VirtioBusClass *k = VIRTIO_BUS_CLASS(klass);
1795     BusClass *bus_class = BUS_CLASS(klass);
1796
1797     bus_class->max_dev = 1;
1798     k->notify = virtio_ccw_notify;
1799     k->vmstate_change = virtio_ccw_vmstate_change;
1800     k->query_guest_notifiers = virtio_ccw_query_guest_notifiers;
1801     k->set_host_notifier = virtio_ccw_set_host_notifier;
1802     k->set_guest_notifiers = virtio_ccw_set_guest_notifiers;
1803     k->save_queue = virtio_ccw_save_queue;
1804     k->load_queue = virtio_ccw_load_queue;
1805     k->save_config = virtio_ccw_save_config;
1806     k->load_config = virtio_ccw_load_config;
1807     k->device_plugged = virtio_ccw_device_plugged;
1808     k->post_plugged = virtio_ccw_post_plugged;
1809     k->device_unplugged = virtio_ccw_device_unplugged;
1810 }
1811
1812 static const TypeInfo virtio_ccw_bus_info = {
1813     .name = TYPE_VIRTIO_CCW_BUS,
1814     .parent = TYPE_VIRTIO_BUS,
1815     .instance_size = sizeof(VirtioCcwBusState),
1816     .class_init = virtio_ccw_bus_class_init,
1817 };
1818
1819 #ifdef CONFIG_VIRTFS
1820 static Property virtio_ccw_9p_properties[] = {
1821     DEFINE_PROP_CSS_DEV_ID("devno", VirtioCcwDevice, bus_id),
1822     DEFINE_PROP_BIT("ioeventfd", VirtioCcwDevice, flags,
1823             VIRTIO_CCW_FLAG_USE_IOEVENTFD_BIT, true),
1824     DEFINE_PROP_UINT32("max_revision", VirtioCcwDevice, max_rev,
1825                        VIRTIO_CCW_MAX_REV),
1826     DEFINE_PROP_END_OF_LIST(),
1827 };
1828
1829 static void virtio_ccw_9p_realize(VirtioCcwDevice *ccw_dev, Error **errp)
1830 {
1831     V9fsCCWState *dev = VIRTIO_9P_CCW(ccw_dev);
1832     DeviceState *vdev = DEVICE(&dev->vdev);
1833
1834     qdev_set_parent_bus(vdev, BUS(&ccw_dev->bus));
1835     object_property_set_bool(OBJECT(vdev), true, "realized", errp);
1836 }
1837
1838 static void virtio_ccw_9p_class_init(ObjectClass *klass, void *data)
1839 {
1840     DeviceClass *dc = DEVICE_CLASS(klass);
1841     VirtIOCCWDeviceClass *k = VIRTIO_CCW_DEVICE_CLASS(klass);
1842
1843     k->exit = virtio_ccw_exit;
1844     k->realize = virtio_ccw_9p_realize;
1845     dc->reset = virtio_ccw_reset;
1846     dc->props = virtio_ccw_9p_properties;
1847     set_bit(DEVICE_CATEGORY_STORAGE, dc->categories);
1848 }
1849
1850 static void virtio_ccw_9p_instance_init(Object *obj)
1851 {
1852     V9fsCCWState *dev = VIRTIO_9P_CCW(obj);
1853
1854     virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev),
1855                                 TYPE_VIRTIO_9P);
1856 }
1857
1858 static const TypeInfo virtio_ccw_9p_info = {
1859     .name          = TYPE_VIRTIO_9P_CCW,
1860     .parent        = TYPE_VIRTIO_CCW_DEVICE,
1861     .instance_size = sizeof(V9fsCCWState),
1862     .instance_init = virtio_ccw_9p_instance_init,
1863     .class_init    = virtio_ccw_9p_class_init,
1864 };
1865 #endif
1866
1867 static void virtio_ccw_register(void)
1868 {
1869     type_register_static(&virtio_ccw_bus_info);
1870     type_register_static(&virtual_css_bus_info);
1871     type_register_static(&virtio_ccw_device_info);
1872     type_register_static(&virtio_ccw_serial);
1873     type_register_static(&virtio_ccw_blk);
1874     type_register_static(&virtio_ccw_net);
1875     type_register_static(&virtio_ccw_balloon);
1876     type_register_static(&virtio_ccw_scsi);
1877 #ifdef CONFIG_VHOST_SCSI
1878     type_register_static(&vhost_ccw_scsi);
1879 #endif
1880     type_register_static(&virtio_ccw_rng);
1881     type_register_static(&virtual_css_bridge_info);
1882 #ifdef CONFIG_VIRTFS
1883     type_register_static(&virtio_ccw_9p_info);
1884 #endif
1885 }
1886
1887 type_init(virtio_ccw_register)