5 * Based on the s390 virtio bus code:
8 * This library is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Lesser General Public
10 * License as published by the Free Software Foundation; either
11 * version 2 of the License, or (at your option) any later version.
13 * This library is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * Lesser General Public License for more details.
18 * You should have received a copy of the GNU Lesser General Public
19 * License along with this library; if not, see <http://www.gnu.org/licenses/>.
28 #include "hw/sysbus.h"
30 #include "device_tree.h"
34 #include "hw/spapr_vio.h"
39 #endif /* CONFIG_FDT */
41 /* #define DEBUG_SPAPR */
42 /* #define DEBUG_TCE */
45 #define dprintf(fmt, ...) \
46 do { fprintf(stderr, fmt, ## __VA_ARGS__); } while (0)
48 #define dprintf(fmt, ...) \
52 static struct BusInfo spapr_vio_bus_info = {
54 .size = sizeof(VIOsPAPRBus),
55 .props = (Property[]) {
56 DEFINE_PROP_UINT32("irq", VIOsPAPRDevice, vio_irq_num, 0), \
57 DEFINE_PROP_END_OF_LIST(),
61 VIOsPAPRDevice *spapr_vio_find_by_reg(VIOsPAPRBus *bus, uint32_t reg)
64 VIOsPAPRDevice *dev = NULL;
66 QLIST_FOREACH(qdev, &bus->bus.children, sibling) {
67 dev = (VIOsPAPRDevice *)qdev;
68 if (dev->reg == reg) {
77 static int vio_make_devnode(VIOsPAPRDevice *dev,
80 VIOsPAPRDeviceInfo *info = (VIOsPAPRDeviceInfo *)dev->qdev.info;
81 int vdevice_off, node_off;
84 vdevice_off = fdt_path_offset(fdt, "/vdevice");
85 if (vdevice_off < 0) {
89 node_off = fdt_add_subnode(fdt, vdevice_off, dev->qdev.id);
94 ret = fdt_setprop_cell(fdt, node_off, "reg", dev->reg);
100 ret = fdt_setprop_string(fdt, node_off, "device_type",
107 if (info->dt_compatible) {
108 ret = fdt_setprop_string(fdt, node_off, "compatible",
109 info->dt_compatible);
116 uint32_t ints_prop[] = {cpu_to_be32(dev->vio_irq_num), 0};
118 ret = fdt_setprop(fdt, node_off, "interrupts", ints_prop,
125 if (dev->rtce_window_size) {
126 uint32_t dma_prop[] = {cpu_to_be32(dev->reg),
128 0, cpu_to_be32(dev->rtce_window_size)};
130 ret = fdt_setprop_cell(fdt, node_off, "ibm,#dma-address-cells", 2);
135 ret = fdt_setprop_cell(fdt, node_off, "ibm,#dma-size-cells", 2);
140 ret = fdt_setprop(fdt, node_off, "ibm,my-dma-window", dma_prop,
148 ret = (info->devnode)(dev, fdt, node_off);
156 #endif /* CONFIG_FDT */
162 static void rtce_init(VIOsPAPRDevice *dev)
164 size_t size = (dev->rtce_window_size >> SPAPR_VIO_TCE_PAGE_SHIFT)
165 * sizeof(VIOsPAPR_RTCE);
168 dev->rtce_table = g_malloc0(size);
172 static target_ulong h_put_tce(CPUState *env, sPAPREnvironment *spapr,
173 target_ulong opcode, target_ulong *args)
175 target_ulong liobn = args[0];
176 target_ulong ioba = args[1];
177 target_ulong tce = args[2];
178 VIOsPAPRDevice *dev = spapr_vio_find_by_reg(spapr->vio_bus, liobn);
182 hcall_dprintf("spapr_vio_put_tce on non-existent LIOBN "
183 TARGET_FMT_lx "\n", liobn);
187 ioba &= ~(SPAPR_VIO_TCE_PAGE_SIZE - 1);
190 fprintf(stderr, "spapr_vio_put_tce on %s ioba 0x" TARGET_FMT_lx
191 " TCE 0x" TARGET_FMT_lx "\n", dev->qdev.id, ioba, tce);
194 if (ioba >= dev->rtce_window_size) {
195 hcall_dprintf("spapr_vio_put_tce on out-of-boards IOBA 0x"
196 TARGET_FMT_lx "\n", ioba);
200 rtce = dev->rtce_table + (ioba >> SPAPR_VIO_TCE_PAGE_SHIFT);
206 int spapr_vio_check_tces(VIOsPAPRDevice *dev, target_ulong ioba,
207 target_ulong len, enum VIOsPAPR_TCEAccess access)
211 start = ioba >> SPAPR_VIO_TCE_PAGE_SHIFT;
212 end = (ioba + len - 1) >> SPAPR_VIO_TCE_PAGE_SHIFT;
214 for (i = start; i <= end; i++) {
215 if ((dev->rtce_table[i].tce & access) != access) {
217 fprintf(stderr, "FAIL on %d\n", i);
226 int spapr_tce_dma_write(VIOsPAPRDevice *dev, uint64_t taddr, const void *buf,
230 fprintf(stderr, "spapr_tce_dma_write taddr=0x%llx size=0x%x\n",
231 (unsigned long long)taddr, size);
234 /* Check for bypass */
235 if (dev->flags & VIO_PAPR_FLAG_DMA_BYPASS) {
236 cpu_physical_memory_write(taddr, buf, size);
245 /* Check if we are in bound */
246 if (taddr >= dev->rtce_window_size) {
248 fprintf(stderr, "spapr_tce_dma_write out of bounds\n");
252 tce = dev->rtce_table[taddr >> SPAPR_VIO_TCE_PAGE_SHIFT].tce;
254 /* How much til end of page ? */
255 lsize = MIN(size, ((~taddr) & SPAPR_VIO_TCE_PAGE_MASK) + 1);
263 txaddr = (tce & ~SPAPR_VIO_TCE_PAGE_MASK) |
264 (taddr & SPAPR_VIO_TCE_PAGE_MASK);
267 fprintf(stderr, " -> write to txaddr=0x%llx, size=0x%x\n",
268 (unsigned long long)txaddr, lsize);
272 cpu_physical_memory_write(txaddr, buf, lsize);
280 int spapr_tce_dma_zero(VIOsPAPRDevice *dev, uint64_t taddr, uint32_t size)
282 /* FIXME: allocating a temp buffer is nasty, but just stepping
283 * through writing zeroes is awkward. This will do for now. */
284 uint8_t zeroes[size];
287 fprintf(stderr, "spapr_tce_dma_zero taddr=0x%llx size=0x%x\n",
288 (unsigned long long)taddr, size);
291 memset(zeroes, 0, size);
292 return spapr_tce_dma_write(dev, taddr, zeroes, size);
295 void stb_tce(VIOsPAPRDevice *dev, uint64_t taddr, uint8_t val)
297 spapr_tce_dma_write(dev, taddr, &val, sizeof(val));
300 void sth_tce(VIOsPAPRDevice *dev, uint64_t taddr, uint16_t val)
303 spapr_tce_dma_write(dev, taddr, &val, sizeof(val));
307 void stw_tce(VIOsPAPRDevice *dev, uint64_t taddr, uint32_t val)
310 spapr_tce_dma_write(dev, taddr, &val, sizeof(val));
313 void stq_tce(VIOsPAPRDevice *dev, uint64_t taddr, uint64_t val)
316 spapr_tce_dma_write(dev, taddr, &val, sizeof(val));
319 int spapr_tce_dma_read(VIOsPAPRDevice *dev, uint64_t taddr, void *buf,
323 fprintf(stderr, "spapr_tce_dma_write taddr=0x%llx size=0x%x\n",
324 (unsigned long long)taddr, size);
327 /* Check for bypass */
328 if (dev->flags & VIO_PAPR_FLAG_DMA_BYPASS) {
329 cpu_physical_memory_read(taddr, buf, size);
338 /* Check if we are in bound */
339 if (taddr >= dev->rtce_window_size) {
341 fprintf(stderr, "spapr_tce_dma_read out of bounds\n");
345 tce = dev->rtce_table[taddr >> SPAPR_VIO_TCE_PAGE_SHIFT].tce;
347 /* How much til end of page ? */
348 lsize = MIN(size, ((~taddr) & SPAPR_VIO_TCE_PAGE_MASK) + 1);
356 txaddr = (tce & ~SPAPR_VIO_TCE_PAGE_MASK) |
357 (taddr & SPAPR_VIO_TCE_PAGE_MASK);
360 fprintf(stderr, " -> write to txaddr=0x%llx, size=0x%x\n",
361 (unsigned long long)txaddr, lsize);
364 cpu_physical_memory_read(txaddr, buf, lsize);
372 uint64_t ldq_tce(VIOsPAPRDevice *dev, uint64_t taddr)
376 spapr_tce_dma_read(dev, taddr, &val, sizeof(val));
383 static target_ulong h_reg_crq(CPUState *env, sPAPREnvironment *spapr,
384 target_ulong opcode, target_ulong *args)
386 target_ulong reg = args[0];
387 target_ulong queue_addr = args[1];
388 target_ulong queue_len = args[2];
389 VIOsPAPRDevice *dev = spapr_vio_find_by_reg(spapr->vio_bus, reg);
392 hcall_dprintf("h_reg_crq on non-existent unit 0x"
393 TARGET_FMT_lx "\n", reg);
397 /* We can't grok a queue size bigger than 256M for now */
398 if (queue_len < 0x1000 || queue_len > 0x10000000) {
399 hcall_dprintf("h_reg_crq, queue size too small or too big (0x%llx)\n",
400 (unsigned long long)queue_len);
404 /* Check queue alignment */
405 if (queue_addr & 0xfff) {
406 hcall_dprintf("h_reg_crq, queue not aligned (0x%llx)\n",
407 (unsigned long long)queue_addr);
411 /* Check if device supports CRQs */
412 if (!dev->crq.SendFunc) {
417 /* Already a queue ? */
418 if (dev->crq.qsize) {
421 dev->crq.qladdr = queue_addr;
422 dev->crq.qsize = queue_len;
425 dprintf("CRQ for dev 0x" TARGET_FMT_lx " registered at 0x"
426 TARGET_FMT_lx "/0x" TARGET_FMT_lx "\n",
427 reg, queue_addr, queue_len);
431 static target_ulong h_free_crq(CPUState *env, sPAPREnvironment *spapr,
432 target_ulong opcode, target_ulong *args)
434 target_ulong reg = args[0];
435 VIOsPAPRDevice *dev = spapr_vio_find_by_reg(spapr->vio_bus, reg);
438 hcall_dprintf("h_free_crq on non-existent unit 0x"
439 TARGET_FMT_lx "\n", reg);
447 dprintf("CRQ for dev 0x" TARGET_FMT_lx " freed\n", reg);
452 static target_ulong h_send_crq(CPUState *env, sPAPREnvironment *spapr,
453 target_ulong opcode, target_ulong *args)
455 target_ulong reg = args[0];
456 target_ulong msg_hi = args[1];
457 target_ulong msg_lo = args[2];
458 VIOsPAPRDevice *dev = spapr_vio_find_by_reg(spapr->vio_bus, reg);
459 uint64_t crq_mangle[2];
462 hcall_dprintf("h_send_crq on non-existent unit 0x"
463 TARGET_FMT_lx "\n", reg);
466 crq_mangle[0] = cpu_to_be64(msg_hi);
467 crq_mangle[1] = cpu_to_be64(msg_lo);
469 if (dev->crq.SendFunc) {
470 return dev->crq.SendFunc(dev, (uint8_t *)crq_mangle);
476 static target_ulong h_enable_crq(CPUState *env, sPAPREnvironment *spapr,
477 target_ulong opcode, target_ulong *args)
479 target_ulong reg = args[0];
480 VIOsPAPRDevice *dev = spapr_vio_find_by_reg(spapr->vio_bus, reg);
483 hcall_dprintf("h_enable_crq on non-existent unit 0x"
484 TARGET_FMT_lx "\n", reg);
491 /* Returns negative error, 0 success, or positive: queue full */
492 int spapr_vio_send_crq(VIOsPAPRDevice *dev, uint8_t *crq)
497 if (!dev->crq.qsize) {
498 fprintf(stderr, "spapr_vio_send_creq on uninitialized queue\n");
502 /* Maybe do a fast path for KVM just writing to the pages */
503 rc = spapr_tce_dma_read(dev, dev->crq.qladdr + dev->crq.qnext, &byte, 1);
511 rc = spapr_tce_dma_write(dev, dev->crq.qladdr + dev->crq.qnext + 8,
519 rc = spapr_tce_dma_write(dev, dev->crq.qladdr + dev->crq.qnext, crq, 8);
524 dev->crq.qnext = (dev->crq.qnext + 16) % dev->crq.qsize;
526 if (dev->signal_state & 1) {
527 qemu_irq_pulse(dev->qirq);
533 /* "quiesce" handling */
535 static void spapr_vio_quiesce_one(VIOsPAPRDevice *dev)
537 dev->flags &= ~VIO_PAPR_FLAG_DMA_BYPASS;
539 if (dev->rtce_table) {
540 size_t size = (dev->rtce_window_size >> SPAPR_VIO_TCE_PAGE_SHIFT)
541 * sizeof(VIOsPAPR_RTCE);
542 memset(dev->rtce_table, 0, size);
550 static void rtas_set_tce_bypass(sPAPREnvironment *spapr, uint32_t token,
551 uint32_t nargs, target_ulong args,
552 uint32_t nret, target_ulong rets)
554 VIOsPAPRBus *bus = spapr->vio_bus;
556 uint32_t unit, enable;
559 rtas_st(rets, 0, -3);
562 unit = rtas_ld(args, 0);
563 enable = rtas_ld(args, 1);
564 dev = spapr_vio_find_by_reg(bus, unit);
566 rtas_st(rets, 0, -3);
570 dev->flags |= VIO_PAPR_FLAG_DMA_BYPASS;
572 dev->flags &= ~VIO_PAPR_FLAG_DMA_BYPASS;
578 static void rtas_quiesce(sPAPREnvironment *spapr, uint32_t token,
579 uint32_t nargs, target_ulong args,
580 uint32_t nret, target_ulong rets)
582 VIOsPAPRBus *bus = spapr->vio_bus;
584 VIOsPAPRDevice *dev = NULL;
587 rtas_st(rets, 0, -3);
591 QLIST_FOREACH(qdev, &bus->bus.children, sibling) {
592 dev = (VIOsPAPRDevice *)qdev;
593 spapr_vio_quiesce_one(dev);
599 static int spapr_vio_busdev_init(DeviceState *qdev, DeviceInfo *qinfo)
601 VIOsPAPRDeviceInfo *info = (VIOsPAPRDeviceInfo *)qinfo;
602 VIOsPAPRDevice *dev = (VIOsPAPRDevice *)qdev;
605 if (asprintf(&id, "%s@%x", info->dt_name, dev->reg) < 0) {
611 dev->qirq = spapr_allocate_irq(dev->vio_irq_num, &dev->vio_irq_num);
618 return info->init(dev);
621 void spapr_vio_bus_register_withprop(VIOsPAPRDeviceInfo *info)
623 info->qdev.init = spapr_vio_busdev_init;
624 info->qdev.bus_info = &spapr_vio_bus_info;
626 assert(info->qdev.size >= sizeof(VIOsPAPRDevice));
627 qdev_register(&info->qdev);
630 static target_ulong h_vio_signal(CPUState *env, sPAPREnvironment *spapr,
634 target_ulong reg = args[0];
635 target_ulong mode = args[1];
636 VIOsPAPRDevice *dev = spapr_vio_find_by_reg(spapr->vio_bus, reg);
637 VIOsPAPRDeviceInfo *info;
643 info = (VIOsPAPRDeviceInfo *)dev->qdev.info;
645 if (mode & ~info->signal_mask) {
649 dev->signal_state = mode;
654 VIOsPAPRBus *spapr_vio_bus_init(void)
661 /* Create bridge device */
662 dev = qdev_create(NULL, "spapr-vio-bridge");
663 qdev_init_nofail(dev);
665 /* Create bus on bridge device */
667 qbus = qbus_create(&spapr_vio_bus_info, dev, "spapr-vio");
668 bus = DO_UPCAST(VIOsPAPRBus, bus, qbus);
671 spapr_register_hypercall(H_VIO_SIGNAL, h_vio_signal);
674 spapr_register_hypercall(H_PUT_TCE, h_put_tce);
677 spapr_register_hypercall(H_REG_CRQ, h_reg_crq);
678 spapr_register_hypercall(H_FREE_CRQ, h_free_crq);
679 spapr_register_hypercall(H_SEND_CRQ, h_send_crq);
680 spapr_register_hypercall(H_ENABLE_CRQ, h_enable_crq);
683 spapr_rtas_register("ibm,set-tce-bypass", rtas_set_tce_bypass);
684 spapr_rtas_register("quiesce", rtas_quiesce);
686 for (qinfo = device_info_list; qinfo; qinfo = qinfo->next) {
687 VIOsPAPRDeviceInfo *info = (VIOsPAPRDeviceInfo *)qinfo;
689 if (qinfo->bus_info != &spapr_vio_bus_info) {
701 /* Represents sPAPR hcall VIO devices */
703 static int spapr_vio_bridge_init(SysBusDevice *dev)
709 static SysBusDeviceInfo spapr_vio_bridge_info = {
710 .init = spapr_vio_bridge_init,
711 .qdev.name = "spapr-vio-bridge",
712 .qdev.size = sizeof(SysBusDevice),
716 static void spapr_vio_register_devices(void)
718 sysbus_register_withprop(&spapr_vio_bridge_info);
721 device_init(spapr_vio_register_devices)
724 int spapr_populate_vdevice(VIOsPAPRBus *bus, void *fdt)
729 QLIST_FOREACH(qdev, &bus->bus.children, sibling) {
730 VIOsPAPRDevice *dev = (VIOsPAPRDevice *)qdev;
732 ret = vio_make_devnode(dev, fdt);
741 #endif /* CONFIG_FDT */