1 // SPDX-License-Identifier: GPL-2.0
3 * Linux driver for System z and s390 unit record devices
4 * (z/VM virtual punch, reader, printer)
6 * Copyright IBM Corp. 2001, 2009
12 #define KMSG_COMPONENT "vmur"
13 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
15 #include <linux/cdev.h>
16 #include <linux/slab.h>
17 #include <linux/module.h>
18 #include <linux/kobject.h>
20 #include <linux/uaccess.h>
22 #include <asm/ccwdev.h>
23 #include <asm/debug.h>
32 * Unit record device support is implemented as a character device driver.
33 * We can fit at least 16 bits into a device minor number and use the
34 * simple method of mapping a character device number with minor abcd
35 * to the unit record device with devno abcd.
36 * I/O to virtual unit record devices is handled as follows:
37 * Reads: Diagnose code 0x14 (input spool file manipulation)
38 * is used to read spool data page-wise.
39 * Writes: The CCW used is WRITE_CCW_CMD (0x01). The device's record length
40 * is available by reading sysfs attr reclen. Each write() to the device
41 * must specify an integral multiple (maximal 511) of reclen.
44 static char ur_banner[] = "z/VM virtual unit record device driver";
46 MODULE_AUTHOR("IBM Corporation");
47 MODULE_DESCRIPTION("s390 z/VM virtual unit record device driver");
48 MODULE_LICENSE("GPL");
50 static dev_t ur_first_dev_maj_min;
51 static const struct class vmur_class = {
54 static struct debug_info *vmur_dbf;
56 /* We put the device's record length (for writes) in the driver_info field */
57 static struct ccw_device_id ur_ids[] = {
58 { CCWDEV_CU_DI(READER_PUNCH_DEVTYPE, 80) },
59 { CCWDEV_CU_DI(PRINTER_DEVTYPE, 132) },
63 MODULE_DEVICE_TABLE(ccw, ur_ids);
65 static int ur_probe(struct ccw_device *cdev);
66 static void ur_remove(struct ccw_device *cdev);
67 static int ur_set_online(struct ccw_device *cdev);
68 static int ur_set_offline(struct ccw_device *cdev);
70 static struct ccw_driver ur_driver = {
78 .set_online = ur_set_online,
79 .set_offline = ur_set_offline,
80 .int_class = IRQIO_VMR,
83 static DEFINE_MUTEX(vmur_mutex);
85 static void ur_uevent(struct work_struct *ws);
88 * Allocation, freeing, getting and putting of urdev structures
90 * Each ur device (urd) contains a reference to its corresponding ccw device
91 * (cdev) using the urd->cdev pointer. Each ccw device has a reference to the
92 * ur device using dev_get_drvdata(&cdev->dev) pointer.
95 * - ur_probe gets a urd reference, ur_remove drops the reference
96 * dev_get_drvdata(&cdev->dev)
97 * - ur_open gets a urd reference, ur_release drops the reference
101 * - urdev_alloc get a cdev reference (urd->cdev)
102 * - urdev_free drops the cdev reference (urd->cdev)
104 * Setting and clearing of dev_get_drvdata(&cdev->dev) is protected by the ccwdev lock
106 static struct urdev *urdev_alloc(struct ccw_device *cdev)
110 urd = kzalloc(sizeof(struct urdev), GFP_KERNEL);
113 urd->reclen = cdev->id.driver_info;
114 ccw_device_get_id(cdev, &urd->dev_id);
115 mutex_init(&urd->io_mutex);
116 init_waitqueue_head(&urd->wait);
117 INIT_WORK(&urd->uevent_work, ur_uevent);
118 spin_lock_init(&urd->open_lock);
119 refcount_set(&urd->ref_count, 1);
121 get_device(&cdev->dev);
125 static void urdev_free(struct urdev *urd)
127 TRACE("urdev_free: %p\n", urd);
129 put_device(&urd->cdev->dev);
133 static void urdev_get(struct urdev *urd)
135 refcount_inc(&urd->ref_count);
138 static struct urdev *urdev_get_from_cdev(struct ccw_device *cdev)
143 spin_lock_irqsave(get_ccwdev_lock(cdev), flags);
144 urd = dev_get_drvdata(&cdev->dev);
147 spin_unlock_irqrestore(get_ccwdev_lock(cdev), flags);
151 static struct urdev *urdev_get_from_devno(u16 devno)
154 struct ccw_device *cdev;
157 sprintf(bus_id, "0.0.%04x", devno);
158 cdev = get_ccwdev_by_busid(&ur_driver, bus_id);
161 urd = urdev_get_from_cdev(cdev);
162 put_device(&cdev->dev);
166 static void urdev_put(struct urdev *urd)
168 if (refcount_dec_and_test(&urd->ref_count))
173 * Low-level functions to do I/O to a ur device.
179 * alloc_chan_prog allocates and builds the channel program
180 * free_chan_prog frees memory of the channel program
182 * do_ur_io issues the channel program to the device and blocks waiting
183 * on a completion event it publishes at urd->io_done. The function
184 * serialises itself on the device's mutex so that only one I/O
185 * is issued at a time (and that I/O is synchronous).
187 * ur_int_handler catches the "I/O done" interrupt, writes the
188 * subchannel status word into the scsw member of the urdev structure
189 * and complete()s the io_done to wake the waiting do_ur_io.
191 * The caller of do_ur_io is responsible for kfree()ing the channel program
192 * address pointer that alloc_chan_prog returned.
195 static void free_chan_prog(struct ccw1 *cpa)
197 struct ccw1 *ptr = cpa;
200 kfree(dma32_to_virt(ptr->cda));
208 * The channel program we use is write commands chained together
209 * with a final NOP CCW command-chained on (which ensures that CE and DE
210 * are presented together in a single interrupt instead of as separate
211 * interrupts unless an incorrect length indication kicks in first). The
212 * data length in each CCW is reclen.
214 static struct ccw1 *alloc_chan_prog(const char __user *ubuf, int rec_count,
221 TRACE("alloc_chan_prog(%p, %i, %i)\n", ubuf, rec_count, reclen);
224 * We chain a NOP onto the writes to force CE+DE together.
225 * That means we allocate room for CCWs to cover count/reclen
226 * records plus a NOP.
228 cpa = kcalloc(rec_count + 1, sizeof(struct ccw1),
229 GFP_KERNEL | GFP_DMA);
231 return ERR_PTR(-ENOMEM);
233 for (i = 0; i < rec_count; i++) {
234 cpa[i].cmd_code = WRITE_CCW_CMD;
235 cpa[i].flags = CCW_FLAG_CC | CCW_FLAG_SLI;
236 cpa[i].count = reclen;
237 kbuf = kmalloc(reclen, GFP_KERNEL | GFP_DMA);
240 return ERR_PTR(-ENOMEM);
242 cpa[i].cda = virt_to_dma32(kbuf);
243 if (copy_from_user(kbuf, ubuf, reclen)) {
245 return ERR_PTR(-EFAULT);
249 /* The following NOP CCW forces CE+DE to be presented together */
250 cpa[i].cmd_code = CCW_CMD_NOOP;
254 static int do_ur_io(struct urdev *urd, struct ccw1 *cpa)
257 struct ccw_device *cdev = urd->cdev;
258 DECLARE_COMPLETION_ONSTACK(event);
260 TRACE("do_ur_io: cpa=%p\n", cpa);
262 rc = mutex_lock_interruptible(&urd->io_mutex);
266 urd->io_done = &event;
268 spin_lock_irq(get_ccwdev_lock(cdev));
269 rc = ccw_device_start(cdev, cpa, 1, 0, 0);
270 spin_unlock_irq(get_ccwdev_lock(cdev));
272 TRACE("do_ur_io: ccw_device_start returned %d\n", rc);
276 wait_for_completion(&event);
277 TRACE("do_ur_io: I/O complete\n");
281 mutex_unlock(&urd->io_mutex);
285 static void ur_uevent(struct work_struct *ws)
287 struct urdev *urd = container_of(ws, struct urdev, uevent_work);
289 "EVENT=unsol_de", /* Unsolicited device-end interrupt */
293 kobject_uevent_env(&urd->cdev->dev.kobj, KOBJ_CHANGE, envp);
298 * ur interrupt handler, called from the ccw_device layer
300 static void ur_int_handler(struct ccw_device *cdev, unsigned long intparm,
306 TRACE("ur_int_handler: intparm=0x%lx cstat=%02x dstat=%02x res=%u\n",
307 intparm, irb->scsw.cmd.cstat, irb->scsw.cmd.dstat,
308 irb->scsw.cmd.count);
310 urd = dev_get_drvdata(&cdev->dev);
312 TRACE("ur_int_handler: unsolicited interrupt\n");
314 if (scsw_dstat(&irb->scsw) & DEV_STAT_DEV_END) {
316 * Userspace might be interested in a transition to
317 * device-ready state.
320 schedule_work(&urd->uevent_work);
325 /* On special conditions irb is an error pointer */
327 urd->io_request_rc = PTR_ERR(irb);
328 else if (irb->scsw.cmd.dstat == (DEV_STAT_CHN_END | DEV_STAT_DEV_END))
329 urd->io_request_rc = 0;
331 urd->io_request_rc = -EIO;
333 complete(urd->io_done);
337 * reclen sysfs attribute - The record length to be used for write CCWs
339 static ssize_t ur_attr_reclen_show(struct device *dev,
340 struct device_attribute *attr, char *buf)
345 urd = urdev_get_from_cdev(to_ccwdev(dev));
348 rc = sysfs_emit(buf, "%zu\n", urd->reclen);
353 static DEVICE_ATTR(reclen, 0444, ur_attr_reclen_show, NULL);
355 static int ur_create_attributes(struct device *dev)
357 return device_create_file(dev, &dev_attr_reclen);
360 static void ur_remove_attributes(struct device *dev)
362 device_remove_file(dev, &dev_attr_reclen);
366 * diagnose code 0x210 - retrieve device information
367 * cc=0 normal completion, we have a real device
368 * cc=1 CP paging error
369 * cc=2 The virtual device exists, but is not associated with a real device
370 * cc=3 Invalid device address, or the virtual device does not exist
372 static int get_urd_class(struct urdev *urd)
374 static struct diag210 ur_diag210;
377 ur_diag210.vrdcdvno = urd->dev_id.devno;
378 ur_diag210.vrdclen = sizeof(struct diag210);
380 cc = diag210(&ur_diag210);
385 return ur_diag210.vrdcvcla; /* virtual device class */
394 * Allocation and freeing of urfile structures
396 static struct urfile *urfile_alloc(struct urdev *urd)
400 urf = kzalloc(sizeof(struct urfile), GFP_KERNEL);
405 TRACE("urfile_alloc: urd=%p urf=%p rl=%zu\n", urd, urf,
411 static void urfile_free(struct urfile *urf)
413 TRACE("urfile_free: urf=%p urd=%p\n", urf, urf->urd);
418 * The fops implementation of the character device driver
420 static ssize_t do_write(struct urdev *urd, const char __user *udata,
421 size_t count, size_t reclen, loff_t *ppos)
426 cpa = alloc_chan_prog(udata, count / reclen, reclen);
430 rc = do_ur_io(urd, cpa);
434 if (urd->io_request_rc) {
435 rc = urd->io_request_rc;
446 static ssize_t ur_write(struct file *file, const char __user *udata,
447 size_t count, loff_t *ppos)
449 struct urfile *urf = file->private_data;
451 TRACE("ur_write: count=%zu\n", count);
456 if (count % urf->dev_reclen)
457 return -EINVAL; /* count must be a multiple of reclen */
459 if (count > urf->dev_reclen * MAX_RECS_PER_IO)
460 count = urf->dev_reclen * MAX_RECS_PER_IO;
462 return do_write(urf->urd, udata, count, urf->dev_reclen, ppos);
466 * diagnose code 0x14 subcode 0x0028 - position spool file to designated
468 * cc=0 normal completion
469 * cc=2 no file active on the virtual reader or device not ready
470 * cc=3 record specified is beyond EOF
472 static int diag_position_to_record(int devno, int record)
476 cc = diag14(record, devno, 0x28);
483 return -ENODATA; /* position beyond end of file */
490 * diagnose code 0x14 subcode 0x0000 - read next spool file buffer
491 * cc=0 normal completion
493 * cc=2 no file active on the virtual reader, and no file eligible
494 * cc=3 file already active on the virtual reader or specified virtual
495 * reader does not exist or is not a reader
497 static int diag_read_file(int devno, char *buf)
501 cc = diag14((unsigned long) buf, devno, 0x00);
514 static ssize_t diag14_read(struct file *file, char __user *ubuf, size_t count,
517 size_t len, copied, res;
523 urd = ((struct urfile *) file->private_data)->urd;
524 reclen = ((struct urfile *) file->private_data)->file_reclen;
526 rc = diag_position_to_record(urd->dev_id.devno, *offs / PAGE_SIZE + 1);
532 len = min((size_t) PAGE_SIZE, count);
533 buf = (char *) __get_free_page(GFP_KERNEL | GFP_DMA);
538 res = (size_t) (*offs % PAGE_SIZE);
540 rc = diag_read_file(urd->dev_id.devno, buf);
541 if (rc == -ENODATA) {
546 if (reclen && (copied == 0) && (*offs < PAGE_SIZE))
547 *((u16 *) &buf[FILE_RECLEN_OFFSET]) = reclen;
548 len = min(count - copied, PAGE_SIZE - res);
549 if (copy_to_user(ubuf + copied, buf + res, len)) {
555 } while (copied != count);
560 free_page((unsigned long) buf);
564 static ssize_t ur_read(struct file *file, char __user *ubuf, size_t count,
570 TRACE("ur_read: count=%zu ppos=%li\n", count, (unsigned long) *offs);
575 urd = ((struct urfile *) file->private_data)->urd;
576 rc = mutex_lock_interruptible(&urd->io_mutex);
579 rc = diag14_read(file, ubuf, count, offs);
580 mutex_unlock(&urd->io_mutex);
585 * diagnose code 0x14 subcode 0x0fff - retrieve next file descriptor
586 * cc=0 normal completion
587 * cc=1 no files on reader queue or no subsequent file
588 * cc=2 spid specified is invalid
590 static int diag_read_next_file_info(struct file_control_block *buf, int spid)
594 cc = diag14((unsigned long) buf, spid, 0xfff);
603 static int verify_uri_device(struct urdev *urd)
605 struct file_control_block *fcb;
609 fcb = kmalloc(sizeof(*fcb), GFP_KERNEL | GFP_DMA);
613 /* check for empty reader device (beginning of chain) */
614 rc = diag_read_next_file_info(fcb, 0);
618 /* if file is in hold status, we do not read it */
619 if (fcb->file_stat & (FLG_SYSTEM_HOLD | FLG_USER_HOLD)) {
624 /* open file on virtual reader */
625 buf = (char *) __get_free_page(GFP_KERNEL | GFP_DMA);
630 rc = diag_read_file(urd->dev_id.devno, buf);
631 if ((rc != 0) && (rc != -ENODATA)) /* EOF does not hurt */
634 /* check if the file on top of the queue is open now */
635 rc = diag_read_next_file_info(fcb, 0);
638 if (!(fcb->file_stat & FLG_IN_USE)) {
645 free_page((unsigned long) buf);
651 static int verify_device(struct urdev *urd)
653 switch (urd->class) {
655 return 0; /* no check needed here */
657 return verify_uri_device(urd);
663 static int get_uri_file_reclen(struct urdev *urd)
665 struct file_control_block *fcb;
668 fcb = kmalloc(sizeof(*fcb), GFP_KERNEL | GFP_DMA);
671 rc = diag_read_next_file_info(fcb, 0);
674 if (fcb->file_stat & FLG_CP_DUMP)
684 static int get_file_reclen(struct urdev *urd)
686 switch (urd->class) {
690 return get_uri_file_reclen(urd);
696 static int ur_open(struct inode *inode, struct file *file)
701 unsigned short accmode;
704 accmode = file->f_flags & O_ACCMODE;
706 if (accmode == O_RDWR)
709 * We treat the minor number as the devno of the ur device
710 * to find in the driver tree.
712 devno = iminor(file_inode(file));
714 urd = urdev_get_from_devno(devno);
720 spin_lock(&urd->open_lock);
721 while (urd->open_flag) {
722 spin_unlock(&urd->open_lock);
723 if (file->f_flags & O_NONBLOCK) {
727 if (wait_event_interruptible(urd->wait, urd->open_flag == 0)) {
731 spin_lock(&urd->open_lock);
734 spin_unlock(&urd->open_lock);
738 if (((accmode == O_RDONLY) && (urd->class != DEV_CLASS_UR_I)) ||
739 ((accmode == O_WRONLY) && (urd->class != DEV_CLASS_UR_O))) {
740 TRACE("ur_open: unsupported dev class (%d)\n", urd->class);
745 rc = verify_device(urd);
749 urf = urfile_alloc(urd);
755 urf->dev_reclen = urd->reclen;
756 rc = get_file_reclen(urd);
758 goto fail_urfile_free;
759 urf->file_reclen = rc;
760 file->private_data = urf;
766 spin_lock(&urd->open_lock);
768 spin_unlock(&urd->open_lock);
775 static int ur_release(struct inode *inode, struct file *file)
777 struct urfile *urf = file->private_data;
779 TRACE("ur_release\n");
780 spin_lock(&urf->urd->open_lock);
781 urf->urd->open_flag--;
782 spin_unlock(&urf->urd->open_lock);
783 wake_up_interruptible(&urf->urd->wait);
789 static loff_t ur_llseek(struct file *file, loff_t offset, int whence)
791 if ((file->f_flags & O_ACCMODE) != O_RDONLY)
792 return -ESPIPE; /* seek allowed only for reader */
793 if (offset % PAGE_SIZE)
794 return -ESPIPE; /* only multiples of 4K allowed */
795 return no_seek_end_llseek(file, offset, whence);
798 static const struct file_operations ur_fops = {
799 .owner = THIS_MODULE,
801 .release = ur_release,
808 * ccw_device infrastructure:
809 * ur_probe creates the struct urdev (with refcount = 1), the device
810 * attributes, sets up the interrupt handler and validates the virtual
811 * unit record device.
812 * ur_remove removes the device attributes and drops the reference to
815 * ur_probe, ur_remove, ur_set_online and ur_set_offline are serialized
816 * by the vmur_mutex lock.
818 * urd->char_device is used as indication that the online function has
819 * been completed successfully.
821 static int ur_probe(struct ccw_device *cdev)
826 TRACE("ur_probe: cdev=%p\n", cdev);
828 mutex_lock(&vmur_mutex);
829 urd = urdev_alloc(cdev);
835 rc = ur_create_attributes(&cdev->dev);
841 /* validate virtual unit record device */
842 urd->class = get_urd_class(urd);
843 if (urd->class < 0) {
845 goto fail_remove_attr;
847 if ((urd->class != DEV_CLASS_UR_I) && (urd->class != DEV_CLASS_UR_O)) {
849 goto fail_remove_attr;
851 spin_lock_irq(get_ccwdev_lock(cdev));
852 dev_set_drvdata(&cdev->dev, urd);
853 cdev->handler = ur_int_handler;
854 spin_unlock_irq(get_ccwdev_lock(cdev));
856 mutex_unlock(&vmur_mutex);
860 ur_remove_attributes(&cdev->dev);
864 mutex_unlock(&vmur_mutex);
868 static int ur_set_online(struct ccw_device *cdev)
871 int minor, major, rc;
874 TRACE("ur_set_online: cdev=%p\n", cdev);
876 mutex_lock(&vmur_mutex);
877 urd = urdev_get_from_cdev(cdev);
879 /* ur_remove already deleted our urd */
884 if (urd->char_device) {
885 /* Another ur_set_online was faster */
890 minor = urd->dev_id.devno;
891 major = MAJOR(ur_first_dev_maj_min);
893 urd->char_device = cdev_alloc();
894 if (!urd->char_device) {
899 urd->char_device->ops = &ur_fops;
900 urd->char_device->owner = ur_fops.owner;
902 rc = cdev_add(urd->char_device, MKDEV(major, minor), 1);
905 if (urd->cdev->id.cu_type == READER_PUNCH_DEVTYPE) {
906 if (urd->class == DEV_CLASS_UR_I)
907 sprintf(node_id, "vmrdr-%s", dev_name(&cdev->dev));
908 if (urd->class == DEV_CLASS_UR_O)
909 sprintf(node_id, "vmpun-%s", dev_name(&cdev->dev));
910 } else if (urd->cdev->id.cu_type == PRINTER_DEVTYPE) {
911 sprintf(node_id, "vmprt-%s", dev_name(&cdev->dev));
917 urd->device = device_create(&vmur_class, &cdev->dev,
918 urd->char_device->dev, NULL, "%s", node_id);
919 if (IS_ERR(urd->device)) {
920 rc = PTR_ERR(urd->device);
921 TRACE("ur_set_online: device_create rc=%d\n", rc);
925 mutex_unlock(&vmur_mutex);
929 cdev_del(urd->char_device);
930 urd->char_device = NULL;
934 mutex_unlock(&vmur_mutex);
938 static int ur_set_offline_force(struct ccw_device *cdev, int force)
943 TRACE("ur_set_offline: cdev=%p\n", cdev);
944 urd = urdev_get_from_cdev(cdev);
946 /* ur_remove already deleted our urd */
948 if (!urd->char_device) {
949 /* Another ur_set_offline was faster */
953 if (!force && (refcount_read(&urd->ref_count) > 2)) {
954 /* There is still a user of urd (e.g. ur_open) */
955 TRACE("ur_set_offline: BUSY\n");
959 if (cancel_work_sync(&urd->uevent_work)) {
960 /* Work not run yet - need to release reference here */
963 device_destroy(&vmur_class, urd->char_device->dev);
964 cdev_del(urd->char_device);
965 urd->char_device = NULL;
973 static int ur_set_offline(struct ccw_device *cdev)
977 mutex_lock(&vmur_mutex);
978 rc = ur_set_offline_force(cdev, 0);
979 mutex_unlock(&vmur_mutex);
983 static void ur_remove(struct ccw_device *cdev)
987 TRACE("ur_remove\n");
989 mutex_lock(&vmur_mutex);
992 ur_set_offline_force(cdev, 1);
993 ur_remove_attributes(&cdev->dev);
995 spin_lock_irqsave(get_ccwdev_lock(cdev), flags);
996 urdev_put(dev_get_drvdata(&cdev->dev));
997 dev_set_drvdata(&cdev->dev, NULL);
998 cdev->handler = NULL;
999 spin_unlock_irqrestore(get_ccwdev_lock(cdev), flags);
1001 mutex_unlock(&vmur_mutex);
1005 * Module initialisation and cleanup
1007 static int __init ur_init(void)
1012 if (!MACHINE_IS_VM) {
1013 pr_err("The %s cannot be loaded without z/VM\n",
1018 vmur_dbf = debug_register("vmur", 4, 1, 4 * sizeof(long));
1021 rc = debug_register_view(vmur_dbf, &debug_sprintf_view);
1025 debug_set_level(vmur_dbf, 6);
1027 rc = class_register(&vmur_class);
1031 rc = ccw_driver_register(&ur_driver);
1033 goto fail_class_destroy;
1035 rc = alloc_chrdev_region(&dev, 0, NUM_MINORS, "vmur");
1037 pr_err("Kernel function alloc_chrdev_region failed with "
1038 "error code %d\n", rc);
1039 goto fail_unregister_driver;
1041 ur_first_dev_maj_min = MKDEV(MAJOR(dev), 0);
1043 pr_info("%s loaded.\n", ur_banner);
1046 fail_unregister_driver:
1047 ccw_driver_unregister(&ur_driver);
1049 class_unregister(&vmur_class);
1051 debug_unregister(vmur_dbf);
1055 static void __exit ur_exit(void)
1057 unregister_chrdev_region(ur_first_dev_maj_min, NUM_MINORS);
1058 ccw_driver_unregister(&ur_driver);
1059 class_unregister(&vmur_class);
1060 debug_unregister(vmur_dbf);
1061 pr_info("%s unloaded.\n", ur_banner);
1064 module_init(ur_init);
1065 module_exit(ur_exit);