1 // SPDX-License-Identifier: GPL-2.0
3 * Linux driver for System z and s390 unit record devices
4 * (z/VM virtual punch, reader, printer)
6 * Copyright IBM Corp. 2001, 2009
12 #define KMSG_COMPONENT "vmur"
13 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
15 #include <linux/cdev.h>
16 #include <linux/slab.h>
17 #include <linux/module.h>
18 #include <linux/kobject.h>
20 #include <linux/uaccess.h>
22 #include <asm/ccwdev.h>
23 #include <asm/debug.h>
32 * Unit record device support is implemented as a character device driver.
33 * We can fit at least 16 bits into a device minor number and use the
34 * simple method of mapping a character device number with minor abcd
35 * to the unit record device with devno abcd.
36 * I/O to virtual unit record devices is handled as follows:
37 * Reads: Diagnose code 0x14 (input spool file manipulation)
38 * is used to read spool data page-wise.
39 * Writes: The CCW used is WRITE_CCW_CMD (0x01). The device's record length
40 * is available by reading sysfs attr reclen. Each write() to the device
41 * must specify an integral multiple (maximal 511) of reclen.
44 static char ur_banner[] = "z/VM virtual unit record device driver";
46 MODULE_AUTHOR("IBM Corporation");
47 MODULE_DESCRIPTION("s390 z/VM virtual unit record device driver");
48 MODULE_LICENSE("GPL");
50 static dev_t ur_first_dev_maj_min;
51 static struct class *vmur_class;
52 static struct debug_info *vmur_dbf;
54 /* We put the device's record length (for writes) in the driver_info field */
55 static struct ccw_device_id ur_ids[] = {
56 { CCWDEV_CU_DI(READER_PUNCH_DEVTYPE, 80) },
57 { CCWDEV_CU_DI(PRINTER_DEVTYPE, 132) },
61 MODULE_DEVICE_TABLE(ccw, ur_ids);
63 static int ur_probe(struct ccw_device *cdev);
64 static void ur_remove(struct ccw_device *cdev);
65 static int ur_set_online(struct ccw_device *cdev);
66 static int ur_set_offline(struct ccw_device *cdev);
68 static struct ccw_driver ur_driver = {
76 .set_online = ur_set_online,
77 .set_offline = ur_set_offline,
78 .int_class = IRQIO_VMR,
81 static DEFINE_MUTEX(vmur_mutex);
83 static void ur_uevent(struct work_struct *ws);
86 * Allocation, freeing, getting and putting of urdev structures
88 * Each ur device (urd) contains a reference to its corresponding ccw device
89 * (cdev) using the urd->cdev pointer. Each ccw device has a reference to the
90 * ur device using dev_get_drvdata(&cdev->dev) pointer.
93 * - ur_probe gets a urd reference, ur_remove drops the reference
94 * dev_get_drvdata(&cdev->dev)
95 * - ur_open gets a urd reference, ur_release drops the reference
99 * - urdev_alloc get a cdev reference (urd->cdev)
100 * - urdev_free drops the cdev reference (urd->cdev)
102 * Setting and clearing of dev_get_drvdata(&cdev->dev) is protected by the ccwdev lock
104 static struct urdev *urdev_alloc(struct ccw_device *cdev)
108 urd = kzalloc(sizeof(struct urdev), GFP_KERNEL);
111 urd->reclen = cdev->id.driver_info;
112 ccw_device_get_id(cdev, &urd->dev_id);
113 mutex_init(&urd->io_mutex);
114 init_waitqueue_head(&urd->wait);
115 INIT_WORK(&urd->uevent_work, ur_uevent);
116 spin_lock_init(&urd->open_lock);
117 refcount_set(&urd->ref_count, 1);
119 get_device(&cdev->dev);
123 static void urdev_free(struct urdev *urd)
125 TRACE("urdev_free: %p\n", urd);
127 put_device(&urd->cdev->dev);
131 static void urdev_get(struct urdev *urd)
133 refcount_inc(&urd->ref_count);
136 static struct urdev *urdev_get_from_cdev(struct ccw_device *cdev)
141 spin_lock_irqsave(get_ccwdev_lock(cdev), flags);
142 urd = dev_get_drvdata(&cdev->dev);
145 spin_unlock_irqrestore(get_ccwdev_lock(cdev), flags);
149 static struct urdev *urdev_get_from_devno(u16 devno)
152 struct ccw_device *cdev;
155 sprintf(bus_id, "0.0.%04x", devno);
156 cdev = get_ccwdev_by_busid(&ur_driver, bus_id);
159 urd = urdev_get_from_cdev(cdev);
160 put_device(&cdev->dev);
164 static void urdev_put(struct urdev *urd)
166 if (refcount_dec_and_test(&urd->ref_count))
171 * Low-level functions to do I/O to a ur device.
177 * alloc_chan_prog allocates and builds the channel program
178 * free_chan_prog frees memory of the channel program
180 * do_ur_io issues the channel program to the device and blocks waiting
181 * on a completion event it publishes at urd->io_done. The function
182 * serialises itself on the device's mutex so that only one I/O
183 * is issued at a time (and that I/O is synchronous).
185 * ur_int_handler catches the "I/O done" interrupt, writes the
186 * subchannel status word into the scsw member of the urdev structure
187 * and complete()s the io_done to wake the waiting do_ur_io.
189 * The caller of do_ur_io is responsible for kfree()ing the channel program
190 * address pointer that alloc_chan_prog returned.
193 static void free_chan_prog(struct ccw1 *cpa)
195 struct ccw1 *ptr = cpa;
198 kfree((void *)(addr_t) ptr->cda);
206 * The channel program we use is write commands chained together
207 * with a final NOP CCW command-chained on (which ensures that CE and DE
208 * are presented together in a single interrupt instead of as separate
209 * interrupts unless an incorrect length indication kicks in first). The
210 * data length in each CCW is reclen.
212 static struct ccw1 *alloc_chan_prog(const char __user *ubuf, int rec_count,
219 TRACE("alloc_chan_prog(%p, %i, %i)\n", ubuf, rec_count, reclen);
222 * We chain a NOP onto the writes to force CE+DE together.
223 * That means we allocate room for CCWs to cover count/reclen
224 * records plus a NOP.
226 cpa = kcalloc(rec_count + 1, sizeof(struct ccw1),
227 GFP_KERNEL | GFP_DMA);
229 return ERR_PTR(-ENOMEM);
231 for (i = 0; i < rec_count; i++) {
232 cpa[i].cmd_code = WRITE_CCW_CMD;
233 cpa[i].flags = CCW_FLAG_CC | CCW_FLAG_SLI;
234 cpa[i].count = reclen;
235 kbuf = kmalloc(reclen, GFP_KERNEL | GFP_DMA);
238 return ERR_PTR(-ENOMEM);
240 cpa[i].cda = (u32)(addr_t) kbuf;
241 if (copy_from_user(kbuf, ubuf, reclen)) {
243 return ERR_PTR(-EFAULT);
247 /* The following NOP CCW forces CE+DE to be presented together */
248 cpa[i].cmd_code = CCW_CMD_NOOP;
252 static int do_ur_io(struct urdev *urd, struct ccw1 *cpa)
255 struct ccw_device *cdev = urd->cdev;
256 DECLARE_COMPLETION_ONSTACK(event);
258 TRACE("do_ur_io: cpa=%p\n", cpa);
260 rc = mutex_lock_interruptible(&urd->io_mutex);
264 urd->io_done = &event;
266 spin_lock_irq(get_ccwdev_lock(cdev));
267 rc = ccw_device_start(cdev, cpa, 1, 0, 0);
268 spin_unlock_irq(get_ccwdev_lock(cdev));
270 TRACE("do_ur_io: ccw_device_start returned %d\n", rc);
274 wait_for_completion(&event);
275 TRACE("do_ur_io: I/O complete\n");
279 mutex_unlock(&urd->io_mutex);
283 static void ur_uevent(struct work_struct *ws)
285 struct urdev *urd = container_of(ws, struct urdev, uevent_work);
287 "EVENT=unsol_de", /* Unsolicited device-end interrupt */
291 kobject_uevent_env(&urd->cdev->dev.kobj, KOBJ_CHANGE, envp);
296 * ur interrupt handler, called from the ccw_device layer
298 static void ur_int_handler(struct ccw_device *cdev, unsigned long intparm,
304 TRACE("ur_int_handler: intparm=0x%lx cstat=%02x dstat=%02x res=%u\n",
305 intparm, irb->scsw.cmd.cstat, irb->scsw.cmd.dstat,
306 irb->scsw.cmd.count);
308 urd = dev_get_drvdata(&cdev->dev);
310 TRACE("ur_int_handler: unsolicited interrupt\n");
312 if (scsw_dstat(&irb->scsw) & DEV_STAT_DEV_END) {
314 * Userspace might be interested in a transition to
315 * device-ready state.
318 schedule_work(&urd->uevent_work);
323 /* On special conditions irb is an error pointer */
325 urd->io_request_rc = PTR_ERR(irb);
326 else if (irb->scsw.cmd.dstat == (DEV_STAT_CHN_END | DEV_STAT_DEV_END))
327 urd->io_request_rc = 0;
329 urd->io_request_rc = -EIO;
331 complete(urd->io_done);
335 * reclen sysfs attribute - The record length to be used for write CCWs
337 static ssize_t ur_attr_reclen_show(struct device *dev,
338 struct device_attribute *attr, char *buf)
343 urd = urdev_get_from_cdev(to_ccwdev(dev));
346 rc = sprintf(buf, "%zu\n", urd->reclen);
351 static DEVICE_ATTR(reclen, 0444, ur_attr_reclen_show, NULL);
353 static int ur_create_attributes(struct device *dev)
355 return device_create_file(dev, &dev_attr_reclen);
358 static void ur_remove_attributes(struct device *dev)
360 device_remove_file(dev, &dev_attr_reclen);
364 * diagnose code 0x210 - retrieve device information
365 * cc=0 normal completion, we have a real device
366 * cc=1 CP paging error
367 * cc=2 The virtual device exists, but is not associated with a real device
368 * cc=3 Invalid device address, or the virtual device does not exist
370 static int get_urd_class(struct urdev *urd)
372 static struct diag210 ur_diag210;
375 ur_diag210.vrdcdvno = urd->dev_id.devno;
376 ur_diag210.vrdclen = sizeof(struct diag210);
378 cc = diag210(&ur_diag210);
383 return ur_diag210.vrdcvcla; /* virtual device class */
392 * Allocation and freeing of urfile structures
394 static struct urfile *urfile_alloc(struct urdev *urd)
398 urf = kzalloc(sizeof(struct urfile), GFP_KERNEL);
403 TRACE("urfile_alloc: urd=%p urf=%p rl=%zu\n", urd, urf,
409 static void urfile_free(struct urfile *urf)
411 TRACE("urfile_free: urf=%p urd=%p\n", urf, urf->urd);
416 * The fops implementation of the character device driver
418 static ssize_t do_write(struct urdev *urd, const char __user *udata,
419 size_t count, size_t reclen, loff_t *ppos)
424 cpa = alloc_chan_prog(udata, count / reclen, reclen);
428 rc = do_ur_io(urd, cpa);
432 if (urd->io_request_rc) {
433 rc = urd->io_request_rc;
444 static ssize_t ur_write(struct file *file, const char __user *udata,
445 size_t count, loff_t *ppos)
447 struct urfile *urf = file->private_data;
449 TRACE("ur_write: count=%zu\n", count);
454 if (count % urf->dev_reclen)
455 return -EINVAL; /* count must be a multiple of reclen */
457 if (count > urf->dev_reclen * MAX_RECS_PER_IO)
458 count = urf->dev_reclen * MAX_RECS_PER_IO;
460 return do_write(urf->urd, udata, count, urf->dev_reclen, ppos);
464 * diagnose code 0x14 subcode 0x0028 - position spool file to designated
466 * cc=0 normal completion
467 * cc=2 no file active on the virtual reader or device not ready
468 * cc=3 record specified is beyond EOF
470 static int diag_position_to_record(int devno, int record)
474 cc = diag14(record, devno, 0x28);
481 return -ENODATA; /* position beyond end of file */
488 * diagnose code 0x14 subcode 0x0000 - read next spool file buffer
489 * cc=0 normal completion
491 * cc=2 no file active on the virtual reader, and no file eligible
492 * cc=3 file already active on the virtual reader or specified virtual
493 * reader does not exist or is not a reader
495 static int diag_read_file(int devno, char *buf)
499 cc = diag14((unsigned long) buf, devno, 0x00);
512 static ssize_t diag14_read(struct file *file, char __user *ubuf, size_t count,
515 size_t len, copied, res;
521 urd = ((struct urfile *) file->private_data)->urd;
522 reclen = ((struct urfile *) file->private_data)->file_reclen;
524 rc = diag_position_to_record(urd->dev_id.devno, *offs / PAGE_SIZE + 1);
530 len = min((size_t) PAGE_SIZE, count);
531 buf = (char *) __get_free_page(GFP_KERNEL | GFP_DMA);
536 res = (size_t) (*offs % PAGE_SIZE);
538 rc = diag_read_file(urd->dev_id.devno, buf);
539 if (rc == -ENODATA) {
544 if (reclen && (copied == 0) && (*offs < PAGE_SIZE))
545 *((u16 *) &buf[FILE_RECLEN_OFFSET]) = reclen;
546 len = min(count - copied, PAGE_SIZE - res);
547 if (copy_to_user(ubuf + copied, buf + res, len)) {
553 } while (copied != count);
558 free_page((unsigned long) buf);
562 static ssize_t ur_read(struct file *file, char __user *ubuf, size_t count,
568 TRACE("ur_read: count=%zu ppos=%li\n", count, (unsigned long) *offs);
573 urd = ((struct urfile *) file->private_data)->urd;
574 rc = mutex_lock_interruptible(&urd->io_mutex);
577 rc = diag14_read(file, ubuf, count, offs);
578 mutex_unlock(&urd->io_mutex);
583 * diagnose code 0x14 subcode 0x0fff - retrieve next file descriptor
584 * cc=0 normal completion
585 * cc=1 no files on reader queue or no subsequent file
586 * cc=2 spid specified is invalid
588 static int diag_read_next_file_info(struct file_control_block *buf, int spid)
592 cc = diag14((unsigned long) buf, spid, 0xfff);
601 static int verify_uri_device(struct urdev *urd)
603 struct file_control_block *fcb;
607 fcb = kmalloc(sizeof(*fcb), GFP_KERNEL | GFP_DMA);
611 /* check for empty reader device (beginning of chain) */
612 rc = diag_read_next_file_info(fcb, 0);
616 /* if file is in hold status, we do not read it */
617 if (fcb->file_stat & (FLG_SYSTEM_HOLD | FLG_USER_HOLD)) {
622 /* open file on virtual reader */
623 buf = (char *) __get_free_page(GFP_KERNEL | GFP_DMA);
628 rc = diag_read_file(urd->dev_id.devno, buf);
629 if ((rc != 0) && (rc != -ENODATA)) /* EOF does not hurt */
632 /* check if the file on top of the queue is open now */
633 rc = diag_read_next_file_info(fcb, 0);
636 if (!(fcb->file_stat & FLG_IN_USE)) {
643 free_page((unsigned long) buf);
649 static int verify_device(struct urdev *urd)
651 switch (urd->class) {
653 return 0; /* no check needed here */
655 return verify_uri_device(urd);
661 static int get_uri_file_reclen(struct urdev *urd)
663 struct file_control_block *fcb;
666 fcb = kmalloc(sizeof(*fcb), GFP_KERNEL | GFP_DMA);
669 rc = diag_read_next_file_info(fcb, 0);
672 if (fcb->file_stat & FLG_CP_DUMP)
682 static int get_file_reclen(struct urdev *urd)
684 switch (urd->class) {
688 return get_uri_file_reclen(urd);
694 static int ur_open(struct inode *inode, struct file *file)
699 unsigned short accmode;
702 accmode = file->f_flags & O_ACCMODE;
704 if (accmode == O_RDWR)
707 * We treat the minor number as the devno of the ur device
708 * to find in the driver tree.
710 devno = iminor(file_inode(file));
712 urd = urdev_get_from_devno(devno);
718 spin_lock(&urd->open_lock);
719 while (urd->open_flag) {
720 spin_unlock(&urd->open_lock);
721 if (file->f_flags & O_NONBLOCK) {
725 if (wait_event_interruptible(urd->wait, urd->open_flag == 0)) {
729 spin_lock(&urd->open_lock);
732 spin_unlock(&urd->open_lock);
736 if (((accmode == O_RDONLY) && (urd->class != DEV_CLASS_UR_I)) ||
737 ((accmode == O_WRONLY) && (urd->class != DEV_CLASS_UR_O))) {
738 TRACE("ur_open: unsupported dev class (%d)\n", urd->class);
743 rc = verify_device(urd);
747 urf = urfile_alloc(urd);
753 urf->dev_reclen = urd->reclen;
754 rc = get_file_reclen(urd);
756 goto fail_urfile_free;
757 urf->file_reclen = rc;
758 file->private_data = urf;
764 spin_lock(&urd->open_lock);
766 spin_unlock(&urd->open_lock);
773 static int ur_release(struct inode *inode, struct file *file)
775 struct urfile *urf = file->private_data;
777 TRACE("ur_release\n");
778 spin_lock(&urf->urd->open_lock);
779 urf->urd->open_flag--;
780 spin_unlock(&urf->urd->open_lock);
781 wake_up_interruptible(&urf->urd->wait);
787 static loff_t ur_llseek(struct file *file, loff_t offset, int whence)
789 if ((file->f_flags & O_ACCMODE) != O_RDONLY)
790 return -ESPIPE; /* seek allowed only for reader */
791 if (offset % PAGE_SIZE)
792 return -ESPIPE; /* only multiples of 4K allowed */
793 return no_seek_end_llseek(file, offset, whence);
796 static const struct file_operations ur_fops = {
797 .owner = THIS_MODULE,
799 .release = ur_release,
806 * ccw_device infrastructure:
807 * ur_probe creates the struct urdev (with refcount = 1), the device
808 * attributes, sets up the interrupt handler and validates the virtual
809 * unit record device.
810 * ur_remove removes the device attributes and drops the reference to
813 * ur_probe, ur_remove, ur_set_online and ur_set_offline are serialized
814 * by the vmur_mutex lock.
816 * urd->char_device is used as indication that the online function has
817 * been completed successfully.
819 static int ur_probe(struct ccw_device *cdev)
824 TRACE("ur_probe: cdev=%p\n", cdev);
826 mutex_lock(&vmur_mutex);
827 urd = urdev_alloc(cdev);
833 rc = ur_create_attributes(&cdev->dev);
839 /* validate virtual unit record device */
840 urd->class = get_urd_class(urd);
841 if (urd->class < 0) {
843 goto fail_remove_attr;
845 if ((urd->class != DEV_CLASS_UR_I) && (urd->class != DEV_CLASS_UR_O)) {
847 goto fail_remove_attr;
849 spin_lock_irq(get_ccwdev_lock(cdev));
850 dev_set_drvdata(&cdev->dev, urd);
851 cdev->handler = ur_int_handler;
852 spin_unlock_irq(get_ccwdev_lock(cdev));
854 mutex_unlock(&vmur_mutex);
858 ur_remove_attributes(&cdev->dev);
862 mutex_unlock(&vmur_mutex);
866 static int ur_set_online(struct ccw_device *cdev)
869 int minor, major, rc;
872 TRACE("ur_set_online: cdev=%p\n", cdev);
874 mutex_lock(&vmur_mutex);
875 urd = urdev_get_from_cdev(cdev);
877 /* ur_remove already deleted our urd */
882 if (urd->char_device) {
883 /* Another ur_set_online was faster */
888 minor = urd->dev_id.devno;
889 major = MAJOR(ur_first_dev_maj_min);
891 urd->char_device = cdev_alloc();
892 if (!urd->char_device) {
897 urd->char_device->ops = &ur_fops;
898 urd->char_device->owner = ur_fops.owner;
900 rc = cdev_add(urd->char_device, MKDEV(major, minor), 1);
903 if (urd->cdev->id.cu_type == READER_PUNCH_DEVTYPE) {
904 if (urd->class == DEV_CLASS_UR_I)
905 sprintf(node_id, "vmrdr-%s", dev_name(&cdev->dev));
906 if (urd->class == DEV_CLASS_UR_O)
907 sprintf(node_id, "vmpun-%s", dev_name(&cdev->dev));
908 } else if (urd->cdev->id.cu_type == PRINTER_DEVTYPE) {
909 sprintf(node_id, "vmprt-%s", dev_name(&cdev->dev));
915 urd->device = device_create(vmur_class, &cdev->dev,
916 urd->char_device->dev, NULL, "%s", node_id);
917 if (IS_ERR(urd->device)) {
918 rc = PTR_ERR(urd->device);
919 TRACE("ur_set_online: device_create rc=%d\n", rc);
923 mutex_unlock(&vmur_mutex);
927 cdev_del(urd->char_device);
928 urd->char_device = NULL;
932 mutex_unlock(&vmur_mutex);
936 static int ur_set_offline_force(struct ccw_device *cdev, int force)
941 TRACE("ur_set_offline: cdev=%p\n", cdev);
942 urd = urdev_get_from_cdev(cdev);
944 /* ur_remove already deleted our urd */
946 if (!urd->char_device) {
947 /* Another ur_set_offline was faster */
951 if (!force && (refcount_read(&urd->ref_count) > 2)) {
952 /* There is still a user of urd (e.g. ur_open) */
953 TRACE("ur_set_offline: BUSY\n");
957 if (cancel_work_sync(&urd->uevent_work)) {
958 /* Work not run yet - need to release reference here */
961 device_destroy(vmur_class, urd->char_device->dev);
962 cdev_del(urd->char_device);
963 urd->char_device = NULL;
971 static int ur_set_offline(struct ccw_device *cdev)
975 mutex_lock(&vmur_mutex);
976 rc = ur_set_offline_force(cdev, 0);
977 mutex_unlock(&vmur_mutex);
981 static void ur_remove(struct ccw_device *cdev)
985 TRACE("ur_remove\n");
987 mutex_lock(&vmur_mutex);
990 ur_set_offline_force(cdev, 1);
991 ur_remove_attributes(&cdev->dev);
993 spin_lock_irqsave(get_ccwdev_lock(cdev), flags);
994 urdev_put(dev_get_drvdata(&cdev->dev));
995 dev_set_drvdata(&cdev->dev, NULL);
996 cdev->handler = NULL;
997 spin_unlock_irqrestore(get_ccwdev_lock(cdev), flags);
999 mutex_unlock(&vmur_mutex);
1003 * Module initialisation and cleanup
1005 static int __init ur_init(void)
1010 if (!MACHINE_IS_VM) {
1011 pr_err("The %s cannot be loaded without z/VM\n",
1016 vmur_dbf = debug_register("vmur", 4, 1, 4 * sizeof(long));
1019 rc = debug_register_view(vmur_dbf, &debug_sprintf_view);
1023 debug_set_level(vmur_dbf, 6);
1025 vmur_class = class_create("vmur");
1026 if (IS_ERR(vmur_class)) {
1027 rc = PTR_ERR(vmur_class);
1031 rc = ccw_driver_register(&ur_driver);
1033 goto fail_class_destroy;
1035 rc = alloc_chrdev_region(&dev, 0, NUM_MINORS, "vmur");
1037 pr_err("Kernel function alloc_chrdev_region failed with "
1038 "error code %d\n", rc);
1039 goto fail_unregister_driver;
1041 ur_first_dev_maj_min = MKDEV(MAJOR(dev), 0);
1043 pr_info("%s loaded.\n", ur_banner);
1046 fail_unregister_driver:
1047 ccw_driver_unregister(&ur_driver);
1049 class_destroy(vmur_class);
1051 debug_unregister(vmur_dbf);
1055 static void __exit ur_exit(void)
1057 unregister_chrdev_region(ur_first_dev_maj_min, NUM_MINORS);
1058 ccw_driver_unregister(&ur_driver);
1059 class_destroy(vmur_class);
1060 debug_unregister(vmur_dbf);
1061 pr_info("%s unloaded.\n", ur_banner);
1064 module_init(ur_init);
1065 module_exit(ur_exit);