drivers/s390/char/sclp.c

   1 /*
   2  * core function to access sclp interface
   3  *
   4  * Copyright IBM Corp. 1999, 2009
   5  *
   6  * Author(s): Martin Peschke <[email protected]>
   7  *            Martin Schwidefsky <[email protected]>
   8  */
   9
  10 #include <linux/kernel_stat.h>
  11 #include <linux/module.h>
  12 #include <linux/err.h>
  13 #include <linux/spinlock.h>
  14 #include <linux/interrupt.h>
  15 #include <linux/timer.h>
  16 #include <linux/reboot.h>
  17 #include <linux/jiffies.h>
  18 #include <linux/init.h>
  19 #include <linux/suspend.h>
  20 #include <linux/completion.h>
  21 #include <linux/platform_device.h>
  22 #include <asm/types.h>
  23 #include <asm/irq.h>
  24
  25 #include "sclp.h"
  26
  27 #define SCLP_HEADER             "sclp: "
  28
  29 /* Lock to protect internal data consistency. */
  30 static DEFINE_SPINLOCK(sclp_lock);
  31
  32 /* Mask of events that we can send to the sclp interface. */
  33 static sccb_mask_t sclp_receive_mask;
  34
  35 /* Mask of events that we can receive from the sclp interface. */
  36 static sccb_mask_t sclp_send_mask;
  37
  38 /* List of registered event listeners and senders. */
  39 static struct list_head sclp_reg_list;
  40
  41 /* List of queued requests. */
  42 static struct list_head sclp_req_queue;
  43
  44 /* Data for read and and init requests. */
  45 static struct sclp_req sclp_read_req;
  46 static struct sclp_req sclp_init_req;
  47 static char sclp_read_sccb[PAGE_SIZE] __attribute__((__aligned__(PAGE_SIZE)));
  48 static char sclp_init_sccb[PAGE_SIZE] __attribute__((__aligned__(PAGE_SIZE)));
  49
  50 /* Suspend request */
  51 static DECLARE_COMPLETION(sclp_request_queue_flushed);
  52
  53 /* Number of console pages to allocate, used by sclp_con.c and sclp_vt220.c */
  54 int sclp_console_pages = SCLP_CONSOLE_PAGES;
  55 /* Flag to indicate if buffer pages are dropped on buffer full condition */
  56 int sclp_console_drop = 1;
  57 /* Number of times the console dropped buffer pages */
  58 unsigned long sclp_console_full;
  59
  60 static void sclp_suspend_req_cb(struct sclp_req *req, void *data)
  61 {
  62         complete(&sclp_request_queue_flushed);
  63 }
  64
  65 static int __init sclp_setup_console_pages(char *str)
  66 {
  67         int pages, rc;
  68
  69         rc = kstrtoint(str, 0, &pages);
  70         if (!rc && pages >= SCLP_CONSOLE_PAGES)
  71                 sclp_console_pages = pages;
  72         return 1;
  73 }
  74
  75 __setup("sclp_con_pages=", sclp_setup_console_pages);
  76
  77 static int __init sclp_setup_console_drop(char *str)
  78 {
  79         int drop, rc;
  80
  81         rc = kstrtoint(str, 0, &drop);
  82         if (!rc)
  83                 sclp_console_drop = drop;
  84         return 1;
  85 }
  86
  87 __setup("sclp_con_drop=", sclp_setup_console_drop);
  88
  89 static struct sclp_req sclp_suspend_req;
  90
  91 /* Timer for request retries. */
  92 static struct timer_list sclp_request_timer;
  93
  94 /* Timer for queued requests. */
  95 static struct timer_list sclp_queue_timer;
  96
  97 /* Internal state: is a request active at the sclp? */
  98 static volatile enum sclp_running_state_t {
  99         sclp_running_state_idle,
 100         sclp_running_state_running,
 101         sclp_running_state_reset_pending
 102 } sclp_running_state = sclp_running_state_idle;
 103
 104 /* Internal state: is a read request pending? */
 105 static volatile enum sclp_reading_state_t {
 106         sclp_reading_state_idle,
 107         sclp_reading_state_reading
 108 } sclp_reading_state = sclp_reading_state_idle;
 109
 110 /* Internal state: is the driver currently serving requests? */
 111 static volatile enum sclp_activation_state_t {
 112         sclp_activation_state_active,
 113         sclp_activation_state_deactivating,
 114         sclp_activation_state_inactive,
 115         sclp_activation_state_activating
 116 } sclp_activation_state = sclp_activation_state_active;
 117
 118 /* Internal state: is an init mask request pending? */
 119 static volatile enum sclp_mask_state_t {
 120         sclp_mask_state_idle,
 121         sclp_mask_state_initializing
 122 } sclp_mask_state = sclp_mask_state_idle;
 123
 124 /* Internal state: is the driver suspended? */
 125 static enum sclp_suspend_state_t {
 126         sclp_suspend_state_running,
 127         sclp_suspend_state_suspended,
 128 } sclp_suspend_state = sclp_suspend_state_running;
 129
 130 /* Maximum retry counts */
 131 #define SCLP_INIT_RETRY         3
 132 #define SCLP_MASK_RETRY         3
 133
 134 /* Timeout intervals in seconds.*/
 135 #define SCLP_BUSY_INTERVAL      10
 136 #define SCLP_RETRY_INTERVAL     30
 137
 138 static void sclp_process_queue(void);
 139 static void __sclp_make_read_req(void);
 140 static int sclp_init_mask(int calculate);
 141 static int sclp_init(void);
 142
 143 static void
 144 __sclp_queue_read_req(void)
 145 {
 146         if (sclp_reading_state == sclp_reading_state_idle) {
 147                 sclp_reading_state = sclp_reading_state_reading;
 148                 __sclp_make_read_req();
 149                 /* Add request to head of queue */
 150                 list_add(&sclp_read_req.list, &sclp_req_queue);
 151         }
 152 }
 153
 154 /* Set up request retry timer. Called while sclp_lock is locked. */
 155 static inline void
 156 __sclp_set_request_timer(unsigned long time, void (*function)(unsigned long),
 157                          unsigned long data)
 158 {
 159         del_timer(&sclp_request_timer);
 160         sclp_request_timer.function = function;
 161         sclp_request_timer.data = data;
 162         sclp_request_timer.expires = jiffies + time;
 163         add_timer(&sclp_request_timer);
 164 }
 165
 166 /* Request timeout handler. Restart the request queue. If DATA is non-zero,
 167  * force restart of running request. */
 168 static void
 169 sclp_request_timeout(unsigned long data)
 170 {
 171         unsigned long flags;
 172
 173         spin_lock_irqsave(&sclp_lock, flags);
 174         if (data) {
 175                 if (sclp_running_state == sclp_running_state_running) {
 176                         /* Break running state and queue NOP read event request
 177                          * to get a defined interface state. */
 178                         __sclp_queue_read_req();
 179                         sclp_running_state = sclp_running_state_idle;
 180                 }
 181         } else {
 182                 __sclp_set_request_timer(SCLP_BUSY_INTERVAL * HZ,
 183                                          sclp_request_timeout, 0);
 184         }
 185         spin_unlock_irqrestore(&sclp_lock, flags);
 186         sclp_process_queue();
 187 }
 188
 189 /*
 190  * Returns the expire value in jiffies of the next pending request timeout,
 191  * if any. Needs to be called with sclp_lock.
 192  */
 193 static unsigned long __sclp_req_queue_find_next_timeout(void)
 194 {
 195         unsigned long expires_next = 0;
 196         struct sclp_req *req;
 197
 198         list_for_each_entry(req, &sclp_req_queue, list) {
 199                 if (!req->queue_expires)
 200                         continue;
 201                 if (!expires_next ||
 202                    (time_before(req->queue_expires, expires_next)))
 203                                 expires_next = req->queue_expires;
 204         }
 205         return expires_next;
 206 }
 207
 208 /*
 209  * Returns expired request, if any, and removes it from the list.
 210  */
 211 static struct sclp_req *__sclp_req_queue_remove_expired_req(void)
 212 {
 213         unsigned long flags, now;
 214         struct sclp_req *req;
 215
 216         spin_lock_irqsave(&sclp_lock, flags);
 217         now = jiffies;
 218         /* Don't need list_for_each_safe because we break out after list_del */
 219         list_for_each_entry(req, &sclp_req_queue, list) {
 220                 if (!req->queue_expires)
 221                         continue;
 222                 if (time_before_eq(req->queue_expires, now)) {
 223                         if (req->status == SCLP_REQ_QUEUED) {
 224                                 req->status = SCLP_REQ_QUEUED_TIMEOUT;
 225                                 list_del(&req->list);
 226                                 goto out;
 227                         }
 228                 }
 229         }
 230         req = NULL;
 231 out:
 232         spin_unlock_irqrestore(&sclp_lock, flags);
 233         return req;
 234 }
 235
 236 /*
 237  * Timeout handler for queued requests. Removes request from list and
 238  * invokes callback. This timer can be set per request in situations where
 239  * waiting too long would be harmful to the system, e.g. during SE reboot.
 240  */
 241 static void sclp_req_queue_timeout(unsigned long data)
 242 {
 243         unsigned long flags, expires_next;
 244         struct sclp_req *req;
 245
 246         do {
 247                 req = __sclp_req_queue_remove_expired_req();
 248                 if (req && req->callback)
 249                         req->callback(req, req->callback_data);
 250         } while (req);
 251
 252         spin_lock_irqsave(&sclp_lock, flags);
 253         expires_next = __sclp_req_queue_find_next_timeout();
 254         if (expires_next)
 255                 mod_timer(&sclp_queue_timer, expires_next);
 256         spin_unlock_irqrestore(&sclp_lock, flags);
 257 }
 258
 259 /* Try to start a request. Return zero if the request was successfully
 260  * started or if it will be started at a later time. Return non-zero otherwise.
 261  * Called while sclp_lock is locked. */
 262 static int
 263 __sclp_start_request(struct sclp_req *req)
 264 {
 265         int rc;
 266
 267         if (sclp_running_state != sclp_running_state_idle)
 268                 return 0;
 269         del_timer(&sclp_request_timer);
 270         rc = sclp_service_call(req->command, req->sccb);
 271         req->start_count++;
 272
 273         if (rc == 0) {
 274                 /* Successfully started request */
 275                 req->status = SCLP_REQ_RUNNING;
 276                 sclp_running_state = sclp_running_state_running;
 277                 __sclp_set_request_timer(SCLP_RETRY_INTERVAL * HZ,
 278                                          sclp_request_timeout, 1);
 279                 return 0;
 280         } else if (rc == -EBUSY) {
 281                 /* Try again later */
 282                 __sclp_set_request_timer(SCLP_BUSY_INTERVAL * HZ,
 283                                          sclp_request_timeout, 0);
 284                 return 0;
 285         }
 286         /* Request failed */
 287         req->status = SCLP_REQ_FAILED;
 288         return rc;
 289 }
 290
 291 /* Try to start queued requests. */
 292 static void
 293 sclp_process_queue(void)
 294 {
 295         struct sclp_req *req;
 296         int rc;
 297         unsigned long flags;
 298
 299         spin_lock_irqsave(&sclp_lock, flags);
 300         if (sclp_running_state != sclp_running_state_idle) {
 301                 spin_unlock_irqrestore(&sclp_lock, flags);
 302                 return;
 303         }
 304         del_timer(&sclp_request_timer);
 305         while (!list_empty(&sclp_req_queue)) {
 306                 req = list_entry(sclp_req_queue.next, struct sclp_req, list);
 307                 if (!req->sccb)
 308                         goto do_post;
 309                 rc = __sclp_start_request(req);
 310                 if (rc == 0)
 311                         break;
 312                 /* Request failed */
 313                 if (req->start_count > 1) {
 314                         /* Cannot abort already submitted request - could still
 315                          * be active at the SCLP */
 316                         __sclp_set_request_timer(SCLP_BUSY_INTERVAL * HZ,
 317                                                  sclp_request_timeout, 0);
 318                         break;
 319                 }
 320 do_post:
 321                 /* Post-processing for aborted request */
 322                 list_del(&req->list);
 323                 if (req->callback) {
 324                         spin_unlock_irqrestore(&sclp_lock, flags);
 325                         req->callback(req, req->callback_data);
 326                         spin_lock_irqsave(&sclp_lock, flags);
 327                 }
 328         }
 329         spin_unlock_irqrestore(&sclp_lock, flags);
 330 }
 331
 332 static int __sclp_can_add_request(struct sclp_req *req)
 333 {
 334         if (req == &sclp_suspend_req || req == &sclp_init_req)
 335                 return 1;
 336         if (sclp_suspend_state != sclp_suspend_state_running)
 337                 return 0;
 338         if (sclp_init_state != sclp_init_state_initialized)
 339                 return 0;
 340         if (sclp_activation_state != sclp_activation_state_active)
 341                 return 0;
 342         return 1;
 343 }
 344
 345 /* Queue a new request. Return zero on success, non-zero otherwise. */
 346 int
 347 sclp_add_request(struct sclp_req *req)
 348 {
 349         unsigned long flags;
 350         int rc;
 351
 352         spin_lock_irqsave(&sclp_lock, flags);
 353         if (!__sclp_can_add_request(req)) {
 354                 spin_unlock_irqrestore(&sclp_lock, flags);
 355                 return -EIO;
 356         }
 357         req->status = SCLP_REQ_QUEUED;
 358         req->start_count = 0;
 359         list_add_tail(&req->list, &sclp_req_queue);
 360         rc = 0;
 361         if (req->queue_timeout) {
 362                 req->queue_expires = jiffies + req->queue_timeout * HZ;
 363                 if (!timer_pending(&sclp_queue_timer) ||
 364                     time_after(sclp_queue_timer.expires, req->queue_expires))
 365                         mod_timer(&sclp_queue_timer, req->queue_expires);
 366         } else
 367                 req->queue_expires = 0;
 368         /* Start if request is first in list */
 369         if (sclp_running_state == sclp_running_state_idle &&
 370             req->list.prev == &sclp_req_queue) {
 371                 if (!req->sccb) {
 372                         list_del(&req->list);
 373                         rc = -ENODATA;
 374                         goto out;
 375                 }
 376                 rc = __sclp_start_request(req);
 377                 if (rc)
 378                         list_del(&req->list);
 379         }
 380 out:
 381         spin_unlock_irqrestore(&sclp_lock, flags);
 382         return rc;
 383 }
 384
 385 EXPORT_SYMBOL(sclp_add_request);
 386
 387 /* Dispatch events found in request buffer to registered listeners. Return 0
 388  * if all events were dispatched, non-zero otherwise. */
 389 static int
 390 sclp_dispatch_evbufs(struct sccb_header *sccb)
 391 {
 392         unsigned long flags;
 393         struct evbuf_header *evbuf;
 394         struct list_head *l;
 395         struct sclp_register *reg;
 396         int offset;
 397         int rc;
 398
 399         spin_lock_irqsave(&sclp_lock, flags);
 400         rc = 0;
 401         for (offset = sizeof(struct sccb_header); offset < sccb->length;
 402              offset += evbuf->length) {
 403                 evbuf = (struct evbuf_header *) ((addr_t) sccb + offset);
 404                 /* Check for malformed hardware response */
 405                 if (evbuf->length == 0)
 406                         break;
 407                 /* Search for event handler */
 408                 reg = NULL;
 409                 list_for_each(l, &sclp_reg_list) {
 410                         reg = list_entry(l, struct sclp_register, list);
 411                         if (reg->receive_mask & (1 << (32 - evbuf->type)))
 412                                 break;
 413                         else
 414                                 reg = NULL;
 415                 }
 416                 if (reg && reg->receiver_fn) {
 417                         spin_unlock_irqrestore(&sclp_lock, flags);
 418                         reg->receiver_fn(evbuf);
 419                         spin_lock_irqsave(&sclp_lock, flags);
 420                 } else if (reg == NULL)
 421                         rc = -EOPNOTSUPP;
 422         }
 423         spin_unlock_irqrestore(&sclp_lock, flags);
 424         return rc;
 425 }
 426
 427 /* Read event data request callback. */
 428 static void
 429 sclp_read_cb(struct sclp_req *req, void *data)
 430 {
 431         unsigned long flags;
 432         struct sccb_header *sccb;
 433
 434         sccb = (struct sccb_header *) req->sccb;
 435         if (req->status == SCLP_REQ_DONE && (sccb->response_code == 0x20 ||
 436             sccb->response_code == 0x220))
 437                 sclp_dispatch_evbufs(sccb);
 438         spin_lock_irqsave(&sclp_lock, flags);
 439         sclp_reading_state = sclp_reading_state_idle;
 440         spin_unlock_irqrestore(&sclp_lock, flags);
 441 }
 442
 443 /* Prepare read event data request. Called while sclp_lock is locked. */
 444 static void __sclp_make_read_req(void)
 445 {
 446         struct sccb_header *sccb;
 447
 448         sccb = (struct sccb_header *) sclp_read_sccb;
 449         clear_page(sccb);
 450         memset(&sclp_read_req, 0, sizeof(struct sclp_req));
 451         sclp_read_req.command = SCLP_CMDW_READ_EVENT_DATA;
 452         sclp_read_req.status = SCLP_REQ_QUEUED;
 453         sclp_read_req.start_count = 0;
 454         sclp_read_req.callback = sclp_read_cb;
 455         sclp_read_req.sccb = sccb;
 456         sccb->length = PAGE_SIZE;
 457         sccb->function_code = 0;
 458         sccb->control_mask[2] = 0x80;
 459 }
 460
 461 /* Search request list for request with matching sccb. Return request if found,
 462  * NULL otherwise. Called while sclp_lock is locked. */
 463 static inline struct sclp_req *
 464 __sclp_find_req(u32 sccb)
 465 {
 466         struct list_head *l;
 467         struct sclp_req *req;
 468
 469         list_for_each(l, &sclp_req_queue) {
 470                 req = list_entry(l, struct sclp_req, list);
 471                 if (sccb == (u32) (addr_t) req->sccb)
 472                                 return req;
 473         }
 474         return NULL;
 475 }
 476
 477 /* Handler for external interruption. Perform request post-processing.
 478  * Prepare read event data request if necessary. Start processing of next
 479  * request on queue. */
 480 static void sclp_interrupt_handler(struct ext_code ext_code,
 481                                    unsigned int param32, unsigned long param64)
 482 {
 483         struct sclp_req *req;
 484         u32 finished_sccb;
 485         u32 evbuf_pending;
 486
 487         inc_irq_stat(IRQEXT_SCP);
 488         spin_lock(&sclp_lock);
 489         finished_sccb = param32 & 0xfffffff8;
 490         evbuf_pending = param32 & 0x3;
 491         if (finished_sccb) {
 492                 del_timer(&sclp_request_timer);
 493                 sclp_running_state = sclp_running_state_reset_pending;
 494                 req = __sclp_find_req(finished_sccb);
 495                 if (req) {
 496                         /* Request post-processing */
 497                         list_del(&req->list);
 498                         req->status = SCLP_REQ_DONE;
 499                         if (req->callback) {
 500                                 spin_unlock(&sclp_lock);
 501                                 req->callback(req, req->callback_data);
 502                                 spin_lock(&sclp_lock);
 503                         }
 504                 }
 505                 sclp_running_state = sclp_running_state_idle;
 506         }
 507         if (evbuf_pending &&
 508             sclp_activation_state == sclp_activation_state_active)
 509                 __sclp_queue_read_req();
 510         spin_unlock(&sclp_lock);
 511         sclp_process_queue();
 512 }
 513
 514 /* Convert interval in jiffies to TOD ticks. */
 515 static inline u64
 516 sclp_tod_from_jiffies(unsigned long jiffies)
 517 {
 518         return (u64) (jiffies / HZ) << 32;
 519 }
 520
 521 /* Wait until a currently running request finished. Note: while this function
 522  * is running, no timers are served on the calling CPU. */
 523 void
 524 sclp_sync_wait(void)
 525 {
 526         unsigned long long old_tick;
 527         unsigned long flags;
 528         unsigned long cr0, cr0_sync;
 529         u64 timeout;
 530         int irq_context;
 531
 532         /* We'll be disabling timer interrupts, so we need a custom timeout
 533          * mechanism */
 534         timeout = 0;
 535         if (timer_pending(&sclp_request_timer)) {
 536                 /* Get timeout TOD value */
 537                 timeout = get_tod_clock_fast() +
 538                           sclp_tod_from_jiffies(sclp_request_timer.expires -
 539                                                 jiffies);
 540         }
 541         local_irq_save(flags);
 542         /* Prevent bottom half from executing once we force interrupts open */
 543         irq_context = in_interrupt();
 544         if (!irq_context)
 545                 local_bh_disable();
 546         /* Enable service-signal interruption, disable timer interrupts */
 547         old_tick = local_tick_disable();
 548         trace_hardirqs_on();
 549         __ctl_store(cr0, 0, 0);
 550         cr0_sync = cr0 & ~CR0_IRQ_SUBCLASS_MASK;
 551         cr0_sync |= 1UL << (63 - 54);
 552         __ctl_load(cr0_sync, 0, 0);
 553         __arch_local_irq_stosm(0x01);
 554         /* Loop until driver state indicates finished request */
 555         while (sclp_running_state != sclp_running_state_idle) {
 556                 /* Check for expired request timer */
 557                 if (timer_pending(&sclp_request_timer) &&
 558                     get_tod_clock_fast() > timeout &&
 559                     del_timer(&sclp_request_timer))
 560                         sclp_request_timer.function(sclp_request_timer.data);
 561                 cpu_relax();
 562         }
 563         local_irq_disable();
 564         __ctl_load(cr0, 0, 0);
 565         if (!irq_context)
 566                 _local_bh_enable();
 567         local_tick_enable(old_tick);
 568         local_irq_restore(flags);
 569 }
 570 EXPORT_SYMBOL(sclp_sync_wait);
 571
 572 /* Dispatch changes in send and receive mask to registered listeners. */
 573 static void
 574 sclp_dispatch_state_change(void)
 575 {
 576         struct list_head *l;
 577         struct sclp_register *reg;
 578         unsigned long flags;
 579         sccb_mask_t receive_mask;
 580         sccb_mask_t send_mask;
 581
 582         do {
 583                 spin_lock_irqsave(&sclp_lock, flags);
 584                 reg = NULL;
 585                 list_for_each(l, &sclp_reg_list) {
 586                         reg = list_entry(l, struct sclp_register, list);
 587                         receive_mask = reg->send_mask & sclp_receive_mask;
 588                         send_mask = reg->receive_mask & sclp_send_mask;
 589                         if (reg->sclp_receive_mask != receive_mask ||
 590                             reg->sclp_send_mask != send_mask) {
 591                                 reg->sclp_receive_mask = receive_mask;
 592                                 reg->sclp_send_mask = send_mask;
 593                                 break;
 594                         } else
 595                                 reg = NULL;
 596                 }
 597                 spin_unlock_irqrestore(&sclp_lock, flags);
 598                 if (reg && reg->state_change_fn)
 599                         reg->state_change_fn(reg);
 600         } while (reg);
 601 }
 602
 603 struct sclp_statechangebuf {
 604         struct evbuf_header     header;
 605         u8              validity_sclp_active_facility_mask : 1;
 606         u8              validity_sclp_receive_mask : 1;
 607         u8              validity_sclp_send_mask : 1;
 608         u8              validity_read_data_function_mask : 1;
 609         u16             _zeros : 12;
 610         u16             mask_length;
 611         u64             sclp_active_facility_mask;
 612         sccb_mask_t     sclp_receive_mask;
 613         sccb_mask_t     sclp_send_mask;
 614         u32             read_data_function_mask;
 615 } __attribute__((packed));
 616
 617
 618 /* State change event callback. Inform listeners of changes. */
 619 static void
 620 sclp_state_change_cb(struct evbuf_header *evbuf)
 621 {
 622         unsigned long flags;
 623         struct sclp_statechangebuf *scbuf;
 624
 625         scbuf = (struct sclp_statechangebuf *) evbuf;
 626         if (scbuf->mask_length != sizeof(sccb_mask_t))
 627                 return;
 628         spin_lock_irqsave(&sclp_lock, flags);
 629         if (scbuf->validity_sclp_receive_mask)
 630                 sclp_receive_mask = scbuf->sclp_receive_mask;
 631         if (scbuf->validity_sclp_send_mask)
 632                 sclp_send_mask = scbuf->sclp_send_mask;
 633         spin_unlock_irqrestore(&sclp_lock, flags);
 634         if (scbuf->validity_sclp_active_facility_mask)
 635                 sclp.facilities = scbuf->sclp_active_facility_mask;
 636         sclp_dispatch_state_change();
 637 }
 638
 639 static struct sclp_register sclp_state_change_event = {
 640         .receive_mask = EVTYP_STATECHANGE_MASK,
 641         .receiver_fn = sclp_state_change_cb
 642 };
 643
 644 /* Calculate receive and send mask of currently registered listeners.
 645  * Called while sclp_lock is locked. */
 646 static inline void
 647 __sclp_get_mask(sccb_mask_t *receive_mask, sccb_mask_t *send_mask)
 648 {
 649         struct list_head *l;
 650         struct sclp_register *t;
 651
 652         *receive_mask = 0;
 653         *send_mask = 0;
 654         list_for_each(l, &sclp_reg_list) {
 655                 t = list_entry(l, struct sclp_register, list);
 656                 *receive_mask |= t->receive_mask;
 657                 *send_mask |= t->send_mask;
 658         }
 659 }
 660
 661 /* Register event listener. Return 0 on success, non-zero otherwise. */
 662 int
 663 sclp_register(struct sclp_register *reg)
 664 {
 665         unsigned long flags;
 666         sccb_mask_t receive_mask;
 667         sccb_mask_t send_mask;
 668         int rc;
 669
 670         rc = sclp_init();
 671         if (rc)
 672                 return rc;
 673         spin_lock_irqsave(&sclp_lock, flags);
 674         /* Check event mask for collisions */
 675         __sclp_get_mask(&receive_mask, &send_mask);
 676         if (reg->receive_mask & receive_mask || reg->send_mask & send_mask) {
 677                 spin_unlock_irqrestore(&sclp_lock, flags);
 678                 return -EBUSY;
 679         }
 680         /* Trigger initial state change callback */
 681         reg->sclp_receive_mask = 0;
 682         reg->sclp_send_mask = 0;
 683         reg->pm_event_posted = 0;
 684         list_add(&reg->list, &sclp_reg_list);
 685         spin_unlock_irqrestore(&sclp_lock, flags);
 686         rc = sclp_init_mask(1);
 687         if (rc) {
 688                 spin_lock_irqsave(&sclp_lock, flags);
 689                 list_del(&reg->list);
 690                 spin_unlock_irqrestore(&sclp_lock, flags);
 691         }
 692         return rc;
 693 }
 694
 695 EXPORT_SYMBOL(sclp_register);
 696
 697 /* Unregister event listener. */
 698 void
 699 sclp_unregister(struct sclp_register *reg)
 700 {
 701         unsigned long flags;
 702
 703         spin_lock_irqsave(&sclp_lock, flags);
 704         list_del(&reg->list);
 705         spin_unlock_irqrestore(&sclp_lock, flags);
 706         sclp_init_mask(1);
 707 }
 708
 709 EXPORT_SYMBOL(sclp_unregister);
 710
 711 /* Remove event buffers which are marked processed. Return the number of
 712  * remaining event buffers. */
 713 int
 714 sclp_remove_processed(struct sccb_header *sccb)
 715 {
 716         struct evbuf_header *evbuf;
 717         int unprocessed;
 718         u16 remaining;
 719
 720         evbuf = (struct evbuf_header *) (sccb + 1);
 721         unprocessed = 0;
 722         remaining = sccb->length - sizeof(struct sccb_header);
 723         while (remaining > 0) {
 724                 remaining -= evbuf->length;
 725                 if (evbuf->flags & 0x80) {
 726                         sccb->length -= evbuf->length;
 727                         memcpy(evbuf, (void *) ((addr_t) evbuf + evbuf->length),
 728                                remaining);
 729                 } else {
 730                         unprocessed++;
 731                         evbuf = (struct evbuf_header *)
 732                                         ((addr_t) evbuf + evbuf->length);
 733                 }
 734         }
 735         return unprocessed;
 736 }
 737
 738 EXPORT_SYMBOL(sclp_remove_processed);
 739
 740 /* Prepare init mask request. Called while sclp_lock is locked. */
 741 static inline void
 742 __sclp_make_init_req(u32 receive_mask, u32 send_mask)
 743 {
 744         struct init_sccb *sccb;
 745
 746         sccb = (struct init_sccb *) sclp_init_sccb;
 747         clear_page(sccb);
 748         memset(&sclp_init_req, 0, sizeof(struct sclp_req));
 749         sclp_init_req.command = SCLP_CMDW_WRITE_EVENT_MASK;
 750         sclp_init_req.status = SCLP_REQ_FILLED;
 751         sclp_init_req.start_count = 0;
 752         sclp_init_req.callback = NULL;
 753         sclp_init_req.callback_data = NULL;
 754         sclp_init_req.sccb = sccb;
 755         sccb->header.length = sizeof(struct init_sccb);
 756         sccb->mask_length = sizeof(sccb_mask_t);
 757         sccb->receive_mask = receive_mask;
 758         sccb->send_mask = send_mask;
 759         sccb->sclp_receive_mask = 0;
 760         sccb->sclp_send_mask = 0;
 761 }
 762
 763 /* Start init mask request. If calculate is non-zero, calculate the mask as
 764  * requested by registered listeners. Use zero mask otherwise. Return 0 on
 765  * success, non-zero otherwise. */
 766 static int
 767 sclp_init_mask(int calculate)
 768 {
 769         unsigned long flags;
 770         struct init_sccb *sccb = (struct init_sccb *) sclp_init_sccb;
 771         sccb_mask_t receive_mask;
 772         sccb_mask_t send_mask;
 773         int retry;
 774         int rc;
 775         unsigned long wait;
 776
 777         spin_lock_irqsave(&sclp_lock, flags);
 778         /* Check if interface is in appropriate state */
 779         if (sclp_mask_state != sclp_mask_state_idle) {
 780                 spin_unlock_irqrestore(&sclp_lock, flags);
 781                 return -EBUSY;
 782         }
 783         if (sclp_activation_state == sclp_activation_state_inactive) {
 784                 spin_unlock_irqrestore(&sclp_lock, flags);
 785                 return -EINVAL;
 786         }
 787         sclp_mask_state = sclp_mask_state_initializing;
 788         /* Determine mask */
 789         if (calculate)
 790                 __sclp_get_mask(&receive_mask, &send_mask);
 791         else {
 792                 receive_mask = 0;
 793                 send_mask = 0;
 794         }
 795         rc = -EIO;
 796         for (retry = 0; retry <= SCLP_MASK_RETRY; retry++) {
 797                 /* Prepare request */
 798                 __sclp_make_init_req(receive_mask, send_mask);
 799                 spin_unlock_irqrestore(&sclp_lock, flags);
 800                 if (sclp_add_request(&sclp_init_req)) {
 801                         /* Try again later */
 802                         wait = jiffies + SCLP_BUSY_INTERVAL * HZ;
 803                         while (time_before(jiffies, wait))
 804                                 sclp_sync_wait();
 805                         spin_lock_irqsave(&sclp_lock, flags);
 806                         continue;
 807                 }
 808                 while (sclp_init_req.status != SCLP_REQ_DONE &&
 809                        sclp_init_req.status != SCLP_REQ_FAILED)
 810                         sclp_sync_wait();
 811                 spin_lock_irqsave(&sclp_lock, flags);
 812                 if (sclp_init_req.status == SCLP_REQ_DONE &&
 813                     sccb->header.response_code == 0x20) {
 814                         /* Successful request */
 815                         if (calculate) {
 816                                 sclp_receive_mask = sccb->sclp_receive_mask;
 817                                 sclp_send_mask = sccb->sclp_send_mask;
 818                         } else {
 819                                 sclp_receive_mask = 0;
 820                                 sclp_send_mask = 0;
 821                         }
 822                         spin_unlock_irqrestore(&sclp_lock, flags);
 823                         sclp_dispatch_state_change();
 824                         spin_lock_irqsave(&sclp_lock, flags);
 825                         rc = 0;
 826                         break;
 827                 }
 828         }
 829         sclp_mask_state = sclp_mask_state_idle;
 830         spin_unlock_irqrestore(&sclp_lock, flags);
 831         return rc;
 832 }
 833
 834 /* Deactivate SCLP interface. On success, new requests will be rejected,
 835  * events will no longer be dispatched. Return 0 on success, non-zero
 836  * otherwise. */
 837 int
 838 sclp_deactivate(void)
 839 {
 840         unsigned long flags;
 841         int rc;
 842
 843         spin_lock_irqsave(&sclp_lock, flags);
 844         /* Deactivate can only be called when active */
 845         if (sclp_activation_state != sclp_activation_state_active) {
 846                 spin_unlock_irqrestore(&sclp_lock, flags);
 847                 return -EINVAL;
 848         }
 849         sclp_activation_state = sclp_activation_state_deactivating;
 850         spin_unlock_irqrestore(&sclp_lock, flags);
 851         rc = sclp_init_mask(0);
 852         spin_lock_irqsave(&sclp_lock, flags);
 853         if (rc == 0)
 854                 sclp_activation_state = sclp_activation_state_inactive;
 855         else
 856                 sclp_activation_state = sclp_activation_state_active;
 857         spin_unlock_irqrestore(&sclp_lock, flags);
 858         return rc;
 859 }
 860
 861 EXPORT_SYMBOL(sclp_deactivate);
 862
 863 /* Reactivate SCLP interface after sclp_deactivate. On success, new
 864  * requests will be accepted, events will be dispatched again. Return 0 on
 865  * success, non-zero otherwise. */
 866 int
 867 sclp_reactivate(void)
 868 {
 869         unsigned long flags;
 870         int rc;
 871
 872         spin_lock_irqsave(&sclp_lock, flags);
 873         /* Reactivate can only be called when inactive */
 874         if (sclp_activation_state != sclp_activation_state_inactive) {
 875                 spin_unlock_irqrestore(&sclp_lock, flags);
 876                 return -EINVAL;
 877         }
 878         sclp_activation_state = sclp_activation_state_activating;
 879         spin_unlock_irqrestore(&sclp_lock, flags);
 880         rc = sclp_init_mask(1);
 881         spin_lock_irqsave(&sclp_lock, flags);
 882         if (rc == 0)
 883                 sclp_activation_state = sclp_activation_state_active;
 884         else
 885                 sclp_activation_state = sclp_activation_state_inactive;
 886         spin_unlock_irqrestore(&sclp_lock, flags);
 887         return rc;
 888 }
 889
 890 EXPORT_SYMBOL(sclp_reactivate);
 891
 892 /* Handler for external interruption used during initialization. Modify
 893  * request state to done. */
 894 static void sclp_check_handler(struct ext_code ext_code,
 895                                unsigned int param32, unsigned long param64)
 896 {
 897         u32 finished_sccb;
 898
 899         inc_irq_stat(IRQEXT_SCP);
 900         finished_sccb = param32 & 0xfffffff8;
 901         /* Is this the interrupt we are waiting for? */
 902         if (finished_sccb == 0)
 903                 return;
 904         if (finished_sccb != (u32) (addr_t) sclp_init_sccb)
 905                 panic("sclp: unsolicited interrupt for buffer at 0x%x\n",
 906                       finished_sccb);
 907         spin_lock(&sclp_lock);
 908         if (sclp_running_state == sclp_running_state_running) {
 909                 sclp_init_req.status = SCLP_REQ_DONE;
 910                 sclp_running_state = sclp_running_state_idle;
 911         }
 912         spin_unlock(&sclp_lock);
 913 }
 914
 915 /* Initial init mask request timed out. Modify request state to failed. */
 916 static void
 917 sclp_check_timeout(unsigned long data)
 918 {
 919         unsigned long flags;
 920
 921         spin_lock_irqsave(&sclp_lock, flags);
 922         if (sclp_running_state == sclp_running_state_running) {
 923                 sclp_init_req.status = SCLP_REQ_FAILED;
 924                 sclp_running_state = sclp_running_state_idle;
 925         }
 926         spin_unlock_irqrestore(&sclp_lock, flags);
 927 }
 928
 929 /* Perform a check of the SCLP interface. Return zero if the interface is
 930  * available and there are no pending requests from a previous instance.
 931  * Return non-zero otherwise. */
 932 static int
 933 sclp_check_interface(void)
 934 {
 935         struct init_sccb *sccb;
 936         unsigned long flags;
 937         int retry;
 938         int rc;
 939
 940         spin_lock_irqsave(&sclp_lock, flags);
 941         /* Prepare init mask command */
 942         rc = register_external_irq(EXT_IRQ_SERVICE_SIG, sclp_check_handler);
 943         if (rc) {
 944                 spin_unlock_irqrestore(&sclp_lock, flags);
 945                 return rc;
 946         }
 947         for (retry = 0; retry <= SCLP_INIT_RETRY; retry++) {
 948                 __sclp_make_init_req(0, 0);
 949                 sccb = (struct init_sccb *) sclp_init_req.sccb;
 950                 rc = sclp_service_call(sclp_init_req.command, sccb);
 951                 if (rc == -EIO)
 952                         break;
 953                 sclp_init_req.status = SCLP_REQ_RUNNING;
 954                 sclp_running_state = sclp_running_state_running;
 955                 __sclp_set_request_timer(SCLP_RETRY_INTERVAL * HZ,
 956                                          sclp_check_timeout, 0);
 957                 spin_unlock_irqrestore(&sclp_lock, flags);
 958                 /* Enable service-signal interruption - needs to happen
 959                  * with IRQs enabled. */
 960                 irq_subclass_register(IRQ_SUBCLASS_SERVICE_SIGNAL);
 961                 /* Wait for signal from interrupt or timeout */
 962                 sclp_sync_wait();
 963                 /* Disable service-signal interruption - needs to happen
 964                  * with IRQs enabled. */
 965                 irq_subclass_unregister(IRQ_SUBCLASS_SERVICE_SIGNAL);
 966                 spin_lock_irqsave(&sclp_lock, flags);
 967                 del_timer(&sclp_request_timer);
 968                 if (sclp_init_req.status == SCLP_REQ_DONE &&
 969                     sccb->header.response_code == 0x20) {
 970                         rc = 0;
 971                         break;
 972                 } else
 973                         rc = -EBUSY;
 974         }
 975         unregister_external_irq(EXT_IRQ_SERVICE_SIG, sclp_check_handler);
 976         spin_unlock_irqrestore(&sclp_lock, flags);
 977         return rc;
 978 }
 979
 980 /* Reboot event handler. Reset send and receive mask to prevent pending SCLP
 981  * events from interfering with rebooted system. */
 982 static int
 983 sclp_reboot_event(struct notifier_block *this, unsigned long event, void *ptr)
 984 {
 985         sclp_deactivate();
 986         return NOTIFY_DONE;
 987 }
 988
 989 static struct notifier_block sclp_reboot_notifier = {
 990         .notifier_call = sclp_reboot_event
 991 };
 992
 993 /*
 994  * Suspend/resume SCLP notifier implementation
 995  */
 996
 997 static void sclp_pm_event(enum sclp_pm_event sclp_pm_event, int rollback)
 998 {
 999         struct sclp_register *reg;
1000         unsigned long flags;
1001
1002         if (!rollback) {
1003                 spin_lock_irqsave(&sclp_lock, flags);
1004                 list_for_each_entry(reg, &sclp_reg_list, list)
1005                         reg->pm_event_posted = 0;
1006                 spin_unlock_irqrestore(&sclp_lock, flags);
1007         }
1008         do {
1009                 spin_lock_irqsave(&sclp_lock, flags);
1010                 list_for_each_entry(reg, &sclp_reg_list, list) {
1011                         if (rollback && reg->pm_event_posted)
1012                                 goto found;
1013                         if (!rollback && !reg->pm_event_posted)
1014                                 goto found;
1015                 }
1016                 spin_unlock_irqrestore(&sclp_lock, flags);
1017                 return;
1018 found:
1019                 spin_unlock_irqrestore(&sclp_lock, flags);
1020                 if (reg->pm_event_fn)
1021                         reg->pm_event_fn(reg, sclp_pm_event);
1022                 reg->pm_event_posted = rollback ? 0 : 1;
1023         } while (1);
1024 }
1025
1026 /*
1027  * Susend/resume callbacks for platform device
1028  */
1029
1030 static int sclp_freeze(struct device *dev)
1031 {
1032         unsigned long flags;
1033         int rc;
1034
1035         sclp_pm_event(SCLP_PM_EVENT_FREEZE, 0);
1036
1037         spin_lock_irqsave(&sclp_lock, flags);
1038         sclp_suspend_state = sclp_suspend_state_suspended;
1039         spin_unlock_irqrestore(&sclp_lock, flags);
1040
1041         /* Init supend data */
1042         memset(&sclp_suspend_req, 0, sizeof(sclp_suspend_req));
1043         sclp_suspend_req.callback = sclp_suspend_req_cb;
1044         sclp_suspend_req.status = SCLP_REQ_FILLED;
1045         init_completion(&sclp_request_queue_flushed);
1046
1047         rc = sclp_add_request(&sclp_suspend_req);
1048         if (rc == 0)
1049                 wait_for_completion(&sclp_request_queue_flushed);
1050         else if (rc != -ENODATA)
1051                 goto fail_thaw;
1052
1053         rc = sclp_deactivate();
1054         if (rc)
1055                 goto fail_thaw;
1056         return 0;
1057
1058 fail_thaw:
1059         spin_lock_irqsave(&sclp_lock, flags);
1060         sclp_suspend_state = sclp_suspend_state_running;
1061         spin_unlock_irqrestore(&sclp_lock, flags);
1062         sclp_pm_event(SCLP_PM_EVENT_THAW, 1);
1063         return rc;
1064 }
1065
1066 static int sclp_undo_suspend(enum sclp_pm_event event)
1067 {
1068         unsigned long flags;
1069         int rc;
1070
1071         rc = sclp_reactivate();
1072         if (rc)
1073                 return rc;
1074
1075         spin_lock_irqsave(&sclp_lock, flags);
1076         sclp_suspend_state = sclp_suspend_state_running;
1077         spin_unlock_irqrestore(&sclp_lock, flags);
1078
1079         sclp_pm_event(event, 0);
1080         return 0;
1081 }
1082
1083 static int sclp_thaw(struct device *dev)
1084 {
1085         return sclp_undo_suspend(SCLP_PM_EVENT_THAW);
1086 }
1087
1088 static int sclp_restore(struct device *dev)
1089 {
1090         return sclp_undo_suspend(SCLP_PM_EVENT_RESTORE);
1091 }
1092
1093 static const struct dev_pm_ops sclp_pm_ops = {
1094         .freeze         = sclp_freeze,
1095         .thaw           = sclp_thaw,
1096         .restore        = sclp_restore,
1097 };
1098
1099 static ssize_t sclp_show_console_pages(struct device_driver *dev, char *buf)
1100 {
1101         return sprintf(buf, "%i\n", sclp_console_pages);
1102 }
1103
1104 static DRIVER_ATTR(con_pages, S_IRUSR, sclp_show_console_pages, NULL);
1105
1106 static ssize_t sclp_show_con_drop(struct device_driver *dev, char *buf)
1107 {
1108         return sprintf(buf, "%i\n", sclp_console_drop);
1109 }
1110
1111 static DRIVER_ATTR(con_drop, S_IRUSR, sclp_show_con_drop, NULL);
1112
1113 static ssize_t sclp_show_console_full(struct device_driver *dev, char *buf)
1114 {
1115         return sprintf(buf, "%lu\n", sclp_console_full);
1116 }
1117
1118 static DRIVER_ATTR(con_full, S_IRUSR, sclp_show_console_full, NULL);
1119
1120 static struct attribute *sclp_drv_attrs[] = {
1121         &driver_attr_con_pages.attr,
1122         &driver_attr_con_drop.attr,
1123         &driver_attr_con_full.attr,
1124         NULL,
1125 };
1126 static struct attribute_group sclp_drv_attr_group = {
1127         .attrs = sclp_drv_attrs,
1128 };
1129 static const struct attribute_group *sclp_drv_attr_groups[] = {
1130         &sclp_drv_attr_group,
1131         NULL,
1132 };
1133
1134 static struct platform_driver sclp_pdrv = {
1135         .driver = {
1136                 .name   = "sclp",
1137                 .pm     = &sclp_pm_ops,
1138                 .groups = sclp_drv_attr_groups,
1139         },
1140 };
1141
1142 static struct platform_device *sclp_pdev;
1143
1144 /* Initialize SCLP driver. Return zero if driver is operational, non-zero
1145  * otherwise. */
1146 static int
1147 sclp_init(void)
1148 {
1149         unsigned long flags;
1150         int rc = 0;
1151
1152         spin_lock_irqsave(&sclp_lock, flags);
1153         /* Check for previous or running initialization */
1154         if (sclp_init_state != sclp_init_state_uninitialized)
1155                 goto fail_unlock;
1156         sclp_init_state = sclp_init_state_initializing;
1157         /* Set up variables */
1158         INIT_LIST_HEAD(&sclp_req_queue);
1159         INIT_LIST_HEAD(&sclp_reg_list);
1160         list_add(&sclp_state_change_event.list, &sclp_reg_list);
1161         init_timer(&sclp_request_timer);
1162         init_timer(&sclp_queue_timer);
1163         sclp_queue_timer.function = sclp_req_queue_timeout;
1164         /* Check interface */
1165         spin_unlock_irqrestore(&sclp_lock, flags);
1166         rc = sclp_check_interface();
1167         spin_lock_irqsave(&sclp_lock, flags);
1168         if (rc)
1169                 goto fail_init_state_uninitialized;
1170         /* Register reboot handler */
1171         rc = register_reboot_notifier(&sclp_reboot_notifier);
1172         if (rc)
1173                 goto fail_init_state_uninitialized;
1174         /* Register interrupt handler */
1175         rc = register_external_irq(EXT_IRQ_SERVICE_SIG, sclp_interrupt_handler);
1176         if (rc)
1177                 goto fail_unregister_reboot_notifier;
1178         sclp_init_state = sclp_init_state_initialized;
1179         spin_unlock_irqrestore(&sclp_lock, flags);
1180         /* Enable service-signal external interruption - needs to happen with
1181          * IRQs enabled. */
1182         irq_subclass_register(IRQ_SUBCLASS_SERVICE_SIGNAL);
1183         sclp_init_mask(1);
1184         return 0;
1185
1186 fail_unregister_reboot_notifier:
1187         unregister_reboot_notifier(&sclp_reboot_notifier);
1188 fail_init_state_uninitialized:
1189         sclp_init_state = sclp_init_state_uninitialized;
1190 fail_unlock:
1191         spin_unlock_irqrestore(&sclp_lock, flags);
1192         return rc;
1193 }
1194
1195 /*
1196  * SCLP panic notifier: If we are suspended, we thaw SCLP in order to be able
1197  * to print the panic message.
1198  */
1199 static int sclp_panic_notify(struct notifier_block *self,
1200                              unsigned long event, void *data)
1201 {
1202         if (sclp_suspend_state == sclp_suspend_state_suspended)
1203                 sclp_undo_suspend(SCLP_PM_EVENT_THAW);
1204         return NOTIFY_OK;
1205 }
1206
1207 static struct notifier_block sclp_on_panic_nb = {
1208         .notifier_call = sclp_panic_notify,
1209         .priority = SCLP_PANIC_PRIO,
1210 };
1211
1212 static __init int sclp_initcall(void)
1213 {
1214         int rc;
1215
1216         rc = platform_driver_register(&sclp_pdrv);
1217         if (rc)
1218                 return rc;
1219
1220         sclp_pdev = platform_device_register_simple("sclp", -1, NULL, 0);
1221         rc = PTR_ERR_OR_ZERO(sclp_pdev);
1222         if (rc)
1223                 goto fail_platform_driver_unregister;
1224
1225         rc = atomic_notifier_chain_register(&panic_notifier_list,
1226                                             &sclp_on_panic_nb);
1227         if (rc)
1228                 goto fail_platform_device_unregister;
1229
1230         return sclp_init();
1231
1232 fail_platform_device_unregister:
1233         platform_device_unregister(sclp_pdev);
1234 fail_platform_driver_unregister:
1235         platform_driver_unregister(&sclp_pdrv);
1236         return rc;
1237 }
1238
1239 arch_initcall(sclp_initcall);