kernel/drivers/s390/cio/chsc.c

   1 /*
   2  *   S/390 common I/O routines -- channel subsystem call
   3  *
   4  *    Copyright IBM Corp. 1999,2012
   5  *    Author(s): Ingo Adlung (adlung@de.ibm.com)
   6  *               Cornelia Huck (cornelia.huck@de.ibm.com)
   7  *               Arnd Bergmann (arndb@de.ibm.com)
   8  */
   9
  10 #define KMSG_COMPONENT "cio"
  11 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
  12
  13 #include <linux/module.h>
  14 #include <linux/slab.h>
  15 #include <linux/init.h>
  16 #include <linux/device.h>
  17 #include <linux/pci.h>
  18
  19 #include <asm/cio.h>
  20 #include <asm/chpid.h>
  21 #include <asm/chsc.h>
  22 #include <asm/crw.h>
  23 #include <asm/isc.h>
  24
  25 #include "css.h"
  26 #include "cio.h"
  27 #include "cio_debug.h"
  28 #include "ioasm.h"
  29 #include "chp.h"
  30 #include "chsc.h"
  31
  32 static void *sei_page;
  33 static void *chsc_page;
  34 static DEFINE_SPINLOCK(chsc_page_lock);
  35
  36 /**
  37  * chsc_error_from_response() - convert a chsc response to an error
  38  * @response: chsc response code
  39  *
  40  * Returns an appropriate Linux error code for @response.
  41  */
  42 int chsc_error_from_response(int response)
  43 {
  44         switch (response) {
  45         case 0x0001:
  46                 return 0;
  47         case 0x0002:
  48         case 0x0003:
  49         case 0x0006:
  50         case 0x0007:
  51         case 0x0008:
  52         case 0x000a:
  53         case 0x0104:
  54                 return -EINVAL;
  55         case 0x0004:
  56                 return -EOPNOTSUPP;
  57         case 0x000b:
  58         case 0x0107:            /* "Channel busy" for the op 0x003d */
  59                 return -EBUSY;
  60         case 0x0100:
  61         case 0x0102:
  62                 return -ENOMEM;
  63         default:
  64                 return -EIO;
  65         }
  66 }
  67 EXPORT_SYMBOL_GPL(chsc_error_from_response);
  68
  69 struct chsc_ssd_area {
  70         struct chsc_header request;
  71         u16 :10;
  72         u16 ssid:2;
  73         u16 :4;
  74         u16 f_sch;        /* first subchannel */
  75         u16 :16;
  76         u16 l_sch;        /* last subchannel */
  77         u32 :32;
  78         struct chsc_header response;
  79         u32 :32;
  80         u8 sch_valid : 1;
  81         u8 dev_valid : 1;
  82         u8 st        : 3; /* subchannel type */
  83         u8 zeroes    : 3;
  84         u8  unit_addr;    /* unit address */
  85         u16 devno;        /* device number */
  86         u8 path_mask;
  87         u8 fla_valid_mask;
  88         u16 sch;          /* subchannel */
  89         u8 chpid[8];      /* chpids 0-7 */
  90         u16 fla[8];       /* full link addresses 0-7 */
  91 } __attribute__ ((packed));
  92
  93 int chsc_get_ssd_info(struct subchannel_id schid, struct chsc_ssd_info *ssd)
  94 {
  95         struct chsc_ssd_area *ssd_area;
  96         int ccode;
  97         int ret;
  98         int i;
  99         int mask;
 100
 101         spin_lock_irq(&chsc_page_lock);
 102         memset(chsc_page, 0, PAGE_SIZE);
 103         ssd_area = chsc_page;
 104         ssd_area->request.length = 0x0010;
 105         ssd_area->request.code = 0x0004;
 106         ssd_area->ssid = schid.ssid;
 107         ssd_area->f_sch = schid.sch_no;
 108         ssd_area->l_sch = schid.sch_no;
 109
 110         ccode = chsc(ssd_area);
 111         /* Check response. */
 112         if (ccode > 0) {
 113                 ret = (ccode == 3) ? -ENODEV : -EBUSY;
 114                 goto out;
 115         }
 116         ret = chsc_error_from_response(ssd_area->response.code);
 117         if (ret != 0) {
 118                 CIO_MSG_EVENT(2, "chsc: ssd failed for 0.%x.%04x (rc=%04x)\n",
 119                               schid.ssid, schid.sch_no,
 120                               ssd_area->response.code);
 121                 goto out;
 122         }
 123         if (!ssd_area->sch_valid) {
 124                 ret = -ENODEV;
 125                 goto out;
 126         }
 127         /* Copy data */
 128         ret = 0;
 129         memset(ssd, 0, sizeof(struct chsc_ssd_info));
 130         if ((ssd_area->st != SUBCHANNEL_TYPE_IO) &&
 131             (ssd_area->st != SUBCHANNEL_TYPE_MSG))
 132                 goto out;
 133         ssd->path_mask = ssd_area->path_mask;
 134         ssd->fla_valid_mask = ssd_area->fla_valid_mask;
 135         for (i = 0; i < 8; i++) {
 136                 mask = 0x80 >> i;
 137                 if (ssd_area->path_mask & mask) {
 138                         chp_id_init(&ssd->chpid[i]);
 139                         ssd->chpid[i].id = ssd_area->chpid[i];
 140                 }
 141                 if (ssd_area->fla_valid_mask & mask)
 142                         ssd->fla[i] = ssd_area->fla[i];
 143         }
 144 out:
 145         spin_unlock_irq(&chsc_page_lock);
 146         return ret;
 147 }
 148
 149 /**
 150  * chsc_ssqd() - store subchannel QDIO data (SSQD)
 151  * @schid: id of the subchannel on which SSQD is performed
 152  * @ssqd: request and response block for SSQD
 153  *
 154  * Returns 0 on success.
 155  */
 156 int chsc_ssqd(struct subchannel_id schid, struct chsc_ssqd_area *ssqd)
 157 {
 158         memset(ssqd, 0, sizeof(*ssqd));
 159         ssqd->request.length = 0x0010;
 160         ssqd->request.code = 0x0024;
 161         ssqd->first_sch = schid.sch_no;
 162         ssqd->last_sch = schid.sch_no;
 163         ssqd->ssid = schid.ssid;
 164
 165         if (chsc(ssqd))
 166                 return -EIO;
 167
 168         return chsc_error_from_response(ssqd->response.code);
 169 }
 170 EXPORT_SYMBOL_GPL(chsc_ssqd);
 171
 172 /**
 173  * chsc_sadc() - set adapter device controls (SADC)
 174  * @schid: id of the subchannel on which SADC is performed
 175  * @scssc: request and response block for SADC
 176  * @summary_indicator_addr: summary indicator address
 177  * @subchannel_indicator_addr: subchannel indicator address
 178  *
 179  * Returns 0 on success.
 180  */
 181 int chsc_sadc(struct subchannel_id schid, struct chsc_scssc_area *scssc,
 182               u64 summary_indicator_addr, u64 subchannel_indicator_addr)
 183 {
 184         memset(scssc, 0, sizeof(*scssc));
 185         scssc->request.length = 0x0fe0;
 186         scssc->request.code = 0x0021;
 187         scssc->operation_code = 0;
 188
 189         scssc->summary_indicator_addr = summary_indicator_addr;
 190         scssc->subchannel_indicator_addr = subchannel_indicator_addr;
 191
 192         scssc->ks = PAGE_DEFAULT_KEY >> 4;
 193         scssc->kc = PAGE_DEFAULT_KEY >> 4;
 194         scssc->isc = QDIO_AIRQ_ISC;
 195         scssc->schid = schid;
 196
 197         /* enable the time delay disablement facility */
 198         if (css_general_characteristics.aif_tdd)
 199                 scssc->word_with_d_bit = 0x10000000;
 200
 201         if (chsc(scssc))
 202                 return -EIO;
 203
 204         return chsc_error_from_response(scssc->response.code);
 205 }
 206 EXPORT_SYMBOL_GPL(chsc_sadc);
 207
 208 static int s390_subchannel_remove_chpid(struct subchannel *sch, void *data)
 209 {
 210         spin_lock_irq(sch->lock);
 211         if (sch->driver && sch->driver->chp_event)
 212                 if (sch->driver->chp_event(sch, data, CHP_OFFLINE) != 0)
 213                         goto out_unreg;
 214         spin_unlock_irq(sch->lock);
 215         return 0;
 216
 217 out_unreg:
 218         sch->lpm = 0;
 219         spin_unlock_irq(sch->lock);
 220         css_schedule_eval(sch->schid);
 221         return 0;
 222 }
 223
 224 void chsc_chp_offline(struct chp_id chpid)
 225 {
 226         char dbf_txt[15];
 227         struct chp_link link;
 228
 229         sprintf(dbf_txt, "chpr%x.%02x", chpid.cssid, chpid.id);
 230         CIO_TRACE_EVENT(2, dbf_txt);
 231
 232         if (chp_get_status(chpid) <= 0)
 233                 return;
 234         memset(&link, 0, sizeof(struct chp_link));
 235         link.chpid = chpid;
 236         /* Wait until previous actions have settled. */
 237         css_wait_for_slow_path();
 238         for_each_subchannel_staged(s390_subchannel_remove_chpid, NULL, &link);
 239 }
 240
 241 static int __s390_process_res_acc(struct subchannel *sch, void *data)
 242 {
 243         spin_lock_irq(sch->lock);
 244         if (sch->driver && sch->driver->chp_event)
 245                 sch->driver->chp_event(sch, data, CHP_ONLINE);
 246         spin_unlock_irq(sch->lock);
 247
 248         return 0;
 249 }
 250
 251 static void s390_process_res_acc(struct chp_link *link)
 252 {
 253         char dbf_txt[15];
 254
 255         sprintf(dbf_txt, "accpr%x.%02x", link->chpid.cssid,
 256                 link->chpid.id);
 257         CIO_TRACE_EVENT( 2, dbf_txt);
 258         if (link->fla != 0) {
 259                 sprintf(dbf_txt, "fla%x", link->fla);
 260                 CIO_TRACE_EVENT( 2, dbf_txt);
 261         }
 262         /* Wait until previous actions have settled. */
 263         css_wait_for_slow_path();
 264         /*
 265          * I/O resources may have become accessible.
 266          * Scan through all subchannels that may be concerned and
 267          * do a validation on those.
 268          * The more information we have (info), the less scanning
 269          * will we have to do.
 270          */
 271         for_each_subchannel_staged(__s390_process_res_acc, NULL, link);
 272         css_schedule_reprobe();
 273 }
 274
 275 static int
 276 __get_chpid_from_lir(void *data)
 277 {
 278         struct lir {
 279                 u8  iq;
 280                 u8  ic;
 281                 u16 sci;
 282                 /* incident-node descriptor */
 283                 u32 indesc[28];
 284                 /* attached-node descriptor */
 285                 u32 andesc[28];
 286                 /* incident-specific information */
 287                 u32 isinfo[28];
 288         } __attribute__ ((packed)) *lir;
 289
 290         lir = data;
 291         if (!(lir->iq&0x80))
 292                 /* NULL link incident record */
 293                 return -EINVAL;
 294         if (!(lir->indesc[0]&0xc0000000))
 295                 /* node descriptor not valid */
 296                 return -EINVAL;
 297         if (!(lir->indesc[0]&0x10000000))
 298                 /* don't handle device-type nodes - FIXME */
 299                 return -EINVAL;
 300         /* Byte 3 contains the chpid. Could also be CTCA, but we don't care */
 301
 302         return (u16) (lir->indesc[0]&0x000000ff);
 303 }
 304
 305 struct chsc_sei_nt0_area {
 306         u8  flags;
 307         u8  vf;                         /* validity flags */
 308         u8  rs;                         /* reporting source */
 309         u8  cc;                         /* content code */
 310         u16 fla;                        /* full link address */
 311         u16 rsid;                       /* reporting source id */
 312         u32 reserved1;
 313         u32 reserved2;
 314         /* ccdf has to be big enough for a link-incident record */
 315         u8  ccdf[PAGE_SIZE - 24 - 16];  /* content-code dependent field */
 316 } __packed;
 317
 318 struct chsc_sei_nt2_area {
 319         u8  flags;                      /* p and v bit */
 320         u8  reserved1;
 321         u8  reserved2;
 322         u8  cc;                         /* content code */
 323         u32 reserved3[13];
 324         u8  ccdf[PAGE_SIZE - 24 - 56];  /* content-code dependent field */
 325 } __packed;
 326
 327 #define CHSC_SEI_NT0    (1ULL << 63)
 328 #define CHSC_SEI_NT2    (1ULL << 61)
 329
 330 struct chsc_sei {
 331         struct chsc_header request;
 332         u32 reserved1;
 333         u64 ntsm;                       /* notification type mask */
 334         struct chsc_header response;
 335         u32 :24;
 336         u8 nt;
 337         union {
 338                 struct chsc_sei_nt0_area nt0_area;
 339                 struct chsc_sei_nt2_area nt2_area;
 340                 u8 nt_area[PAGE_SIZE - 24];
 341         } u;
 342 } __packed;
 343
 344 static void chsc_process_sei_link_incident(struct chsc_sei_nt0_area *sei_area)
 345 {
 346         struct chp_id chpid;
 347         int id;
 348
 349         CIO_CRW_EVENT(4, "chsc: link incident (rs=%02x, rs_id=%04x)\n",
 350                       sei_area->rs, sei_area->rsid);
 351         if (sei_area->rs != 4)
 352                 return;
 353         id = __get_chpid_from_lir(sei_area->ccdf);
 354         if (id < 0)
 355                 CIO_CRW_EVENT(4, "chsc: link incident - invalid LIR\n");
 356         else {
 357                 chp_id_init(&chpid);
 358                 chpid.id = id;
 359                 chsc_chp_offline(chpid);
 360         }
 361 }
 362
 363 static void chsc_process_sei_res_acc(struct chsc_sei_nt0_area *sei_area)
 364 {
 365         struct chp_link link;
 366         struct chp_id chpid;
 367         int status;
 368
 369         CIO_CRW_EVENT(4, "chsc: resource accessibility event (rs=%02x, "
 370                       "rs_id=%04x)\n", sei_area->rs, sei_area->rsid);
 371         if (sei_area->rs != 4)
 372                 return;
 373         chp_id_init(&chpid);
 374         chpid.id = sei_area->rsid;
 375         /* allocate a new channel path structure, if needed */
 376         status = chp_get_status(chpid);
 377         if (status < 0)
 378                 chp_new(chpid);
 379         else if (!status)
 380                 return;
 381         memset(&link, 0, sizeof(struct chp_link));
 382         link.chpid = chpid;
 383         if ((sei_area->vf & 0xc0) != 0) {
 384                 link.fla = sei_area->fla;
 385                 if ((sei_area->vf & 0xc0) == 0xc0)
 386                         /* full link address */
 387                         link.fla_mask = 0xffff;
 388                 else
 389                         /* link address */
 390                         link.fla_mask = 0xff00;
 391         }
 392         s390_process_res_acc(&link);
 393 }
 394
 395 static void chsc_process_sei_chp_avail(struct chsc_sei_nt0_area *sei_area)
 396 {
 397         struct channel_path *chp;
 398         struct chp_id chpid;
 399         u8 *data;
 400         int num;
 401
 402         CIO_CRW_EVENT(4, "chsc: channel path availability information\n");
 403         if (sei_area->rs != 0)
 404                 return;
 405         data = sei_area->ccdf;
 406         chp_id_init(&chpid);
 407         for (num = 0; num <= __MAX_CHPID; num++) {
 408                 if (!chp_test_bit(data, num))
 409                         continue;
 410                 chpid.id = num;
 411
 412                 CIO_CRW_EVENT(4, "Update information for channel path "
 413                               "%x.%02x\n", chpid.cssid, chpid.id);
 414                 chp = chpid_to_chp(chpid);
 415                 if (!chp) {
 416                         chp_new(chpid);
 417                         continue;
 418                 }
 419                 mutex_lock(&chp->lock);
 420                 chp_update_desc(chp);
 421                 mutex_unlock(&chp->lock);
 422         }
 423 }
 424
 425 struct chp_config_data {
 426         u8 map[32];
 427         u8 op;
 428         u8 pc;
 429 };
 430
 431 static void chsc_process_sei_chp_config(struct chsc_sei_nt0_area *sei_area)
 432 {
 433         struct chp_config_data *data;
 434         struct chp_id chpid;
 435         int num;
 436         char *events[3] = {"configure", "deconfigure", "cancel deconfigure"};
 437
 438         CIO_CRW_EVENT(4, "chsc: channel-path-configuration notification\n");
 439         if (sei_area->rs != 0)
 440                 return;
 441         data = (struct chp_config_data *) &(sei_area->ccdf);
 442         chp_id_init(&chpid);
 443         for (num = 0; num <= __MAX_CHPID; num++) {
 444                 if (!chp_test_bit(data->map, num))
 445                         continue;
 446                 chpid.id = num;
 447                 pr_notice("Processing %s for channel path %x.%02x\n",
 448                           events[data->op], chpid.cssid, chpid.id);
 449                 switch (data->op) {
 450                 case 0:
 451                         chp_cfg_schedule(chpid, 1);
 452                         break;
 453                 case 1:
 454                         chp_cfg_schedule(chpid, 0);
 455                         break;
 456                 case 2:
 457                         chp_cfg_cancel_deconfigure(chpid);
 458                         break;
 459                 }
 460         }
 461 }
 462
 463 static void chsc_process_sei_scm_change(struct chsc_sei_nt0_area *sei_area)
 464 {
 465         int ret;
 466
 467         CIO_CRW_EVENT(4, "chsc: scm change notification\n");
 468         if (sei_area->rs != 7)
 469                 return;
 470
 471         ret = scm_update_information();
 472         if (ret)
 473                 CIO_CRW_EVENT(0, "chsc: updating change notification"
 474                               " failed (rc=%d).\n", ret);
 475 }
 476
 477 static void chsc_process_sei_scm_avail(struct chsc_sei_nt0_area *sei_area)
 478 {
 479         int ret;
 480
 481         CIO_CRW_EVENT(4, "chsc: scm available information\n");
 482         if (sei_area->rs != 7)
 483                 return;
 484
 485         ret = scm_process_availability_information();
 486         if (ret)
 487                 CIO_CRW_EVENT(0, "chsc: process availability information"
 488                               " failed (rc=%d).\n", ret);
 489 }
 490
 491 static void chsc_process_sei_nt2(struct chsc_sei_nt2_area *sei_area)
 492 {
 493         switch (sei_area->cc) {
 494         case 1:
 495                 zpci_event_error(sei_area->ccdf);
 496                 break;
 497         case 2:
 498                 zpci_event_availability(sei_area->ccdf);
 499                 break;
 500         default:
 501                 CIO_CRW_EVENT(2, "chsc: sei nt2 unhandled cc=%d\n",
 502                               sei_area->cc);
 503                 break;
 504         }
 505 }
 506
 507 static void chsc_process_sei_nt0(struct chsc_sei_nt0_area *sei_area)
 508 {
 509         /* which kind of information was stored? */
 510         switch (sei_area->cc) {
 511         case 1: /* link incident*/
 512                 chsc_process_sei_link_incident(sei_area);
 513                 break;
 514         case 2: /* i/o resource accessibility */
 515                 chsc_process_sei_res_acc(sei_area);
 516                 break;
 517         case 7: /* channel-path-availability information */
 518                 chsc_process_sei_chp_avail(sei_area);
 519                 break;
 520         case 8: /* channel-path-configuration notification */
 521                 chsc_process_sei_chp_config(sei_area);
 522                 break;
 523         case 12: /* scm change notification */
 524                 chsc_process_sei_scm_change(sei_area);
 525                 break;
 526         case 14: /* scm available notification */
 527                 chsc_process_sei_scm_avail(sei_area);
 528                 break;
 529         default: /* other stuff */
 530                 CIO_CRW_EVENT(2, "chsc: sei nt0 unhandled cc=%d\n",
 531                               sei_area->cc);
 532                 break;
 533         }
 534
 535         /* Check if we might have lost some information. */
 536         if (sei_area->flags & 0x40) {
 537                 CIO_CRW_EVENT(2, "chsc: event overflow\n");
 538                 css_schedule_eval_all();
 539         }
 540 }
 541
 542 static void chsc_process_event_information(struct chsc_sei *sei, u64 ntsm)
 543 {
 544         static int ntsm_unsupported;
 545
 546         while (true) {
 547                 memset(sei, 0, sizeof(*sei));
 548                 sei->request.length = 0x0010;
 549                 sei->request.code = 0x000e;
 550                 if (!ntsm_unsupported)
 551                         sei->ntsm = ntsm;
 552
 553                 if (chsc(sei))
 554                         break;
 555
 556                 if (sei->response.code != 0x0001) {
 557                         CIO_CRW_EVENT(2, "chsc: sei failed (rc=%04x, ntsm=%llx)\n",
 558                                       sei->response.code, sei->ntsm);
 559
 560                         if (sei->response.code == 3 && sei->ntsm) {
 561                                 /* Fallback for old firmware. */
 562                                 ntsm_unsupported = 1;
 563                                 continue;
 564                         }
 565                         break;
 566                 }
 567
 568                 CIO_CRW_EVENT(2, "chsc: sei successful (nt=%d)\n", sei->nt);
 569                 switch (sei->nt) {
 570                 case 0:
 571                         chsc_process_sei_nt0(&sei->u.nt0_area);
 572                         break;
 573                 case 2:
 574                         chsc_process_sei_nt2(&sei->u.nt2_area);
 575                         break;
 576                 default:
 577                         CIO_CRW_EVENT(2, "chsc: unhandled nt: %d\n", sei->nt);
 578                         break;
 579                 }
 580
 581                 if (!(sei->u.nt0_area.flags & 0x80))
 582                         break;
 583         }
 584 }
 585
 586 /*
 587  * Handle channel subsystem related CRWs.
 588  * Use store event information to find out what's going on.
 589  *
 590  * Note: Access to sei_page is serialized through machine check handler
 591  * thread, so no need for locking.
 592  */
 593 static void chsc_process_crw(struct crw *crw0, struct crw *crw1, int overflow)
 594 {
 595         struct chsc_sei *sei = sei_page;
 596
 597         if (overflow) {
 598                 css_schedule_eval_all();
 599                 return;
 600         }
 601         CIO_CRW_EVENT(2, "CRW reports slct=%d, oflw=%d, "
 602                       "chn=%d, rsc=%X, anc=%d, erc=%X, rsid=%X\n",
 603                       crw0->slct, crw0->oflw, crw0->chn, crw0->rsc, crw0->anc,
 604                       crw0->erc, crw0->rsid);
 605
 606         CIO_TRACE_EVENT(2, "prcss");
 607         chsc_process_event_information(sei, CHSC_SEI_NT0 | CHSC_SEI_NT2);
 608 }
 609
 610 void chsc_chp_online(struct chp_id chpid)
 611 {
 612         char dbf_txt[15];
 613         struct chp_link link;
 614
 615         sprintf(dbf_txt, "cadd%x.%02x", chpid.cssid, chpid.id);
 616         CIO_TRACE_EVENT(2, dbf_txt);
 617
 618         if (chp_get_status(chpid) != 0) {
 619                 memset(&link, 0, sizeof(struct chp_link));
 620                 link.chpid = chpid;
 621                 /* Wait until previous actions have settled. */
 622                 css_wait_for_slow_path();
 623                 for_each_subchannel_staged(__s390_process_res_acc, NULL,
 624                                            &link);
 625                 css_schedule_reprobe();
 626         }
 627 }
 628
 629 static void __s390_subchannel_vary_chpid(struct subchannel *sch,
 630                                          struct chp_id chpid, int on)
 631 {
 632         unsigned long flags;
 633         struct chp_link link;
 634
 635         memset(&link, 0, sizeof(struct chp_link));
 636         link.chpid = chpid;
 637         spin_lock_irqsave(sch->lock, flags);
 638         if (sch->driver && sch->driver->chp_event)
 639                 sch->driver->chp_event(sch, &link,
 640                                        on ? CHP_VARY_ON : CHP_VARY_OFF);
 641         spin_unlock_irqrestore(sch->lock, flags);
 642 }
 643
 644 static int s390_subchannel_vary_chpid_off(struct subchannel *sch, void *data)
 645 {
 646         struct chp_id *chpid = data;
 647
 648         __s390_subchannel_vary_chpid(sch, *chpid, 0);
 649         return 0;
 650 }
 651
 652 static int s390_subchannel_vary_chpid_on(struct subchannel *sch, void *data)
 653 {
 654         struct chp_id *chpid = data;
 655
 656         __s390_subchannel_vary_chpid(sch, *chpid, 1);
 657         return 0;
 658 }
 659
 660 /**
 661  * chsc_chp_vary - propagate channel-path vary operation to subchannels
 662  * @chpid: channl-path ID
 663  * @on: non-zero for vary online, zero for vary offline
 664  */
 665 int chsc_chp_vary(struct chp_id chpid, int on)
 666 {
 667         struct channel_path *chp = chpid_to_chp(chpid);
 668
 669         /* Wait until previous actions have settled. */
 670         css_wait_for_slow_path();
 671         /*
 672          * Redo PathVerification on the devices the chpid connects to
 673          */
 674         if (on) {
 675                 /* Try to update the channel path description. */
 676                 chp_update_desc(chp);
 677                 for_each_subchannel_staged(s390_subchannel_vary_chpid_on,
 678                                            NULL, &chpid);
 679                 css_schedule_reprobe();
 680         } else
 681                 for_each_subchannel_staged(s390_subchannel_vary_chpid_off,
 682                                            NULL, &chpid);
 683
 684         return 0;
 685 }
 686
 687 static void
 688 chsc_remove_cmg_attr(struct channel_subsystem *css)
 689 {
 690         int i;
 691
 692         for (i = 0; i <= __MAX_CHPID; i++) {
 693                 if (!css->chps[i])
 694                         continue;
 695                 chp_remove_cmg_attr(css->chps[i]);
 696         }
 697 }
 698
 699 static int
 700 chsc_add_cmg_attr(struct channel_subsystem *css)
 701 {
 702         int i, ret;
 703
 704         ret = 0;
 705         for (i = 0; i <= __MAX_CHPID; i++) {
 706                 if (!css->chps[i])
 707                         continue;
 708                 ret = chp_add_cmg_attr(css->chps[i]);
 709                 if (ret)
 710                         goto cleanup;
 711         }
 712         return ret;
 713 cleanup:
 714         for (--i; i >= 0; i--) {
 715                 if (!css->chps[i])
 716                         continue;
 717                 chp_remove_cmg_attr(css->chps[i]);
 718         }
 719         return ret;
 720 }
 721
 722 int __chsc_do_secm(struct channel_subsystem *css, int enable)
 723 {
 724         struct {
 725                 struct chsc_header request;
 726                 u32 operation_code : 2;
 727                 u32 : 30;
 728                 u32 key : 4;
 729                 u32 : 28;
 730                 u32 zeroes1;
 731                 u32 cub_addr1;
 732                 u32 zeroes2;
 733                 u32 cub_addr2;
 734                 u32 reserved[13];
 735                 struct chsc_header response;
 736                 u32 status : 8;
 737                 u32 : 4;
 738                 u32 fmt : 4;
 739                 u32 : 16;
 740         } __attribute__ ((packed)) *secm_area;
 741         int ret, ccode;
 742
 743         spin_lock_irq(&chsc_page_lock);
 744         memset(chsc_page, 0, PAGE_SIZE);
 745         secm_area = chsc_page;
 746         secm_area->request.length = 0x0050;
 747         secm_area->request.code = 0x0016;
 748
 749         secm_area->key = PAGE_DEFAULT_KEY >> 4;
 750         secm_area->cub_addr1 = (u64)(unsigned long)css->cub_addr1;
 751         secm_area->cub_addr2 = (u64)(unsigned long)css->cub_addr2;
 752
 753         secm_area->operation_code = enable ? 0 : 1;
 754
 755         ccode = chsc(secm_area);
 756         if (ccode > 0) {
 757                 ret = (ccode == 3) ? -ENODEV : -EBUSY;
 758                 goto out;
 759         }
 760
 761         switch (secm_area->response.code) {
 762         case 0x0102:
 763         case 0x0103:
 764                 ret = -EINVAL;
 765                 break;
 766         default:
 767                 ret = chsc_error_from_response(secm_area->response.code);
 768         }
 769         if (ret != 0)
 770                 CIO_CRW_EVENT(2, "chsc: secm failed (rc=%04x)\n",
 771                               secm_area->response.code);
 772 out:
 773         spin_unlock_irq(&chsc_page_lock);
 774         return ret;
 775 }
 776
 777 int
 778 chsc_secm(struct channel_subsystem *css, int enable)
 779 {
 780         int ret;
 781
 782         if (enable && !css->cm_enabled) {
 783                 css->cub_addr1 = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA);
 784                 css->cub_addr2 = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA);
 785                 if (!css->cub_addr1 || !css->cub_addr2) {
 786                         free_page((unsigned long)css->cub_addr1);
 787                         free_page((unsigned long)css->cub_addr2);
 788                         return -ENOMEM;
 789                 }
 790         }
 791         ret = __chsc_do_secm(css, enable);
 792         if (!ret) {
 793                 css->cm_enabled = enable;
 794                 if (css->cm_enabled) {
 795                         ret = chsc_add_cmg_attr(css);
 796                         if (ret) {
 797                                 __chsc_do_secm(css, 0);
 798                                 css->cm_enabled = 0;
 799                         }
 800                 } else
 801                         chsc_remove_cmg_attr(css);
 802         }
 803         if (!css->cm_enabled) {
 804                 free_page((unsigned long)css->cub_addr1);
 805                 free_page((unsigned long)css->cub_addr2);
 806         }
 807         return ret;
 808 }
 809
 810 int chsc_determine_channel_path_desc(struct chp_id chpid, int fmt, int rfmt,
 811                                      int c, int m, void *page)
 812 {
 813         struct chsc_scpd *scpd_area;
 814         int ccode, ret;
 815
 816         if ((rfmt == 1) && !css_general_characteristics.fcs)
 817                 return -EINVAL;
 818         if ((rfmt == 2) && !css_general_characteristics.cib)
 819                 return -EINVAL;
 820
 821         memset(page, 0, PAGE_SIZE);
 822         scpd_area = page;
 823         scpd_area->request.length = 0x0010;
 824         scpd_area->request.code = 0x0002;
 825         scpd_area->cssid = chpid.cssid;
 826         scpd_area->first_chpid = chpid.id;
 827         scpd_area->last_chpid = chpid.id;
 828         scpd_area->m = m;
 829         scpd_area->c = c;
 830         scpd_area->fmt = fmt;
 831         scpd_area->rfmt = rfmt;
 832
 833         ccode = chsc(scpd_area);
 834         if (ccode > 0)
 835                 return (ccode == 3) ? -ENODEV : -EBUSY;
 836
 837         ret = chsc_error_from_response(scpd_area->response.code);
 838         if (ret)
 839                 CIO_CRW_EVENT(2, "chsc: scpd failed (rc=%04x)\n",
 840                               scpd_area->response.code);
 841         return ret;
 842 }
 843 EXPORT_SYMBOL_GPL(chsc_determine_channel_path_desc);
 844
 845 int chsc_determine_base_channel_path_desc(struct chp_id chpid,
 846                                           struct channel_path_desc *desc)
 847 {
 848         struct chsc_response_struct *chsc_resp;
 849         struct chsc_scpd *scpd_area;
 850         unsigned long flags;
 851         int ret;
 852
 853         spin_lock_irqsave(&chsc_page_lock, flags);
 854         scpd_area = chsc_page;
 855         ret = chsc_determine_channel_path_desc(chpid, 0, 0, 0, 0, scpd_area);
 856         if (ret)
 857                 goto out;
 858         chsc_resp = (void *)&scpd_area->response;
 859         memcpy(desc, &chsc_resp->data, sizeof(*desc));
 860 out:
 861         spin_unlock_irqrestore(&chsc_page_lock, flags);
 862         return ret;
 863 }
 864
 865 int chsc_determine_fmt1_channel_path_desc(struct chp_id chpid,
 866                                           struct channel_path_desc_fmt1 *desc)
 867 {
 868         struct chsc_response_struct *chsc_resp;
 869         struct chsc_scpd *scpd_area;
 870         unsigned long flags;
 871         int ret;
 872
 873         spin_lock_irqsave(&chsc_page_lock, flags);
 874         scpd_area = chsc_page;
 875         ret = chsc_determine_channel_path_desc(chpid, 0, 0, 1, 0, scpd_area);
 876         if (ret)
 877                 goto out;
 878         chsc_resp = (void *)&scpd_area->response;
 879         memcpy(desc, &chsc_resp->data, sizeof(*desc));
 880 out:
 881         spin_unlock_irqrestore(&chsc_page_lock, flags);
 882         return ret;
 883 }
 884
 885 static void
 886 chsc_initialize_cmg_chars(struct channel_path *chp, u8 cmcv,
 887                           struct cmg_chars *chars)
 888 {
 889         struct cmg_chars *cmg_chars;
 890         int i, mask;
 891
 892         cmg_chars = chp->cmg_chars;
 893         for (i = 0; i < NR_MEASUREMENT_CHARS; i++) {
 894                 mask = 0x80 >> (i + 3);
 895                 if (cmcv & mask)
 896                         cmg_chars->values[i] = chars->values[i];
 897                 else
 898                         cmg_chars->values[i] = 0;
 899         }
 900 }
 901
 902 int chsc_get_channel_measurement_chars(struct channel_path *chp)
 903 {
 904         struct cmg_chars *cmg_chars;
 905         int ccode, ret;
 906
 907         struct {
 908                 struct chsc_header request;
 909                 u32 : 24;
 910                 u32 first_chpid : 8;
 911                 u32 : 24;
 912                 u32 last_chpid : 8;
 913                 u32 zeroes1;
 914                 struct chsc_header response;
 915                 u32 zeroes2;
 916                 u32 not_valid : 1;
 917                 u32 shared : 1;
 918                 u32 : 22;
 919                 u32 chpid : 8;
 920                 u32 cmcv : 5;
 921                 u32 : 11;
 922                 u32 cmgq : 8;
 923                 u32 cmg : 8;
 924                 u32 zeroes3;
 925                 u32 data[NR_MEASUREMENT_CHARS];
 926         } __attribute__ ((packed)) *scmc_area;
 927
 928         chp->cmg_chars = NULL;
 929         cmg_chars = kmalloc(sizeof(*cmg_chars), GFP_KERNEL);
 930         if (!cmg_chars)
 931                 return -ENOMEM;
 932
 933         spin_lock_irq(&chsc_page_lock);
 934         memset(chsc_page, 0, PAGE_SIZE);
 935         scmc_area = chsc_page;
 936         scmc_area->request.length = 0x0010;
 937         scmc_area->request.code = 0x0022;
 938         scmc_area->first_chpid = chp->chpid.id;
 939         scmc_area->last_chpid = chp->chpid.id;
 940
 941         ccode = chsc(scmc_area);
 942         if (ccode > 0) {
 943                 ret = (ccode == 3) ? -ENODEV : -EBUSY;
 944                 goto out;
 945         }
 946
 947         ret = chsc_error_from_response(scmc_area->response.code);
 948         if (ret) {
 949                 CIO_CRW_EVENT(2, "chsc: scmc failed (rc=%04x)\n",
 950                               scmc_area->response.code);
 951                 goto out;
 952         }
 953         if (scmc_area->not_valid) {
 954                 chp->cmg = -1;
 955                 chp->shared = -1;
 956                 goto out;
 957         }
 958         chp->cmg = scmc_area->cmg;
 959         chp->shared = scmc_area->shared;
 960         if (chp->cmg != 2 && chp->cmg != 3) {
 961                 /* No cmg-dependent data. */
 962                 goto out;
 963         }
 964         chp->cmg_chars = cmg_chars;
 965         chsc_initialize_cmg_chars(chp, scmc_area->cmcv,
 966                                   (struct cmg_chars *) &scmc_area->data);
 967 out:
 968         spin_unlock_irq(&chsc_page_lock);
 969         if (!chp->cmg_chars)
 970                 kfree(cmg_chars);
 971
 972         return ret;
 973 }
 974
 975 int __init chsc_init(void)
 976 {
 977         int ret;
 978
 979         sei_page = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA);
 980         chsc_page = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA);
 981         if (!sei_page || !chsc_page) {
 982                 ret = -ENOMEM;
 983                 goto out_err;
 984         }
 985         ret = crw_register_handler(CRW_RSC_CSS, chsc_process_crw);
 986         if (ret)
 987                 goto out_err;
 988         return ret;
 989 out_err:
 990         free_page((unsigned long)chsc_page);
 991         free_page((unsigned long)sei_page);
 992         return ret;
 993 }
 994
 995 void __init chsc_init_cleanup(void)
 996 {
 997         crw_unregister_handler(CRW_RSC_CSS);
 998         free_page((unsigned long)chsc_page);
 999         free_page((unsigned long)sei_page);
1000 }
1001
1002 int chsc_enable_facility(int operation_code)
1003 {
1004         unsigned long flags;
1005         int ret;
1006         struct {
1007                 struct chsc_header request;
1008                 u8 reserved1:4;
1009                 u8 format:4;
1010                 u8 reserved2;
1011                 u16 operation_code;
1012                 u32 reserved3;
1013                 u32 reserved4;
1014                 u32 operation_data_area[252];
1015                 struct chsc_header response;
1016                 u32 reserved5:4;
1017                 u32 format2:4;
1018                 u32 reserved6:24;
1019         } __attribute__ ((packed)) *sda_area;
1020
1021         spin_lock_irqsave(&chsc_page_lock, flags);
1022         memset(chsc_page, 0, PAGE_SIZE);
1023         sda_area = chsc_page;
1024         sda_area->request.length = 0x0400;
1025         sda_area->request.code = 0x0031;
1026         sda_area->operation_code = operation_code;
1027
1028         ret = chsc(sda_area);
1029         if (ret > 0) {
1030                 ret = (ret == 3) ? -ENODEV : -EBUSY;
1031                 goto out;
1032         }
1033
1034         switch (sda_area->response.code) {
1035         case 0x0101:
1036                 ret = -EOPNOTSUPP;
1037                 break;
1038         default:
1039                 ret = chsc_error_from_response(sda_area->response.code);
1040         }
1041         if (ret != 0)
1042                 CIO_CRW_EVENT(2, "chsc: sda (oc=%x) failed (rc=%04x)\n",
1043                               operation_code, sda_area->response.code);
1044 out:
1045         spin_unlock_irqrestore(&chsc_page_lock, flags);
1046         return ret;
1047 }
1048
1049 struct css_general_char css_general_characteristics;
1050 struct css_chsc_char css_chsc_characteristics;
1051
1052 int __init
1053 chsc_determine_css_characteristics(void)
1054 {
1055         int result;
1056         struct {
1057                 struct chsc_header request;
1058                 u32 reserved1;
1059                 u32 reserved2;
1060                 u32 reserved3;
1061                 struct chsc_header response;
1062                 u32 reserved4;
1063                 u32 general_char[510];
1064                 u32 chsc_char[508];
1065         } __attribute__ ((packed)) *scsc_area;
1066
1067         spin_lock_irq(&chsc_page_lock);
1068         memset(chsc_page, 0, PAGE_SIZE);
1069         scsc_area = chsc_page;
1070         scsc_area->request.length = 0x0010;
1071         scsc_area->request.code = 0x0010;
1072
1073         result = chsc(scsc_area);
1074         if (result) {
1075                 result = (result == 3) ? -ENODEV : -EBUSY;
1076                 goto exit;
1077         }
1078
1079         result = chsc_error_from_response(scsc_area->response.code);
1080         if (result == 0) {
1081                 memcpy(&css_general_characteristics, scsc_area->general_char,
1082                        sizeof(css_general_characteristics));
1083                 memcpy(&css_chsc_characteristics, scsc_area->chsc_char,
1084                        sizeof(css_chsc_characteristics));
1085         } else
1086                 CIO_CRW_EVENT(2, "chsc: scsc failed (rc=%04x)\n",
1087                               scsc_area->response.code);
1088 exit:
1089         spin_unlock_irq(&chsc_page_lock);
1090         return result;
1091 }
1092
1093 EXPORT_SYMBOL_GPL(css_general_characteristics);
1094 EXPORT_SYMBOL_GPL(css_chsc_characteristics);
1095
1096 int chsc_sstpc(void *page, unsigned int op, u16 ctrl)
1097 {
1098         struct {
1099                 struct chsc_header request;
1100                 unsigned int rsvd0;
1101                 unsigned int op : 8;
1102                 unsigned int rsvd1 : 8;
1103                 unsigned int ctrl : 16;
1104                 unsigned int rsvd2[5];
1105                 struct chsc_header response;
1106                 unsigned int rsvd3[7];
1107         } __attribute__ ((packed)) *rr;
1108         int rc;
1109
1110         memset(page, 0, PAGE_SIZE);
1111         rr = page;
1112         rr->request.length = 0x0020;
1113         rr->request.code = 0x0033;
1114         rr->op = op;
1115         rr->ctrl = ctrl;
1116         rc = chsc(rr);
1117         if (rc)
1118                 return -EIO;
1119         rc = (rr->response.code == 0x0001) ? 0 : -EIO;
1120         return rc;
1121 }
1122
1123 int chsc_sstpi(void *page, void *result, size_t size)
1124 {
1125         struct {
1126                 struct chsc_header request;
1127                 unsigned int rsvd0[3];
1128                 struct chsc_header response;
1129                 char data[size];
1130         } __attribute__ ((packed)) *rr;
1131         int rc;
1132
1133         memset(page, 0, PAGE_SIZE);
1134         rr = page;
1135         rr->request.length = 0x0010;
1136         rr->request.code = 0x0038;
1137         rc = chsc(rr);
1138         if (rc)
1139                 return -EIO;
1140         memcpy(result, &rr->data, size);
1141         return (rr->response.code == 0x0001) ? 0 : -EIO;
1142 }
1143
1144 int chsc_siosl(struct subchannel_id schid)
1145 {
1146         struct {
1147                 struct chsc_header request;
1148                 u32 word1;
1149                 struct subchannel_id sid;
1150                 u32 word3;
1151                 struct chsc_header response;
1152                 u32 word[11];
1153         } __attribute__ ((packed)) *siosl_area;
1154         unsigned long flags;
1155         int ccode;
1156         int rc;
1157
1158         spin_lock_irqsave(&chsc_page_lock, flags);
1159         memset(chsc_page, 0, PAGE_SIZE);
1160         siosl_area = chsc_page;
1161         siosl_area->request.length = 0x0010;
1162         siosl_area->request.code = 0x0046;
1163         siosl_area->word1 = 0x80000000;
1164         siosl_area->sid = schid;
1165
1166         ccode = chsc(siosl_area);
1167         if (ccode > 0) {
1168                 if (ccode == 3)
1169                         rc = -ENODEV;
1170                 else
1171                         rc = -EBUSY;
1172                 CIO_MSG_EVENT(2, "chsc: chsc failed for 0.%x.%04x (ccode=%d)\n",
1173                               schid.ssid, schid.sch_no, ccode);
1174                 goto out;
1175         }
1176         rc = chsc_error_from_response(siosl_area->response.code);
1177         if (rc)
1178                 CIO_MSG_EVENT(2, "chsc: siosl failed for 0.%x.%04x (rc=%04x)\n",
1179                               schid.ssid, schid.sch_no,
1180                               siosl_area->response.code);
1181         else
1182                 CIO_MSG_EVENT(4, "chsc: siosl succeeded for 0.%x.%04x\n",
1183                               schid.ssid, schid.sch_no);
1184 out:
1185         spin_unlock_irqrestore(&chsc_page_lock, flags);
1186         return rc;
1187 }
1188 EXPORT_SYMBOL_GPL(chsc_siosl);
1189
1190 /**
1191  * chsc_scm_info() - store SCM information (SSI)
1192  * @scm_area: request and response block for SSI
1193  * @token: continuation token
1194  *
1195  * Returns 0 on success.
1196  */
1197 int chsc_scm_info(struct chsc_scm_info *scm_area, u64 token)
1198 {
1199         int ccode, ret;
1200
1201         memset(scm_area, 0, sizeof(*scm_area));
1202         scm_area->request.length = 0x0020;
1203         scm_area->request.code = 0x004C;
1204         scm_area->reqtok = token;
1205
1206         ccode = chsc(scm_area);
1207         if (ccode > 0) {
1208                 ret = (ccode == 3) ? -ENODEV : -EBUSY;
1209                 goto out;
1210         }
1211         ret = chsc_error_from_response(scm_area->response.code);
1212         if (ret != 0)
1213                 CIO_MSG_EVENT(2, "chsc: scm info failed (rc=%04x)\n",
1214                               scm_area->response.code);
1215 out:
1216         return ret;
1217 }
1218 EXPORT_SYMBOL_GPL(chsc_scm_info);
1219
1220 /**
1221  * chsc_pnso_brinfo() - Perform Network-Subchannel Operation, Bridge Info.
1222  * @schid:              id of the subchannel on which PNSO is performed
1223  * @brinfo_area:        request and response block for the operation
1224  * @resume_token:       resume token for multiblock response
1225  * @cnc:                Boolean change-notification control
1226  *
1227  * brinfo_area must be allocated by the caller with get_zeroed_page(GFP_KERNEL)
1228  *
1229  * Returns 0 on success.
1230  */
1231 int chsc_pnso_brinfo(struct subchannel_id schid,
1232                 struct chsc_pnso_area *brinfo_area,
1233                 struct chsc_brinfo_resume_token resume_token,
1234                 int cnc)
1235 {
1236         memset(brinfo_area, 0, sizeof(*brinfo_area));
1237         brinfo_area->request.length = 0x0030;
1238         brinfo_area->request.code = 0x003d; /* network-subchannel operation */
1239         brinfo_area->m     = schid.m;
1240         brinfo_area->ssid  = schid.ssid;
1241         brinfo_area->sch   = schid.sch_no;
1242         brinfo_area->cssid = schid.cssid;
1243         brinfo_area->oc    = 0; /* Store-network-bridging-information list */
1244         brinfo_area->resume_token = resume_token;
1245         brinfo_area->n     = (cnc != 0);
1246         if (chsc(brinfo_area))
1247                 return -EIO;
1248         return chsc_error_from_response(brinfo_area->response.code);
1249 }
1250 EXPORT_SYMBOL_GPL(chsc_pnso_brinfo);