kernel/drivers/scsi/megaraid/megaraid_mbox.c

   1 /*
   2  *
   3  *                      Linux MegaRAID device driver
   4  *
   5  * Copyright (c) 2003-2004  LSI Logic Corporation.
   6  *
   7  *         This program is free software; you can redistribute it and/or
   8  *         modify it under the terms of the GNU General Public License
   9  *         as published by the Free Software Foundation; either version
  10  *         2 of the License, or (at your option) any later version.
  11  *
  12  * FILE         : megaraid_mbox.c
  13  * Version      : v2.20.5.1 (Nov 16 2006)
  14  *
  15  * Authors:
  16  *      Atul Mukker             <Atul.Mukker@lsi.com>
  17  *      Sreenivas Bagalkote     <Sreenivas.Bagalkote@lsi.com>
  18  *      Manoj Jose              <Manoj.Jose@lsi.com>
  19  *      Seokmann Ju
  20  *
  21  * List of supported controllers
  22  *
  23  * OEM  Product Name                    VID     DID     SSVID   SSID
  24  * ---  ------------                    ---     ---     ----    ----
  25  * Dell PERC3/QC                        101E    1960    1028    0471
  26  * Dell PERC3/DC                        101E    1960    1028    0493
  27  * Dell PERC3/SC                        101E    1960    1028    0475
  28  * Dell PERC3/Di                        1028    1960    1028    0123
  29  * Dell PERC4/SC                        1000    1960    1028    0520
  30  * Dell PERC4/DC                        1000    1960    1028    0518
  31  * Dell PERC4/QC                        1000    0407    1028    0531
  32  * Dell PERC4/Di                        1028    000F    1028    014A
  33  * Dell PERC 4e/Si                      1028    0013    1028    016c
  34  * Dell PERC 4e/Di                      1028    0013    1028    016d
  35  * Dell PERC 4e/Di                      1028    0013    1028    016e
  36  * Dell PERC 4e/Di                      1028    0013    1028    016f
  37  * Dell PERC 4e/Di                      1028    0013    1028    0170
  38  * Dell PERC 4e/DC                      1000    0408    1028    0002
  39  * Dell PERC 4e/SC                      1000    0408    1028    0001
  40  *
  41  *
  42  * LSI MegaRAID SCSI 320-0              1000    1960    1000    A520
  43  * LSI MegaRAID SCSI 320-1              1000    1960    1000    0520
  44  * LSI MegaRAID SCSI 320-2              1000    1960    1000    0518
  45  * LSI MegaRAID SCSI 320-0X             1000    0407    1000    0530
  46  * LSI MegaRAID SCSI 320-2X             1000    0407    1000    0532
  47  * LSI MegaRAID SCSI 320-4X             1000    0407    1000    0531
  48  * LSI MegaRAID SCSI 320-1E             1000    0408    1000    0001
  49  * LSI MegaRAID SCSI 320-2E             1000    0408    1000    0002
  50  * LSI MegaRAID SATA 150-4              1000    1960    1000    4523
  51  * LSI MegaRAID SATA 150-6              1000    1960    1000    0523
  52  * LSI MegaRAID SATA 300-4X             1000    0409    1000    3004
  53  * LSI MegaRAID SATA 300-8X             1000    0409    1000    3008
  54  *
  55  * INTEL RAID Controller SRCU42X        1000    0407    8086    0532
  56  * INTEL RAID Controller SRCS16         1000    1960    8086    0523
  57  * INTEL RAID Controller SRCU42E        1000    0408    8086    0002
  58  * INTEL RAID Controller SRCZCRX        1000    0407    8086    0530
  59  * INTEL RAID Controller SRCS28X        1000    0409    8086    3008
  60  * INTEL RAID Controller SROMBU42E      1000    0408    8086    3431
  61  * INTEL RAID Controller SROMBU42E      1000    0408    8086    3499
  62  * INTEL RAID Controller SRCU51L        1000    1960    8086    0520
  63  *
  64  * FSC  MegaRAID PCI Express ROMB       1000    0408    1734    1065
  65  *
  66  * ACER MegaRAID ROMB-2E                1000    0408    1025    004D
  67  *
  68  * NEC  MegaRAID PCI Express ROMB       1000    0408    1033    8287
  69  *
  70  * For history of changes, see Documentation/scsi/ChangeLog.megaraid
  71  */
  72
  73 #include <linux/slab.h>
  74 #include <linux/module.h>
  75 #include "megaraid_mbox.h"
  76
  77 static int megaraid_init(void);
  78 static void megaraid_exit(void);
  79
  80 static int megaraid_probe_one(struct pci_dev*, const struct pci_device_id *);
  81 static void megaraid_detach_one(struct pci_dev *);
  82 static void megaraid_mbox_shutdown(struct pci_dev *);
  83
  84 static int megaraid_io_attach(adapter_t *);
  85 static void megaraid_io_detach(adapter_t *);
  86
  87 static int megaraid_init_mbox(adapter_t *);
  88 static void megaraid_fini_mbox(adapter_t *);
  89
  90 static int megaraid_alloc_cmd_packets(adapter_t *);
  91 static void megaraid_free_cmd_packets(adapter_t *);
  92
  93 static int megaraid_mbox_setup_dma_pools(adapter_t *);
  94 static void megaraid_mbox_teardown_dma_pools(adapter_t *);
  95
  96 static int megaraid_sysfs_alloc_resources(adapter_t *);
  97 static void megaraid_sysfs_free_resources(adapter_t *);
  98
  99 static int megaraid_abort_handler(struct scsi_cmnd *);
 100 static int megaraid_reset_handler(struct scsi_cmnd *);
 101
 102 static int mbox_post_sync_cmd(adapter_t *, uint8_t []);
 103 static int mbox_post_sync_cmd_fast(adapter_t *, uint8_t []);
 104 static int megaraid_busywait_mbox(mraid_device_t *);
 105 static int megaraid_mbox_product_info(adapter_t *);
 106 static int megaraid_mbox_extended_cdb(adapter_t *);
 107 static int megaraid_mbox_support_ha(adapter_t *, uint16_t *);
 108 static int megaraid_mbox_support_random_del(adapter_t *);
 109 static int megaraid_mbox_get_max_sg(adapter_t *);
 110 static void megaraid_mbox_enum_raid_scsi(adapter_t *);
 111 static void megaraid_mbox_flush_cache(adapter_t *);
 112 static int megaraid_mbox_fire_sync_cmd(adapter_t *);
 113
 114 static void megaraid_mbox_display_scb(adapter_t *, scb_t *);
 115 static void megaraid_mbox_setup_device_map(adapter_t *);
 116
 117 static int megaraid_queue_command(struct Scsi_Host *, struct scsi_cmnd *);
 118 static scb_t *megaraid_mbox_build_cmd(adapter_t *, struct scsi_cmnd *, int *);
 119 static void megaraid_mbox_runpendq(adapter_t *, scb_t *);
 120 static void megaraid_mbox_prepare_pthru(adapter_t *, scb_t *,
 121                 struct scsi_cmnd *);
 122 static void megaraid_mbox_prepare_epthru(adapter_t *, scb_t *,
 123                 struct scsi_cmnd *);
 124
 125 static irqreturn_t megaraid_isr(int, void *);
 126
 127 static void megaraid_mbox_dpc(unsigned long);
 128
 129 static ssize_t megaraid_sysfs_show_app_hndl(struct device *, struct device_attribute *attr, char *);
 130 static ssize_t megaraid_sysfs_show_ldnum(struct device *, struct device_attribute *attr, char *);
 131
 132 static int megaraid_cmm_register(adapter_t *);
 133 static int megaraid_cmm_unregister(adapter_t *);
 134 static int megaraid_mbox_mm_handler(unsigned long, uioc_t *, uint32_t);
 135 static int megaraid_mbox_mm_command(adapter_t *, uioc_t *);
 136 static void megaraid_mbox_mm_done(adapter_t *, scb_t *);
 137 static int gather_hbainfo(adapter_t *, mraid_hba_info_t *);
 138 static int wait_till_fw_empty(adapter_t *);
 139
 140
 141
 142 MODULE_AUTHOR("megaraidlinux@lsi.com");
 143 MODULE_DESCRIPTION("LSI Logic MegaRAID Mailbox Driver");
 144 MODULE_LICENSE("GPL");
 145 MODULE_VERSION(MEGARAID_VERSION);
 146
 147 /*
 148  * ### modules parameters for driver ###
 149  */
 150
 151 /*
 152  * Set to enable driver to expose unconfigured disk to kernel
 153  */
 154 static int megaraid_expose_unconf_disks = 0;
 155 module_param_named(unconf_disks, megaraid_expose_unconf_disks, int, 0);
 156 MODULE_PARM_DESC(unconf_disks,
 157         "Set to expose unconfigured disks to kernel (default=0)");
 158
 159 /*
 160  * driver wait time if the adapter's mailbox is busy
 161  */
 162 static unsigned int max_mbox_busy_wait = MBOX_BUSY_WAIT;
 163 module_param_named(busy_wait, max_mbox_busy_wait, int, 0);
 164 MODULE_PARM_DESC(busy_wait,
 165         "Max wait for mailbox in microseconds if busy (default=10)");
 166
 167 /*
 168  * number of sectors per IO command
 169  */
 170 static unsigned int megaraid_max_sectors = MBOX_MAX_SECTORS;
 171 module_param_named(max_sectors, megaraid_max_sectors, int, 0);
 172 MODULE_PARM_DESC(max_sectors,
 173         "Maximum number of sectors per IO command (default=128)");
 174
 175 /*
 176  * number of commands per logical unit
 177  */
 178 static unsigned int megaraid_cmd_per_lun = MBOX_DEF_CMD_PER_LUN;
 179 module_param_named(cmd_per_lun, megaraid_cmd_per_lun, int, 0);
 180 MODULE_PARM_DESC(cmd_per_lun,
 181         "Maximum number of commands per logical unit (default=64)");
 182
 183
 184 /*
 185  * Fast driver load option, skip scanning for physical devices during load.
 186  * This would result in non-disk devices being skipped during driver load
 187  * time. These can be later added though, using /proc/scsi/scsi
 188  */
 189 static unsigned int megaraid_fast_load = 0;
 190 module_param_named(fast_load, megaraid_fast_load, int, 0);
 191 MODULE_PARM_DESC(fast_load,
 192         "Faster loading of the driver, skips physical devices! (default=0)");
 193
 194
 195 /*
 196  * mraid_debug level - threshold for amount of information to be displayed by
 197  * the driver. This level can be changed through modules parameters, ioctl or
 198  * sysfs/proc interface. By default, print the announcement messages only.
 199  */
 200 int mraid_debug_level = CL_ANN;
 201 module_param_named(debug_level, mraid_debug_level, int, 0);
 202 MODULE_PARM_DESC(debug_level, "Debug level for driver (default=0)");
 203
 204 /*
 205  * ### global data ###
 206  */
 207 static uint8_t megaraid_mbox_version[8] =
 208         { 0x02, 0x20, 0x04, 0x06, 3, 7, 20, 5 };
 209
 210
 211 /*
 212  * PCI table for all supported controllers.
 213  */
 214 static struct pci_device_id pci_id_table_g[] =  {
 215         {
 216                 PCI_VENDOR_ID_DELL,
 217                 PCI_DEVICE_ID_PERC4_DI_DISCOVERY,
 218                 PCI_VENDOR_ID_DELL,
 219                 PCI_SUBSYS_ID_PERC4_DI_DISCOVERY,
 220         },
 221         {
 222                 PCI_VENDOR_ID_LSI_LOGIC,
 223                 PCI_DEVICE_ID_PERC4_SC,
 224                 PCI_VENDOR_ID_DELL,
 225                 PCI_SUBSYS_ID_PERC4_SC,
 226         },
 227         {
 228                 PCI_VENDOR_ID_LSI_LOGIC,
 229                 PCI_DEVICE_ID_PERC4_DC,
 230                 PCI_VENDOR_ID_DELL,
 231                 PCI_SUBSYS_ID_PERC4_DC,
 232         },
 233         {
 234                 PCI_VENDOR_ID_LSI_LOGIC,
 235                 PCI_DEVICE_ID_VERDE,
 236                 PCI_ANY_ID,
 237                 PCI_ANY_ID,
 238         },
 239         {
 240                 PCI_VENDOR_ID_DELL,
 241                 PCI_DEVICE_ID_PERC4_DI_EVERGLADES,
 242                 PCI_VENDOR_ID_DELL,
 243                 PCI_SUBSYS_ID_PERC4_DI_EVERGLADES,
 244         },
 245         {
 246                 PCI_VENDOR_ID_DELL,
 247                 PCI_DEVICE_ID_PERC4E_SI_BIGBEND,
 248                 PCI_VENDOR_ID_DELL,
 249                 PCI_SUBSYS_ID_PERC4E_SI_BIGBEND,
 250         },
 251         {
 252                 PCI_VENDOR_ID_DELL,
 253                 PCI_DEVICE_ID_PERC4E_DI_KOBUK,
 254                 PCI_VENDOR_ID_DELL,
 255                 PCI_SUBSYS_ID_PERC4E_DI_KOBUK,
 256         },
 257         {
 258                 PCI_VENDOR_ID_DELL,
 259                 PCI_DEVICE_ID_PERC4E_DI_CORVETTE,
 260                 PCI_VENDOR_ID_DELL,
 261                 PCI_SUBSYS_ID_PERC4E_DI_CORVETTE,
 262         },
 263         {
 264                 PCI_VENDOR_ID_DELL,
 265                 PCI_DEVICE_ID_PERC4E_DI_EXPEDITION,
 266                 PCI_VENDOR_ID_DELL,
 267                 PCI_SUBSYS_ID_PERC4E_DI_EXPEDITION,
 268         },
 269         {
 270                 PCI_VENDOR_ID_DELL,
 271                 PCI_DEVICE_ID_PERC4E_DI_GUADALUPE,
 272                 PCI_VENDOR_ID_DELL,
 273                 PCI_SUBSYS_ID_PERC4E_DI_GUADALUPE,
 274         },
 275         {
 276                 PCI_VENDOR_ID_LSI_LOGIC,
 277                 PCI_DEVICE_ID_DOBSON,
 278                 PCI_ANY_ID,
 279                 PCI_ANY_ID,
 280         },
 281         {
 282                 PCI_VENDOR_ID_AMI,
 283                 PCI_DEVICE_ID_AMI_MEGARAID3,
 284                 PCI_ANY_ID,
 285                 PCI_ANY_ID,
 286         },
 287         {
 288                 PCI_VENDOR_ID_LSI_LOGIC,
 289                 PCI_DEVICE_ID_AMI_MEGARAID3,
 290                 PCI_ANY_ID,
 291                 PCI_ANY_ID,
 292         },
 293         {
 294                 PCI_VENDOR_ID_LSI_LOGIC,
 295                 PCI_DEVICE_ID_LINDSAY,
 296                 PCI_ANY_ID,
 297                 PCI_ANY_ID,
 298         },
 299         {0}     /* Terminating entry */
 300 };
 301 MODULE_DEVICE_TABLE(pci, pci_id_table_g);
 302
 303
 304 static struct pci_driver megaraid_pci_driver = {
 305         .name           = "megaraid",
 306         .id_table       = pci_id_table_g,
 307         .probe          = megaraid_probe_one,
 308         .remove         = megaraid_detach_one,
 309         .shutdown       = megaraid_mbox_shutdown,
 310 };
 311
 312
 313
 314 // definitions for the device attributes for exporting logical drive number
 315 // for a scsi address (Host, Channel, Id, Lun)
 316
 317 DEVICE_ATTR(megaraid_mbox_app_hndl, S_IRUSR, megaraid_sysfs_show_app_hndl,
 318                 NULL);
 319
 320 // Host template initializer for megaraid mbox sysfs device attributes
 321 static struct device_attribute *megaraid_shost_attrs[] = {
 322         &dev_attr_megaraid_mbox_app_hndl,
 323         NULL,
 324 };
 325
 326
 327 DEVICE_ATTR(megaraid_mbox_ld, S_IRUSR, megaraid_sysfs_show_ldnum, NULL);
 328
 329 // Host template initializer for megaraid mbox sysfs device attributes
 330 static struct device_attribute *megaraid_sdev_attrs[] = {
 331         &dev_attr_megaraid_mbox_ld,
 332         NULL,
 333 };
 334
 335 /*
 336  * Scsi host template for megaraid unified driver
 337  */
 338 static struct scsi_host_template megaraid_template_g = {
 339         .module                         = THIS_MODULE,
 340         .name                           = "LSI Logic MegaRAID driver",
 341         .proc_name                      = "megaraid",
 342         .queuecommand                   = megaraid_queue_command,
 343         .eh_abort_handler               = megaraid_abort_handler,
 344         .eh_device_reset_handler        = megaraid_reset_handler,
 345         .eh_bus_reset_handler           = megaraid_reset_handler,
 346         .eh_host_reset_handler          = megaraid_reset_handler,
 347         .change_queue_depth             = scsi_change_queue_depth,
 348         .use_clustering                 = ENABLE_CLUSTERING,
 349         .no_write_same                  = 1,
 350         .sdev_attrs                     = megaraid_sdev_attrs,
 351         .shost_attrs                    = megaraid_shost_attrs,
 352 };
 353
 354
 355 /**
 356  * megaraid_init - module load hook
 357  *
 358  * We register ourselves as hotplug enabled module and let PCI subsystem
 359  * discover our adapters.
 360  */
 361 static int __init
 362 megaraid_init(void)
 363 {
 364         int     rval;
 365
 366         // Announce the driver version
 367         con_log(CL_ANN, (KERN_INFO "megaraid: %s %s\n", MEGARAID_VERSION,
 368                 MEGARAID_EXT_VERSION));
 369
 370         // check validity of module parameters
 371         if (megaraid_cmd_per_lun > MBOX_MAX_SCSI_CMDS) {
 372
 373                 con_log(CL_ANN, (KERN_WARNING
 374                         "megaraid mailbox: max commands per lun reset to %d\n",
 375                         MBOX_MAX_SCSI_CMDS));
 376
 377                 megaraid_cmd_per_lun = MBOX_MAX_SCSI_CMDS;
 378         }
 379
 380
 381         // register as a PCI hot-plug driver module
 382         rval = pci_register_driver(&megaraid_pci_driver);
 383         if (rval < 0) {
 384                 con_log(CL_ANN, (KERN_WARNING
 385                         "megaraid: could not register hotplug support.\n"));
 386         }
 387
 388         return rval;
 389 }
 390
 391
 392 /**
 393  * megaraid_exit - driver unload entry point
 394  *
 395  * We simply unwrap the megaraid_init routine here.
 396  */
 397 static void __exit
 398 megaraid_exit(void)
 399 {
 400         con_log(CL_DLEVEL1, (KERN_NOTICE "megaraid: unloading framework\n"));
 401
 402         // unregister as PCI hotplug driver
 403         pci_unregister_driver(&megaraid_pci_driver);
 404
 405         return;
 406 }
 407
 408
 409 /**
 410  * megaraid_probe_one - PCI hotplug entry point
 411  * @pdev        : handle to this controller's PCI configuration space
 412  * @id          : pci device id of the class of controllers
 413  *
 414  * This routine should be called whenever a new adapter is detected by the
 415  * PCI hotplug susbsystem.
 416  */
 417 static int
 418 megaraid_probe_one(struct pci_dev *pdev, const struct pci_device_id *id)
 419 {
 420         adapter_t       *adapter;
 421
 422
 423         // detected a new controller
 424         con_log(CL_ANN, (KERN_INFO
 425                 "megaraid: probe new device %#4.04x:%#4.04x:%#4.04x:%#4.04x: ",
 426                 pdev->vendor, pdev->device, pdev->subsystem_vendor,
 427                 pdev->subsystem_device));
 428
 429         con_log(CL_ANN, ("bus %d:slot %d:func %d\n", pdev->bus->number,
 430                 PCI_SLOT(pdev->devfn), PCI_FUNC(pdev->devfn)));
 431
 432         if (pci_enable_device(pdev)) {
 433                 con_log(CL_ANN, (KERN_WARNING
 434                                 "megaraid: pci_enable_device failed\n"));
 435
 436                 return -ENODEV;
 437         }
 438
 439         // Enable bus-mastering on this controller
 440         pci_set_master(pdev);
 441
 442         // Allocate the per driver initialization structure
 443         adapter = kzalloc(sizeof(adapter_t), GFP_KERNEL);
 444
 445         if (adapter == NULL) {
 446                 con_log(CL_ANN, (KERN_WARNING
 447                 "megaraid: out of memory, %s %d.\n", __func__, __LINE__));
 448
 449                 goto out_probe_one;
 450         }
 451
 452
 453         // set up PCI related soft state and other pre-known parameters
 454         adapter->unique_id      = pdev->bus->number << 8 | pdev->devfn;
 455         adapter->irq            = pdev->irq;
 456         adapter->pdev           = pdev;
 457
 458         atomic_set(&adapter->being_detached, 0);
 459
 460         // Setup the default DMA mask. This would be changed later on
 461         // depending on hardware capabilities
 462         if (pci_set_dma_mask(adapter->pdev, DMA_BIT_MASK(32)) != 0) {
 463
 464                 con_log(CL_ANN, (KERN_WARNING
 465                         "megaraid: pci_set_dma_mask failed:%d\n", __LINE__));
 466
 467                 goto out_free_adapter;
 468         }
 469
 470
 471         // Initialize the synchronization lock for kernel and LLD
 472         spin_lock_init(&adapter->lock);
 473
 474         // Initialize the command queues: the list of free SCBs and the list
 475         // of pending SCBs.
 476         INIT_LIST_HEAD(&adapter->kscb_pool);
 477         spin_lock_init(SCSI_FREE_LIST_LOCK(adapter));
 478
 479         INIT_LIST_HEAD(&adapter->pend_list);
 480         spin_lock_init(PENDING_LIST_LOCK(adapter));
 481
 482         INIT_LIST_HEAD(&adapter->completed_list);
 483         spin_lock_init(COMPLETED_LIST_LOCK(adapter));
 484
 485
 486         // Start the mailbox based controller
 487         if (megaraid_init_mbox(adapter) != 0) {
 488                 con_log(CL_ANN, (KERN_WARNING
 489                         "megaraid: maibox adapter did not initialize\n"));
 490
 491                 goto out_free_adapter;
 492         }
 493
 494         // Register with LSI Common Management Module
 495         if (megaraid_cmm_register(adapter) != 0) {
 496
 497                 con_log(CL_ANN, (KERN_WARNING
 498                 "megaraid: could not register with management module\n"));
 499
 500                 goto out_fini_mbox;
 501         }
 502
 503         // setup adapter handle in PCI soft state
 504         pci_set_drvdata(pdev, adapter);
 505
 506         // attach with scsi mid-layer
 507         if (megaraid_io_attach(adapter) != 0) {
 508
 509                 con_log(CL_ANN, (KERN_WARNING "megaraid: io attach failed\n"));
 510
 511                 goto out_cmm_unreg;
 512         }
 513
 514         return 0;
 515
 516 out_cmm_unreg:
 517         megaraid_cmm_unregister(adapter);
 518 out_fini_mbox:
 519         megaraid_fini_mbox(adapter);
 520 out_free_adapter:
 521         kfree(adapter);
 522 out_probe_one:
 523         pci_disable_device(pdev);
 524
 525         return -ENODEV;
 526 }
 527
 528
 529 /**
 530  * megaraid_detach_one - release framework resources and call LLD release routine
 531  * @pdev        : handle for our PCI configuration space
 532  *
 533  * This routine is called during driver unload. We free all the allocated
 534  * resources and call the corresponding LLD so that it can also release all
 535  * its resources.
 536  *
 537  * This routine is also called from the PCI hotplug system.
 538  */
 539 static void
 540 megaraid_detach_one(struct pci_dev *pdev)
 541 {
 542         adapter_t               *adapter;
 543         struct Scsi_Host        *host;
 544
 545
 546         // Start a rollback on this adapter
 547         adapter = pci_get_drvdata(pdev);
 548
 549         if (!adapter) {
 550                 con_log(CL_ANN, (KERN_CRIT
 551                 "megaraid: Invalid detach on %#4.04x:%#4.04x:%#4.04x:%#4.04x\n",
 552                         pdev->vendor, pdev->device, pdev->subsystem_vendor,
 553                         pdev->subsystem_device));
 554
 555                 return;
 556         }
 557         else {
 558                 con_log(CL_ANN, (KERN_NOTICE
 559                 "megaraid: detaching device %#4.04x:%#4.04x:%#4.04x:%#4.04x\n",
 560                         pdev->vendor, pdev->device, pdev->subsystem_vendor,
 561                         pdev->subsystem_device));
 562         }
 563
 564
 565         host = adapter->host;
 566
 567         // do not allow any more requests from the management module for this
 568         // adapter.
 569         // FIXME: How do we account for the request which might still be
 570         // pending with us?
 571         atomic_set(&adapter->being_detached, 1);
 572
 573         // detach from the IO sub-system
 574         megaraid_io_detach(adapter);
 575
 576         // Unregister from common management module
 577         //
 578         // FIXME: this must return success or failure for conditions if there
 579         // is a command pending with LLD or not.
 580         megaraid_cmm_unregister(adapter);
 581
 582         // finalize the mailbox based controller and release all resources
 583         megaraid_fini_mbox(adapter);
 584
 585         kfree(adapter);
 586
 587         scsi_host_put(host);
 588
 589         pci_disable_device(pdev);
 590
 591         return;
 592 }
 593
 594
 595 /**
 596  * megaraid_mbox_shutdown - PCI shutdown for megaraid HBA
 597  * @pdev                : generic driver model device
 598  *
 599  * Shutdown notification, perform flush cache.
 600  */
 601 static void
 602 megaraid_mbox_shutdown(struct pci_dev *pdev)
 603 {
 604         adapter_t               *adapter = pci_get_drvdata(pdev);
 605         static int              counter;
 606
 607         if (!adapter) {
 608                 con_log(CL_ANN, (KERN_WARNING
 609                         "megaraid: null device in shutdown\n"));
 610                 return;
 611         }
 612
 613         // flush caches now
 614         con_log(CL_ANN, (KERN_INFO "megaraid: flushing adapter %d...",
 615                 counter++));
 616
 617         megaraid_mbox_flush_cache(adapter);
 618
 619         con_log(CL_ANN, ("done\n"));
 620 }
 621
 622
 623 /**
 624  * megaraid_io_attach - attach a device with the IO subsystem
 625  * @adapter             : controller's soft state
 626  *
 627  * Attach this device with the IO subsystem.
 628  */
 629 static int
 630 megaraid_io_attach(adapter_t *adapter)
 631 {
 632         struct Scsi_Host        *host;
 633
 634         // Initialize SCSI Host structure
 635         host = scsi_host_alloc(&megaraid_template_g, 8);
 636         if (!host) {
 637                 con_log(CL_ANN, (KERN_WARNING
 638                         "megaraid mbox: scsi_register failed\n"));
 639
 640                 return -1;
 641         }
 642
 643         SCSIHOST2ADAP(host)     = (caddr_t)adapter;
 644         adapter->host           = host;
 645
 646         host->irq               = adapter->irq;
 647         host->unique_id         = adapter->unique_id;
 648         host->can_queue         = adapter->max_cmds;
 649         host->this_id           = adapter->init_id;
 650         host->sg_tablesize      = adapter->sglen;
 651         host->max_sectors       = adapter->max_sectors;
 652         host->cmd_per_lun       = adapter->cmd_per_lun;
 653         host->max_channel       = adapter->max_channel;
 654         host->max_id            = adapter->max_target;
 655         host->max_lun           = adapter->max_lun;
 656
 657
 658         // notify mid-layer about the new controller
 659         if (scsi_add_host(host, &adapter->pdev->dev)) {
 660
 661                 con_log(CL_ANN, (KERN_WARNING
 662                         "megaraid mbox: scsi_add_host failed\n"));
 663
 664                 scsi_host_put(host);
 665
 666                 return -1;
 667         }
 668
 669         scsi_scan_host(host);
 670
 671         return 0;
 672 }
 673
 674
 675 /**
 676  * megaraid_io_detach - detach a device from the IO subsystem
 677  * @adapter             : controller's soft state
 678  *
 679  * Detach this device from the IO subsystem.
 680  */
 681 static void
 682 megaraid_io_detach(adapter_t *adapter)
 683 {
 684         struct Scsi_Host        *host;
 685
 686         con_log(CL_DLEVEL1, (KERN_INFO "megaraid: io detach\n"));
 687
 688         host = adapter->host;
 689
 690         scsi_remove_host(host);
 691
 692         return;
 693 }
 694
 695
 696 /*
 697  * START: Mailbox Low Level Driver
 698  *
 699  * This is section specific to the single mailbox based controllers
 700  */
 701
 702 /**
 703  * megaraid_init_mbox - initialize controller
 704  * @adapter             : our soft state
 705  *
 706  * - Allocate 16-byte aligned mailbox memory for firmware handshake
 707  * - Allocate controller's memory resources
 708  * - Find out all initialization data
 709  * - Allocate memory required for all the commands
 710  * - Use internal library of FW routines, build up complete soft state
 711  */
 712 static int
 713 megaraid_init_mbox(adapter_t *adapter)
 714 {
 715         struct pci_dev          *pdev;
 716         mraid_device_t          *raid_dev;
 717         int                     i;
 718         uint32_t                magic64;
 719
 720
 721         adapter->ito    = MBOX_TIMEOUT;
 722         pdev            = adapter->pdev;
 723
 724         /*
 725          * Allocate and initialize the init data structure for mailbox
 726          * controllers
 727          */
 728         raid_dev = kzalloc(sizeof(mraid_device_t), GFP_KERNEL);
 729         if (raid_dev == NULL) return -1;
 730
 731
 732         /*
 733          * Attach the adapter soft state to raid device soft state
 734          */
 735         adapter->raid_device    = (caddr_t)raid_dev;
 736         raid_dev->fast_load     = megaraid_fast_load;
 737
 738
 739         // our baseport
 740         raid_dev->baseport = pci_resource_start(pdev, 0);
 741
 742         if (pci_request_regions(pdev, "MegaRAID: LSI Logic Corporation") != 0) {
 743
 744                 con_log(CL_ANN, (KERN_WARNING
 745                                 "megaraid: mem region busy\n"));
 746
 747                 goto out_free_raid_dev;
 748         }
 749
 750         raid_dev->baseaddr = ioremap_nocache(raid_dev->baseport, 128);
 751
 752         if (!raid_dev->baseaddr) {
 753
 754                 con_log(CL_ANN, (KERN_WARNING
 755                         "megaraid: could not map hba memory\n") );
 756
 757                 goto out_release_regions;
 758         }
 759
 760         /* initialize the mutual exclusion lock for the mailbox */
 761         spin_lock_init(&raid_dev->mailbox_lock);
 762
 763         /* allocate memory required for commands */
 764         if (megaraid_alloc_cmd_packets(adapter) != 0)
 765                 goto out_iounmap;
 766
 767         /*
 768          * Issue SYNC cmd to flush the pending cmds in the adapter
 769          * and initialize its internal state
 770          */
 771
 772         if (megaraid_mbox_fire_sync_cmd(adapter))
 773                 con_log(CL_ANN, ("megaraid: sync cmd failed\n"));
 774
 775         /*
 776          * Setup the rest of the soft state using the library of
 777          * FW routines
 778          */
 779
 780         /* request IRQ and register the interrupt service routine */
 781         if (request_irq(adapter->irq, megaraid_isr, IRQF_SHARED, "megaraid",
 782                 adapter)) {
 783
 784                 con_log(CL_ANN, (KERN_WARNING
 785                         "megaraid: Couldn't register IRQ %d!\n", adapter->irq));
 786                 goto out_alloc_cmds;
 787
 788         }
 789
 790         // Product info
 791         if (megaraid_mbox_product_info(adapter) != 0)
 792                 goto out_free_irq;
 793
 794         // Do we support extended CDBs
 795         adapter->max_cdb_sz = 10;
 796         if (megaraid_mbox_extended_cdb(adapter) == 0) {
 797                 adapter->max_cdb_sz = 16;
 798         }
 799
 800         /*
 801          * Do we support cluster environment, if we do, what is the initiator
 802          * id.
 803          * NOTE: In a non-cluster aware firmware environment, the LLD should
 804          * return 7 as initiator id.
 805          */
 806         adapter->ha             = 0;
 807         adapter->init_id        = -1;
 808         if (megaraid_mbox_support_ha(adapter, &adapter->init_id) == 0) {
 809                 adapter->ha = 1;
 810         }
 811
 812         /*
 813          * Prepare the device ids array to have the mapping between the kernel
 814          * device address and megaraid device address.
 815          * We export the physical devices on their actual addresses. The
 816          * logical drives are exported on a virtual SCSI channel
 817          */
 818         megaraid_mbox_setup_device_map(adapter);
 819
 820         // If the firmware supports random deletion, update the device id map
 821         if (megaraid_mbox_support_random_del(adapter)) {
 822
 823                 // Change the logical drives numbers in device_ids array one
 824                 // slot in device_ids is reserved for target id, that's why
 825                 // "<=" below
 826                 for (i = 0; i <= MAX_LOGICAL_DRIVES_40LD; i++) {
 827                         adapter->device_ids[adapter->max_channel][i] += 0x80;
 828                 }
 829                 adapter->device_ids[adapter->max_channel][adapter->init_id] =
 830                         0xFF;
 831
 832                 raid_dev->random_del_supported = 1;
 833         }
 834
 835         /*
 836          * find out the maximum number of scatter-gather elements supported by
 837          * this firmware
 838          */
 839         adapter->sglen = megaraid_mbox_get_max_sg(adapter);
 840
 841         // enumerate RAID and SCSI channels so that all devices on SCSI
 842         // channels can later be exported, including disk devices
 843         megaraid_mbox_enum_raid_scsi(adapter);
 844
 845         /*
 846          * Other parameters required by upper layer
 847          *
 848          * maximum number of sectors per IO command
 849          */
 850         adapter->max_sectors = megaraid_max_sectors;
 851
 852         /*
 853          * number of queued commands per LUN.
 854          */
 855         adapter->cmd_per_lun = megaraid_cmd_per_lun;
 856
 857         /*
 858          * Allocate resources required to issue FW calls, when sysfs is
 859          * accessed
 860          */
 861         if (megaraid_sysfs_alloc_resources(adapter) != 0)
 862                 goto out_free_irq;
 863
 864         // Set the DMA mask to 64-bit. All supported controllers as capable of
 865         // DMA in this range
 866         pci_read_config_dword(adapter->pdev, PCI_CONF_AMISIG64, &magic64);
 867
 868         if (((magic64 == HBA_SIGNATURE_64_BIT) &&
 869                 ((adapter->pdev->subsystem_device !=
 870                 PCI_SUBSYS_ID_MEGARAID_SATA_150_6) &&
 871                 (adapter->pdev->subsystem_device !=
 872                 PCI_SUBSYS_ID_MEGARAID_SATA_150_4))) ||
 873                 (adapter->pdev->vendor == PCI_VENDOR_ID_LSI_LOGIC &&
 874                 adapter->pdev->device == PCI_DEVICE_ID_VERDE) ||
 875                 (adapter->pdev->vendor == PCI_VENDOR_ID_LSI_LOGIC &&
 876                 adapter->pdev->device == PCI_DEVICE_ID_DOBSON) ||
 877                 (adapter->pdev->vendor == PCI_VENDOR_ID_LSI_LOGIC &&
 878                 adapter->pdev->device == PCI_DEVICE_ID_LINDSAY) ||
 879                 (adapter->pdev->vendor == PCI_VENDOR_ID_DELL &&
 880                 adapter->pdev->device == PCI_DEVICE_ID_PERC4_DI_EVERGLADES) ||
 881                 (adapter->pdev->vendor == PCI_VENDOR_ID_DELL &&
 882                 adapter->pdev->device == PCI_DEVICE_ID_PERC4E_DI_KOBUK)) {
 883                 if (pci_set_dma_mask(adapter->pdev, DMA_BIT_MASK(64))) {
 884                         con_log(CL_ANN, (KERN_WARNING
 885                                 "megaraid: DMA mask for 64-bit failed\n"));
 886
 887                         if (pci_set_dma_mask (adapter->pdev, DMA_BIT_MASK(32))) {
 888                                 con_log(CL_ANN, (KERN_WARNING
 889                                         "megaraid: 32-bit DMA mask failed\n"));
 890                                 goto out_free_sysfs_res;
 891                         }
 892                 }
 893         }
 894
 895         // setup tasklet for DPC
 896         tasklet_init(&adapter->dpc_h, megaraid_mbox_dpc,
 897                         (unsigned long)adapter);
 898
 899         con_log(CL_DLEVEL1, (KERN_INFO
 900                 "megaraid mbox hba successfully initialized\n"));
 901
 902         return 0;
 903
 904 out_free_sysfs_res:
 905         megaraid_sysfs_free_resources(adapter);
 906 out_free_irq:
 907         free_irq(adapter->irq, adapter);
 908 out_alloc_cmds:
 909         megaraid_free_cmd_packets(adapter);
 910 out_iounmap:
 911         iounmap(raid_dev->baseaddr);
 912 out_release_regions:
 913         pci_release_regions(pdev);
 914 out_free_raid_dev:
 915         kfree(raid_dev);
 916
 917         return -1;
 918 }
 919
 920
 921 /**
 922  * megaraid_fini_mbox - undo controller initialization
 923  * @adapter             : our soft state
 924  */
 925 static void
 926 megaraid_fini_mbox(adapter_t *adapter)
 927 {
 928         mraid_device_t *raid_dev = ADAP2RAIDDEV(adapter);
 929
 930         // flush all caches
 931         megaraid_mbox_flush_cache(adapter);
 932
 933         tasklet_kill(&adapter->dpc_h);
 934
 935         megaraid_sysfs_free_resources(adapter);
 936
 937         megaraid_free_cmd_packets(adapter);
 938
 939         free_irq(adapter->irq, adapter);
 940
 941         iounmap(raid_dev->baseaddr);
 942
 943         pci_release_regions(adapter->pdev);
 944
 945         kfree(raid_dev);
 946
 947         return;
 948 }
 949
 950
 951 /**
 952  * megaraid_alloc_cmd_packets - allocate shared mailbox
 953  * @adapter             : soft state of the raid controller
 954  *
 955  * Allocate and align the shared mailbox. This maibox is used to issue
 956  * all the commands. For IO based controllers, the mailbox is also registered
 957  * with the FW. Allocate memory for all commands as well.
 958  * This is our big allocator.
 959  */
 960 static int
 961 megaraid_alloc_cmd_packets(adapter_t *adapter)
 962 {
 963         mraid_device_t          *raid_dev = ADAP2RAIDDEV(adapter);
 964         struct pci_dev          *pdev;
 965         unsigned long           align;
 966         scb_t                   *scb;
 967         mbox_ccb_t              *ccb;
 968         struct mraid_pci_blk    *epthru_pci_blk;
 969         struct mraid_pci_blk    *sg_pci_blk;
 970         struct mraid_pci_blk    *mbox_pci_blk;
 971         int                     i;
 972
 973         pdev = adapter->pdev;
 974
 975         /*
 976          * Setup the mailbox
 977          * Allocate the common 16-byte aligned memory for the handshake
 978          * mailbox.
 979          */
 980         raid_dev->una_mbox64 = pci_zalloc_consistent(adapter->pdev,
 981                                                      sizeof(mbox64_t),
 982                                                      &raid_dev->una_mbox64_dma);
 983
 984         if (!raid_dev->una_mbox64) {
 985                 con_log(CL_ANN, (KERN_WARNING
 986                         "megaraid: out of memory, %s %d\n", __func__,
 987                         __LINE__));
 988                 return -1;
 989         }
 990
 991         /*
 992          * Align the mailbox at 16-byte boundary
 993          */
 994         raid_dev->mbox  = &raid_dev->una_mbox64->mbox32;
 995
 996         raid_dev->mbox  = (mbox_t *)((((unsigned long)raid_dev->mbox) + 15) &
 997                                 (~0UL ^ 0xFUL));
 998
 999         raid_dev->mbox64 = (mbox64_t *)(((unsigned long)raid_dev->mbox) - 8);
1000
1001         align = ((void *)raid_dev->mbox -
1002                         ((void *)&raid_dev->una_mbox64->mbox32));
1003
1004         raid_dev->mbox_dma = (unsigned long)raid_dev->una_mbox64_dma + 8 +
1005                         align;
1006
1007         // Allocate memory for commands issued internally
1008         adapter->ibuf = pci_zalloc_consistent(pdev, MBOX_IBUF_SIZE,
1009                                               &adapter->ibuf_dma_h);
1010         if (!adapter->ibuf) {
1011
1012                 con_log(CL_ANN, (KERN_WARNING
1013                         "megaraid: out of memory, %s %d\n", __func__,
1014                         __LINE__));
1015
1016                 goto out_free_common_mbox;
1017         }
1018
1019         // Allocate memory for our SCSI Command Blocks and their associated
1020         // memory
1021
1022         /*
1023          * Allocate memory for the base list of scb. Later allocate memory for
1024          * CCBs and embedded components of each CCB and point the pointers in
1025          * scb to the allocated components
1026          * NOTE: The code to allocate SCB will be duplicated in all the LLD
1027          * since the calling routine does not yet know the number of available
1028          * commands.
1029          */
1030         adapter->kscb_list = kcalloc(MBOX_MAX_SCSI_CMDS, sizeof(scb_t), GFP_KERNEL);
1031
1032         if (adapter->kscb_list == NULL) {
1033                 con_log(CL_ANN, (KERN_WARNING
1034                         "megaraid: out of memory, %s %d\n", __func__,
1035                         __LINE__));
1036                 goto out_free_ibuf;
1037         }
1038
1039         // memory allocation for our command packets
1040         if (megaraid_mbox_setup_dma_pools(adapter) != 0) {
1041                 con_log(CL_ANN, (KERN_WARNING
1042                         "megaraid: out of memory, %s %d\n", __func__,
1043                         __LINE__));
1044                 goto out_free_scb_list;
1045         }
1046
1047         // Adjust the scb pointers and link in the free pool
1048         epthru_pci_blk  = raid_dev->epthru_pool;
1049         sg_pci_blk      = raid_dev->sg_pool;
1050         mbox_pci_blk    = raid_dev->mbox_pool;
1051
1052         for (i = 0; i < MBOX_MAX_SCSI_CMDS; i++) {
1053                 scb                     = adapter->kscb_list + i;
1054                 ccb                     = raid_dev->ccb_list + i;
1055
1056                 ccb->mbox       = (mbox_t *)(mbox_pci_blk[i].vaddr + 16);
1057                 ccb->raw_mbox   = (uint8_t *)ccb->mbox;
1058                 ccb->mbox64     = (mbox64_t *)(mbox_pci_blk[i].vaddr + 8);
1059                 ccb->mbox_dma_h = (unsigned long)mbox_pci_blk[i].dma_addr + 16;
1060
1061                 // make sure the mailbox is aligned properly
1062                 if (ccb->mbox_dma_h & 0x0F) {
1063                         con_log(CL_ANN, (KERN_CRIT
1064                                 "megaraid mbox: not aligned on 16-bytes\n"));
1065
1066                         goto out_teardown_dma_pools;
1067                 }
1068
1069                 ccb->epthru             = (mraid_epassthru_t *)
1070                                                 epthru_pci_blk[i].vaddr;
1071                 ccb->epthru_dma_h       = epthru_pci_blk[i].dma_addr;
1072                 ccb->pthru              = (mraid_passthru_t *)ccb->epthru;
1073                 ccb->pthru_dma_h        = ccb->epthru_dma_h;
1074
1075
1076                 ccb->sgl64              = (mbox_sgl64 *)sg_pci_blk[i].vaddr;
1077                 ccb->sgl_dma_h          = sg_pci_blk[i].dma_addr;
1078                 ccb->sgl32              = (mbox_sgl32 *)ccb->sgl64;
1079
1080                 scb->ccb                = (caddr_t)ccb;
1081                 scb->gp                 = 0;
1082
1083                 scb->sno                = i;    // command index
1084
1085                 scb->scp                = NULL;
1086                 scb->state              = SCB_FREE;
1087                 scb->dma_direction      = PCI_DMA_NONE;
1088                 scb->dma_type           = MRAID_DMA_NONE;
1089                 scb->dev_channel        = -1;
1090                 scb->dev_target         = -1;
1091
1092                 // put scb in the free pool
1093                 list_add_tail(&scb->list, &adapter->kscb_pool);
1094         }
1095
1096         return 0;
1097
1098 out_teardown_dma_pools:
1099         megaraid_mbox_teardown_dma_pools(adapter);
1100 out_free_scb_list:
1101         kfree(adapter->kscb_list);
1102 out_free_ibuf:
1103         pci_free_consistent(pdev, MBOX_IBUF_SIZE, (void *)adapter->ibuf,
1104                 adapter->ibuf_dma_h);
1105 out_free_common_mbox:
1106         pci_free_consistent(adapter->pdev, sizeof(mbox64_t),
1107                 (caddr_t)raid_dev->una_mbox64, raid_dev->una_mbox64_dma);
1108
1109         return -1;
1110 }
1111
1112
1113 /**
1114  * megaraid_free_cmd_packets - free memory
1115  * @adapter             : soft state of the raid controller
1116  *
1117  * Release memory resources allocated for commands.
1118  */
1119 static void
1120 megaraid_free_cmd_packets(adapter_t *adapter)
1121 {
1122         mraid_device_t *raid_dev = ADAP2RAIDDEV(adapter);
1123
1124         megaraid_mbox_teardown_dma_pools(adapter);
1125
1126         kfree(adapter->kscb_list);
1127
1128         pci_free_consistent(adapter->pdev, MBOX_IBUF_SIZE,
1129                 (void *)adapter->ibuf, adapter->ibuf_dma_h);
1130
1131         pci_free_consistent(adapter->pdev, sizeof(mbox64_t),
1132                 (caddr_t)raid_dev->una_mbox64, raid_dev->una_mbox64_dma);
1133         return;
1134 }
1135
1136
1137 /**
1138  * megaraid_mbox_setup_dma_pools - setup dma pool for command packets
1139  * @adapter             : HBA soft state
1140  *
1141  * Setup the dma pools for mailbox, passthru and extended passthru structures,
1142  * and scatter-gather lists.
1143  */
1144 static int
1145 megaraid_mbox_setup_dma_pools(adapter_t *adapter)
1146 {
1147         mraid_device_t          *raid_dev = ADAP2RAIDDEV(adapter);
1148         struct mraid_pci_blk    *epthru_pci_blk;
1149         struct mraid_pci_blk    *sg_pci_blk;
1150         struct mraid_pci_blk    *mbox_pci_blk;
1151         int                     i;
1152
1153
1154
1155         // Allocate memory for 16-bytes aligned mailboxes
1156         raid_dev->mbox_pool_handle = pci_pool_create("megaraid mbox pool",
1157                                                 adapter->pdev,
1158                                                 sizeof(mbox64_t) + 16,
1159                                                 16, 0);
1160
1161         if (raid_dev->mbox_pool_handle == NULL) {
1162                 goto fail_setup_dma_pool;
1163         }
1164
1165         mbox_pci_blk = raid_dev->mbox_pool;
1166         for (i = 0; i < MBOX_MAX_SCSI_CMDS; i++) {
1167                 mbox_pci_blk[i].vaddr = pci_pool_alloc(
1168                                                 raid_dev->mbox_pool_handle,
1169                                                 GFP_KERNEL,
1170                                                 &mbox_pci_blk[i].dma_addr);
1171                 if (!mbox_pci_blk[i].vaddr) {
1172                         goto fail_setup_dma_pool;
1173                 }
1174         }
1175
1176         /*
1177          * Allocate memory for each embedded passthru strucuture pointer
1178          * Request for a 128 bytes aligned structure for each passthru command
1179          * structure
1180          * Since passthru and extended passthru commands are exclusive, they
1181          * share common memory pool. Passthru structures piggyback on memory
1182          * allocted to extended passthru since passthru is smaller of the two
1183          */
1184         raid_dev->epthru_pool_handle = pci_pool_create("megaraid mbox pthru",
1185                         adapter->pdev, sizeof(mraid_epassthru_t), 128, 0);
1186
1187         if (raid_dev->epthru_pool_handle == NULL) {
1188                 goto fail_setup_dma_pool;
1189         }
1190
1191         epthru_pci_blk = raid_dev->epthru_pool;
1192         for (i = 0; i < MBOX_MAX_SCSI_CMDS; i++) {
1193                 epthru_pci_blk[i].vaddr = pci_pool_alloc(
1194                                                 raid_dev->epthru_pool_handle,
1195                                                 GFP_KERNEL,
1196                                                 &epthru_pci_blk[i].dma_addr);
1197                 if (!epthru_pci_blk[i].vaddr) {
1198                         goto fail_setup_dma_pool;
1199                 }
1200         }
1201
1202
1203         // Allocate memory for each scatter-gather list. Request for 512 bytes
1204         // alignment for each sg list
1205         raid_dev->sg_pool_handle = pci_pool_create("megaraid mbox sg",
1206                                         adapter->pdev,
1207                                         sizeof(mbox_sgl64) * MBOX_MAX_SG_SIZE,
1208                                         512, 0);
1209
1210         if (raid_dev->sg_pool_handle == NULL) {
1211                 goto fail_setup_dma_pool;
1212         }
1213
1214         sg_pci_blk = raid_dev->sg_pool;
1215         for (i = 0; i < MBOX_MAX_SCSI_CMDS; i++) {
1216                 sg_pci_blk[i].vaddr = pci_pool_alloc(
1217                                                 raid_dev->sg_pool_handle,
1218                                                 GFP_KERNEL,
1219                                                 &sg_pci_blk[i].dma_addr);
1220                 if (!sg_pci_blk[i].vaddr) {
1221                         goto fail_setup_dma_pool;
1222                 }
1223         }
1224
1225         return 0;
1226
1227 fail_setup_dma_pool:
1228         megaraid_mbox_teardown_dma_pools(adapter);
1229         return -1;
1230 }
1231
1232
1233 /**
1234  * megaraid_mbox_teardown_dma_pools - teardown dma pools for command packets
1235  * @adapter             : HBA soft state
1236  *
1237  * Teardown the dma pool for mailbox, passthru and extended passthru
1238  * structures, and scatter-gather lists.
1239  */
1240 static void
1241 megaraid_mbox_teardown_dma_pools(adapter_t *adapter)
1242 {
1243         mraid_device_t          *raid_dev = ADAP2RAIDDEV(adapter);
1244         struct mraid_pci_blk    *epthru_pci_blk;
1245         struct mraid_pci_blk    *sg_pci_blk;
1246         struct mraid_pci_blk    *mbox_pci_blk;
1247         int                     i;
1248
1249
1250         sg_pci_blk = raid_dev->sg_pool;
1251         for (i = 0; i < MBOX_MAX_SCSI_CMDS && sg_pci_blk[i].vaddr; i++) {
1252                 pci_pool_free(raid_dev->sg_pool_handle, sg_pci_blk[i].vaddr,
1253                         sg_pci_blk[i].dma_addr);
1254         }
1255         if (raid_dev->sg_pool_handle)
1256                 pci_pool_destroy(raid_dev->sg_pool_handle);
1257
1258
1259         epthru_pci_blk = raid_dev->epthru_pool;
1260         for (i = 0; i < MBOX_MAX_SCSI_CMDS && epthru_pci_blk[i].vaddr; i++) {
1261                 pci_pool_free(raid_dev->epthru_pool_handle,
1262                         epthru_pci_blk[i].vaddr, epthru_pci_blk[i].dma_addr);
1263         }
1264         if (raid_dev->epthru_pool_handle)
1265                 pci_pool_destroy(raid_dev->epthru_pool_handle);
1266
1267
1268         mbox_pci_blk = raid_dev->mbox_pool;
1269         for (i = 0; i < MBOX_MAX_SCSI_CMDS && mbox_pci_blk[i].vaddr; i++) {
1270                 pci_pool_free(raid_dev->mbox_pool_handle,
1271                         mbox_pci_blk[i].vaddr, mbox_pci_blk[i].dma_addr);
1272         }
1273         if (raid_dev->mbox_pool_handle)
1274                 pci_pool_destroy(raid_dev->mbox_pool_handle);
1275
1276         return;
1277 }
1278
1279
1280 /**
1281  * megaraid_alloc_scb - detach and return a scb from the free list
1282  * @adapter     : controller's soft state
1283  * @scp         : pointer to the scsi command to be executed
1284  *
1285  * Return the scb from the head of the free list. %NULL if there are none
1286  * available.
1287  */
1288 static scb_t *
1289 megaraid_alloc_scb(adapter_t *adapter, struct scsi_cmnd *scp)
1290 {
1291         struct list_head        *head = &adapter->kscb_pool;
1292         scb_t                   *scb = NULL;
1293         unsigned long           flags;
1294
1295         // detach scb from free pool
1296         spin_lock_irqsave(SCSI_FREE_LIST_LOCK(adapter), flags);
1297
1298         if (list_empty(head)) {
1299                 spin_unlock_irqrestore(SCSI_FREE_LIST_LOCK(adapter), flags);
1300                 return NULL;
1301         }
1302
1303         scb = list_entry(head->next, scb_t, list);
1304         list_del_init(&scb->list);
1305
1306         spin_unlock_irqrestore(SCSI_FREE_LIST_LOCK(adapter), flags);
1307
1308         scb->state      = SCB_ACTIVE;
1309         scb->scp        = scp;
1310         scb->dma_type   = MRAID_DMA_NONE;
1311
1312         return scb;
1313 }
1314
1315
1316 /**
1317  * megaraid_dealloc_scb - return the scb to the free pool
1318  * @adapter     : controller's soft state
1319  * @scb         : scb to be freed
1320  *
1321  * Return the scb back to the free list of scbs. The caller must 'flush' the
1322  * SCB before calling us. E.g., performing pci_unamp and/or pci_sync etc.
1323  * NOTE NOTE: Make sure the scb is not on any list before calling this
1324  * routine.
1325  */
1326 static inline void
1327 megaraid_dealloc_scb(adapter_t *adapter, scb_t *scb)
1328 {
1329         unsigned long           flags;
1330
1331         // put scb in the free pool
1332         scb->state      = SCB_FREE;
1333         scb->scp        = NULL;
1334         spin_lock_irqsave(SCSI_FREE_LIST_LOCK(adapter), flags);
1335
1336         list_add(&scb->list, &adapter->kscb_pool);
1337
1338         spin_unlock_irqrestore(SCSI_FREE_LIST_LOCK(adapter), flags);
1339
1340         return;
1341 }
1342
1343
1344 /**
1345  * megaraid_mbox_mksgl - make the scatter-gather list
1346  * @adapter     : controller's soft state
1347  * @scb         : scsi control block
1348  *
1349  * Prepare the scatter-gather list.
1350  */
1351 static int
1352 megaraid_mbox_mksgl(adapter_t *adapter, scb_t *scb)
1353 {
1354         struct scatterlist      *sgl;
1355         mbox_ccb_t              *ccb;
1356         struct scsi_cmnd        *scp;
1357         int                     sgcnt;
1358         int                     i;
1359
1360
1361         scp     = scb->scp;
1362         ccb     = (mbox_ccb_t *)scb->ccb;
1363
1364         sgcnt = scsi_dma_map(scp);
1365         BUG_ON(sgcnt < 0 || sgcnt > adapter->sglen);
1366
1367         // no mapping required if no data to be transferred
1368         if (!sgcnt)
1369                 return 0;
1370
1371         scb->dma_type = MRAID_DMA_WSG;
1372
1373         scsi_for_each_sg(scp, sgl, sgcnt, i) {
1374                 ccb->sgl64[i].address   = sg_dma_address(sgl);
1375                 ccb->sgl64[i].length    = sg_dma_len(sgl);
1376         }
1377
1378         // Return count of SG nodes
1379         return sgcnt;
1380 }
1381
1382
1383 /**
1384  * mbox_post_cmd - issue a mailbox command
1385  * @adapter     : controller's soft state
1386  * @scb         : command to be issued
1387  *
1388  * Post the command to the controller if mailbox is available.
1389  */
1390 static int
1391 mbox_post_cmd(adapter_t *adapter, scb_t *scb)
1392 {
1393         mraid_device_t  *raid_dev = ADAP2RAIDDEV(adapter);
1394         mbox64_t        *mbox64;
1395         mbox_t          *mbox;
1396         mbox_ccb_t      *ccb;
1397         unsigned long   flags;
1398         unsigned int    i = 0;
1399
1400
1401         ccb     = (mbox_ccb_t *)scb->ccb;
1402         mbox    = raid_dev->mbox;
1403         mbox64  = raid_dev->mbox64;
1404
1405         /*
1406          * Check for busy mailbox. If it is, return failure - the caller
1407          * should retry later.
1408          */
1409         spin_lock_irqsave(MAILBOX_LOCK(raid_dev), flags);
1410
1411         if (unlikely(mbox->busy)) {
1412                 do {
1413                         udelay(1);
1414                         i++;
1415                         rmb();
1416                 } while(mbox->busy && (i < max_mbox_busy_wait));
1417
1418                 if (mbox->busy) {
1419
1420                         spin_unlock_irqrestore(MAILBOX_LOCK(raid_dev), flags);
1421
1422                         return -1;
1423                 }
1424         }
1425
1426
1427         // Copy this command's mailbox data into "adapter's" mailbox
1428         memcpy((caddr_t)mbox64, (caddr_t)ccb->mbox64, 22);
1429         mbox->cmdid = scb->sno;
1430
1431         adapter->outstanding_cmds++;
1432
1433         if (scb->dma_direction == PCI_DMA_TODEVICE)
1434                 pci_dma_sync_sg_for_device(adapter->pdev,
1435                                            scsi_sglist(scb->scp),
1436                                            scsi_sg_count(scb->scp),
1437                                            PCI_DMA_TODEVICE);
1438
1439         mbox->busy      = 1;    // Set busy
1440         mbox->poll      = 0;
1441         mbox->ack       = 0;
1442         wmb();
1443
1444         WRINDOOR(raid_dev, raid_dev->mbox_dma | 0x1);
1445
1446         spin_unlock_irqrestore(MAILBOX_LOCK(raid_dev), flags);
1447
1448         return 0;
1449 }
1450
1451
1452 /**
1453  * megaraid_queue_command - generic queue entry point for all LLDs
1454  * @scp         : pointer to the scsi command to be executed
1455  * @done        : callback routine to be called after the cmd has be completed
1456  *
1457  * Queue entry point for mailbox based controllers.
1458  */
1459 static int
1460 megaraid_queue_command_lck(struct scsi_cmnd *scp, void (*done)(struct scsi_cmnd *))
1461 {
1462         adapter_t       *adapter;
1463         scb_t           *scb;
1464         int             if_busy;
1465
1466         adapter         = SCP2ADAPTER(scp);
1467         scp->scsi_done  = done;
1468         scp->result     = 0;
1469
1470         /*
1471          * Allocate and build a SCB request
1472          * if_busy flag will be set if megaraid_mbox_build_cmd() command could
1473          * not allocate scb. We will return non-zero status in that case.
1474          * NOTE: scb can be null even though certain commands completed
1475          * successfully, e.g., MODE_SENSE and TEST_UNIT_READY, it would
1476          * return 0 in that case, and we would do the callback right away.
1477          */
1478         if_busy = 0;
1479         scb = megaraid_mbox_build_cmd(adapter, scp, &if_busy);
1480         if (!scb) {     // command already completed
1481                 done(scp);
1482                 return 0;
1483         }
1484
1485         megaraid_mbox_runpendq(adapter, scb);
1486         return if_busy;
1487 }
1488
1489 static DEF_SCSI_QCMD(megaraid_queue_command)
1490
1491 /**
1492  * megaraid_mbox_build_cmd - transform the mid-layer scsi commands
1493  * @adapter     : controller's soft state
1494  * @scp         : mid-layer scsi command pointer
1495  * @busy        : set if request could not be completed because of lack of
1496  *              resources
1497  *
1498  * Transform the mid-layer scsi command to megaraid firmware lingua.
1499  * Convert the command issued by mid-layer to format understood by megaraid
1500  * firmware. We also complete certain commands without sending them to firmware.
1501  */
1502 static scb_t *
1503 megaraid_mbox_build_cmd(adapter_t *adapter, struct scsi_cmnd *scp, int *busy)
1504 {
1505         mraid_device_t          *rdev = ADAP2RAIDDEV(adapter);
1506         int                     channel;
1507         int                     target;
1508         int                     islogical;
1509         mbox_ccb_t              *ccb;
1510         mraid_passthru_t        *pthru;
1511         mbox64_t                *mbox64;
1512         mbox_t                  *mbox;
1513         scb_t                   *scb;
1514         char                    skip[] = "skipping";
1515         char                    scan[] = "scanning";
1516         char                    *ss;
1517
1518
1519         /*
1520          * Get the appropriate device map for the device this command is
1521          * intended for
1522          */
1523         MRAID_GET_DEVICE_MAP(adapter, scp, channel, target, islogical);
1524
1525         /*
1526          * Logical drive commands
1527          */
1528         if (islogical) {
1529                 switch (scp->cmnd[0]) {
1530                 case TEST_UNIT_READY:
1531                         /*
1532                          * Do we support clustering and is the support enabled
1533                          * If no, return success always
1534                          */
1535                         if (!adapter->ha) {
1536                                 scp->result = (DID_OK << 16);
1537                                 return NULL;
1538                         }
1539
1540                         if (!(scb = megaraid_alloc_scb(adapter, scp))) {
1541                                 scp->result = (DID_ERROR << 16);
1542                                 *busy = 1;
1543                                 return NULL;
1544                         }
1545
1546                         scb->dma_direction      = scp->sc_data_direction;
1547                         scb->dev_channel        = 0xFF;
1548                         scb->dev_target         = target;
1549                         ccb                     = (mbox_ccb_t *)scb->ccb;
1550
1551                         /*
1552                          * The command id will be provided by the command
1553                          * issuance routine
1554                          */
1555                         ccb->raw_mbox[0]        = CLUSTER_CMD;
1556                         ccb->raw_mbox[2]        = RESERVATION_STATUS;
1557                         ccb->raw_mbox[3]        = target;
1558
1559                         return scb;
1560
1561                 case MODE_SENSE:
1562                 {
1563                         struct scatterlist      *sgl;
1564                         caddr_t                 vaddr;
1565
1566                         sgl = scsi_sglist(scp);
1567                         if (sg_page(sgl)) {
1568                                 vaddr = (caddr_t) sg_virt(&sgl[0]);
1569
1570                                 memset(vaddr, 0, scp->cmnd[4]);
1571                         }
1572                         else {
1573                                 con_log(CL_ANN, (KERN_WARNING
1574                                                  "megaraid mailbox: invalid sg:%d\n",
1575                                                  __LINE__));
1576                         }
1577                 }
1578                 scp->result = (DID_OK << 16);
1579                 return NULL;
1580
1581                 case INQUIRY:
1582                         /*
1583                          * Display the channel scan for logical drives
1584                          * Do not display scan for a channel if already done.
1585                          */
1586                         if (!(rdev->last_disp & (1L << SCP2CHANNEL(scp)))) {
1587
1588                                 con_log(CL_ANN, (KERN_INFO
1589                                         "scsi[%d]: scanning scsi channel %d",
1590                                         adapter->host->host_no,
1591                                         SCP2CHANNEL(scp)));
1592
1593                                 con_log(CL_ANN, (
1594                                         " [virtual] for logical drives\n"));
1595
1596                                 rdev->last_disp |= (1L << SCP2CHANNEL(scp));
1597                         }
1598
1599                         if (scp->cmnd[1] & MEGA_SCSI_INQ_EVPD) {
1600                                 scp->sense_buffer[0] = 0x70;
1601                                 scp->sense_buffer[2] = ILLEGAL_REQUEST;
1602                                 scp->sense_buffer[12] = MEGA_INVALID_FIELD_IN_CDB;
1603                                 scp->result = CHECK_CONDITION << 1;
1604                                 return NULL;
1605                         }
1606
1607                         /* Fall through */
1608
1609                 case READ_CAPACITY:
1610                         /*
1611                          * Do not allow LUN > 0 for logical drives and
1612                          * requests for more than 40 logical drives
1613                          */
1614                         if (SCP2LUN(scp)) {
1615                                 scp->result = (DID_BAD_TARGET << 16);
1616                                 return NULL;
1617                         }
1618                         if ((target % 0x80) >= MAX_LOGICAL_DRIVES_40LD) {
1619                                 scp->result = (DID_BAD_TARGET << 16);
1620                                 return NULL;
1621                         }
1622
1623
1624                         /* Allocate a SCB and initialize passthru */
1625                         if (!(scb = megaraid_alloc_scb(adapter, scp))) {
1626                                 scp->result = (DID_ERROR << 16);
1627                                 *busy = 1;
1628                                 return NULL;
1629                         }
1630
1631                         ccb                     = (mbox_ccb_t *)scb->ccb;
1632                         scb->dev_channel        = 0xFF;
1633                         scb->dev_target         = target;
1634                         pthru                   = ccb->pthru;
1635                         mbox                    = ccb->mbox;
1636                         mbox64                  = ccb->mbox64;
1637
1638                         pthru->timeout          = 0;
1639                         pthru->ars              = 1;
1640                         pthru->reqsenselen      = 14;
1641                         pthru->islogical        = 1;
1642                         pthru->logdrv           = target;
1643                         pthru->cdblen           = scp->cmd_len;
1644                         memcpy(pthru->cdb, scp->cmnd, scp->cmd_len);
1645
1646                         mbox->cmd               = MBOXCMD_PASSTHRU64;
1647                         scb->dma_direction      = scp->sc_data_direction;
1648
1649                         pthru->dataxferlen      = scsi_bufflen(scp);
1650                         pthru->dataxferaddr     = ccb->sgl_dma_h;
1651                         pthru->numsge           = megaraid_mbox_mksgl(adapter,
1652                                                         scb);
1653
1654                         mbox->xferaddr          = 0xFFFFFFFF;
1655                         mbox64->xferaddr_lo     = (uint32_t )ccb->pthru_dma_h;
1656                         mbox64->xferaddr_hi     = 0;
1657
1658                         return scb;
1659
1660                 case READ_6:
1661                 case WRITE_6:
1662                 case READ_10:
1663                 case WRITE_10:
1664                 case READ_12:
1665                 case WRITE_12:
1666
1667                         /*
1668                          * Allocate a SCB and initialize mailbox
1669                          */
1670                         if (!(scb = megaraid_alloc_scb(adapter, scp))) {
1671                                 scp->result = (DID_ERROR << 16);
1672                                 *busy = 1;
1673                                 return NULL;
1674                         }
1675                         ccb                     = (mbox_ccb_t *)scb->ccb;
1676                         scb->dev_channel        = 0xFF;
1677                         scb->dev_target         = target;
1678                         mbox                    = ccb->mbox;
1679                         mbox64                  = ccb->mbox64;
1680                         mbox->logdrv            = target;
1681
1682                         /*
1683                          * A little HACK: 2nd bit is zero for all scsi read
1684                          * commands and is set for all scsi write commands
1685                          */
1686                         mbox->cmd = (scp->cmnd[0] & 0x02) ?  MBOXCMD_LWRITE64:
1687                                         MBOXCMD_LREAD64 ;
1688
1689                         /*
1690                          * 6-byte READ(0x08) or WRITE(0x0A) cdb
1691                          */
1692                         if (scp->cmd_len == 6) {
1693                                 mbox->numsectors = (uint32_t)scp->cmnd[4];
1694                                 mbox->lba =
1695                                         ((uint32_t)scp->cmnd[1] << 16)  |
1696                                         ((uint32_t)scp->cmnd[2] << 8)   |
1697                                         (uint32_t)scp->cmnd[3];
1698
1699                                 mbox->lba &= 0x1FFFFF;
1700                         }
1701
1702                         /*
1703                          * 10-byte READ(0x28) or WRITE(0x2A) cdb
1704                          */
1705                         else if (scp->cmd_len == 10) {
1706                                 mbox->numsectors =
1707                                         (uint32_t)scp->cmnd[8] |
1708                                         ((uint32_t)scp->cmnd[7] << 8);
1709                                 mbox->lba =
1710                                         ((uint32_t)scp->cmnd[2] << 24) |
1711                                         ((uint32_t)scp->cmnd[3] << 16) |
1712                                         ((uint32_t)scp->cmnd[4] << 8) |
1713                                         (uint32_t)scp->cmnd[5];
1714                         }
1715
1716                         /*
1717                          * 12-byte READ(0xA8) or WRITE(0xAA) cdb
1718                          */
1719                         else if (scp->cmd_len == 12) {
1720                                 mbox->lba =
1721                                         ((uint32_t)scp->cmnd[2] << 24) |
1722                                         ((uint32_t)scp->cmnd[3] << 16) |
1723                                         ((uint32_t)scp->cmnd[4] << 8) |
1724                                         (uint32_t)scp->cmnd[5];
1725
1726                                 mbox->numsectors =
1727                                         ((uint32_t)scp->cmnd[6] << 24) |
1728                                         ((uint32_t)scp->cmnd[7] << 16) |
1729                                         ((uint32_t)scp->cmnd[8] << 8) |
1730                                         (uint32_t)scp->cmnd[9];
1731                         }
1732                         else {
1733                                 con_log(CL_ANN, (KERN_WARNING
1734                                         "megaraid: unsupported CDB length\n"));
1735
1736                                 megaraid_dealloc_scb(adapter, scb);
1737
1738                                 scp->result = (DID_ERROR << 16);
1739                                 return NULL;
1740                         }
1741
1742                         scb->dma_direction = scp->sc_data_direction;
1743
1744                         // Calculate Scatter-Gather info
1745                         mbox64->xferaddr_lo     = (uint32_t )ccb->sgl_dma_h;
1746                         mbox->numsge            = megaraid_mbox_mksgl(adapter,
1747                                                         scb);
1748                         mbox->xferaddr          = 0xFFFFFFFF;
1749                         mbox64->xferaddr_hi     = 0;
1750
1751                         return scb;
1752
1753                 case RESERVE:
1754                 case RELEASE:
1755                         /*
1756                          * Do we support clustering and is the support enabled
1757                          */
1758                         if (!adapter->ha) {
1759                                 scp->result = (DID_BAD_TARGET << 16);
1760                                 return NULL;
1761                         }
1762
1763                         /*
1764                          * Allocate a SCB and initialize mailbox
1765                          */
1766                         if (!(scb = megaraid_alloc_scb(adapter, scp))) {
1767                                 scp->result = (DID_ERROR << 16);
1768                                 *busy = 1;
1769                                 return NULL;
1770                         }
1771
1772                         ccb                     = (mbox_ccb_t *)scb->ccb;
1773                         scb->dev_channel        = 0xFF;
1774                         scb->dev_target         = target;
1775                         ccb->raw_mbox[0]        = CLUSTER_CMD;
1776                         ccb->raw_mbox[2]        =  (scp->cmnd[0] == RESERVE) ?
1777                                                 RESERVE_LD : RELEASE_LD;
1778
1779                         ccb->raw_mbox[3]        = target;
1780                         scb->dma_direction      = scp->sc_data_direction;
1781
1782                         return scb;
1783
1784                 default:
1785                         scp->result = (DID_BAD_TARGET << 16);
1786                         return NULL;
1787                 }
1788         }
1789         else { // Passthru device commands
1790
1791                 // Do not allow access to target id > 15 or LUN > 7
1792                 if (target > 15 || SCP2LUN(scp) > 7) {
1793                         scp->result = (DID_BAD_TARGET << 16);
1794                         return NULL;
1795                 }
1796
1797                 // if fast load option was set and scan for last device is
1798                 // over, reset the fast_load flag so that during a possible
1799                 // next scan, devices can be made available
1800                 if (rdev->fast_load && (target == 15) &&
1801                         (SCP2CHANNEL(scp) == adapter->max_channel -1)) {
1802
1803                         con_log(CL_ANN, (KERN_INFO
1804                         "megaraid[%d]: physical device scan re-enabled\n",
1805                                 adapter->host->host_no));
1806                         rdev->fast_load = 0;
1807                 }
1808
1809                 /*
1810                  * Display the channel scan for physical devices
1811                  */
1812                 if (!(rdev->last_disp & (1L << SCP2CHANNEL(scp)))) {
1813
1814                         ss = rdev->fast_load ? skip : scan;
1815
1816                         con_log(CL_ANN, (KERN_INFO
1817                                 "scsi[%d]: %s scsi channel %d [Phy %d]",
1818                                 adapter->host->host_no, ss, SCP2CHANNEL(scp),
1819                                 channel));
1820
1821                         con_log(CL_ANN, (
1822                                 " for non-raid devices\n"));
1823
1824                         rdev->last_disp |= (1L << SCP2CHANNEL(scp));
1825                 }
1826
1827                 // disable channel sweep if fast load option given
1828                 if (rdev->fast_load) {
1829                         scp->result = (DID_BAD_TARGET << 16);
1830                         return NULL;
1831                 }
1832
1833                 // Allocate a SCB and initialize passthru
1834                 if (!(scb = megaraid_alloc_scb(adapter, scp))) {
1835                         scp->result = (DID_ERROR << 16);
1836                         *busy = 1;
1837                         return NULL;
1838                 }
1839
1840                 ccb                     = (mbox_ccb_t *)scb->ccb;
1841                 scb->dev_channel        = channel;
1842                 scb->dev_target         = target;
1843                 scb->dma_direction      = scp->sc_data_direction;
1844                 mbox                    = ccb->mbox;
1845                 mbox64                  = ccb->mbox64;
1846
1847                 // Does this firmware support extended CDBs
1848                 if (adapter->max_cdb_sz == 16) {
1849                         mbox->cmd               = MBOXCMD_EXTPTHRU;
1850
1851                         megaraid_mbox_prepare_epthru(adapter, scb, scp);
1852
1853                         mbox64->xferaddr_lo     = (uint32_t)ccb->epthru_dma_h;
1854                         mbox64->xferaddr_hi     = 0;
1855                         mbox->xferaddr          = 0xFFFFFFFF;
1856                 }
1857                 else {
1858                         mbox->cmd = MBOXCMD_PASSTHRU64;
1859
1860                         megaraid_mbox_prepare_pthru(adapter, scb, scp);
1861
1862                         mbox64->xferaddr_lo     = (uint32_t)ccb->pthru_dma_h;
1863                         mbox64->xferaddr_hi     = 0;
1864                         mbox->xferaddr          = 0xFFFFFFFF;
1865                 }
1866                 return scb;
1867         }
1868
1869         // NOT REACHED
1870 }
1871
1872
1873 /**
1874  * megaraid_mbox_runpendq - execute commands queued in the pending queue
1875  * @adapter     : controller's soft state
1876  * @scb_q       : SCB to be queued in the pending list
1877  *
1878  * Scan the pending list for commands which are not yet issued and try to
1879  * post to the controller. The SCB can be a null pointer, which would indicate
1880  * no SCB to be queue, just try to execute the ones in the pending list.
1881  *
1882  * NOTE: We do not actually traverse the pending list. The SCBs are plucked
1883  * out from the head of the pending list. If it is successfully issued, the
1884  * next SCB is at the head now.
1885  */
1886 static void
1887 megaraid_mbox_runpendq(adapter_t *adapter, scb_t *scb_q)
1888 {
1889         scb_t                   *scb;
1890         unsigned long           flags;
1891
1892         spin_lock_irqsave(PENDING_LIST_LOCK(adapter), flags);
1893
1894         if (scb_q) {
1895                 scb_q->state = SCB_PENDQ;
1896                 list_add_tail(&scb_q->list, &adapter->pend_list);
1897         }
1898
1899         // if the adapter in not in quiescent mode, post the commands to FW
1900         if (adapter->quiescent) {
1901                 spin_unlock_irqrestore(PENDING_LIST_LOCK(adapter), flags);
1902                 return;
1903         }
1904
1905         while (!list_empty(&adapter->pend_list)) {
1906
1907                 assert_spin_locked(PENDING_LIST_LOCK(adapter));
1908
1909                 scb = list_entry(adapter->pend_list.next, scb_t, list);
1910
1911                 // remove the scb from the pending list and try to
1912                 // issue. If we are unable to issue it, put back in
1913                 // the pending list and return
1914
1915                 list_del_init(&scb->list);
1916
1917                 spin_unlock_irqrestore(PENDING_LIST_LOCK(adapter), flags);
1918
1919                 // if mailbox was busy, return SCB back to pending
1920                 // list. Make sure to add at the head, since that's
1921                 // where it would have been removed from
1922
1923                 scb->state = SCB_ISSUED;
1924
1925                 if (mbox_post_cmd(adapter, scb) != 0) {
1926
1927                         spin_lock_irqsave(PENDING_LIST_LOCK(adapter), flags);
1928
1929                         scb->state = SCB_PENDQ;
1930
1931                         list_add(&scb->list, &adapter->pend_list);
1932
1933                         spin_unlock_irqrestore(PENDING_LIST_LOCK(adapter),
1934                                 flags);
1935
1936                         return;
1937                 }
1938
1939                 spin_lock_irqsave(PENDING_LIST_LOCK(adapter), flags);
1940         }
1941
1942         spin_unlock_irqrestore(PENDING_LIST_LOCK(adapter), flags);
1943
1944
1945         return;
1946 }
1947
1948
1949 /**
1950  * megaraid_mbox_prepare_pthru - prepare a command for physical devices
1951  * @adapter     : pointer to controller's soft state
1952  * @scb         : scsi control block
1953  * @scp         : scsi command from the mid-layer
1954  *
1955  * Prepare a command for the scsi physical devices.
1956  */
1957 static void
1958 megaraid_mbox_prepare_pthru(adapter_t *adapter, scb_t *scb,
1959                 struct scsi_cmnd *scp)
1960 {
1961         mbox_ccb_t              *ccb;
1962         mraid_passthru_t        *pthru;
1963         uint8_t                 channel;
1964         uint8_t                 target;
1965
1966         ccb     = (mbox_ccb_t *)scb->ccb;
1967         pthru   = ccb->pthru;
1968         channel = scb->dev_channel;
1969         target  = scb->dev_target;
1970
1971         // 0=6sec, 1=60sec, 2=10min, 3=3hrs, 4=NO timeout
1972         pthru->timeout          = 4;
1973         pthru->ars              = 1;
1974         pthru->islogical        = 0;
1975         pthru->channel          = 0;
1976         pthru->target           = (channel << 4) | target;
1977         pthru->logdrv           = SCP2LUN(scp);
1978         pthru->reqsenselen      = 14;
1979         pthru->cdblen           = scp->cmd_len;
1980
1981         memcpy(pthru->cdb, scp->cmnd, scp->cmd_len);
1982
1983         if (scsi_bufflen(scp)) {
1984                 pthru->dataxferlen      = scsi_bufflen(scp);
1985                 pthru->dataxferaddr     = ccb->sgl_dma_h;
1986                 pthru->numsge           = megaraid_mbox_mksgl(adapter, scb);
1987         }
1988         else {
1989                 pthru->dataxferaddr     = 0;
1990                 pthru->dataxferlen      = 0;
1991                 pthru->numsge           = 0;
1992         }
1993         return;
1994 }
1995
1996
1997 /**
1998  * megaraid_mbox_prepare_epthru - prepare a command for physical devices
1999  * @adapter     : pointer to controller's soft state
2000  * @scb         : scsi control block
2001  * @scp         : scsi command from the mid-layer
2002  *
2003  * Prepare a command for the scsi physical devices. This routine prepares
2004  * commands for devices which can take extended CDBs (>10 bytes).
2005  */
2006 static void
2007 megaraid_mbox_prepare_epthru(adapter_t *adapter, scb_t *scb,
2008                 struct scsi_cmnd *scp)
2009 {
2010         mbox_ccb_t              *ccb;
2011         mraid_epassthru_t       *epthru;
2012         uint8_t                 channel;
2013         uint8_t                 target;
2014
2015         ccb     = (mbox_ccb_t *)scb->ccb;
2016         epthru  = ccb->epthru;
2017         channel = scb->dev_channel;
2018         target  = scb->dev_target;
2019
2020         // 0=6sec, 1=60sec, 2=10min, 3=3hrs, 4=NO timeout
2021         epthru->timeout         = 4;
2022         epthru->ars             = 1;
2023         epthru->islogical       = 0;
2024         epthru->channel         = 0;
2025         epthru->target          = (channel << 4) | target;
2026         epthru->logdrv          = SCP2LUN(scp);
2027         epthru->reqsenselen     = 14;
2028         epthru->cdblen          = scp->cmd_len;
2029
2030         memcpy(epthru->cdb, scp->cmnd, scp->cmd_len);
2031
2032         if (scsi_bufflen(scp)) {
2033                 epthru->dataxferlen     = scsi_bufflen(scp);
2034                 epthru->dataxferaddr    = ccb->sgl_dma_h;
2035                 epthru->numsge          = megaraid_mbox_mksgl(adapter, scb);
2036         }
2037         else {
2038                 epthru->dataxferaddr    = 0;
2039                 epthru->dataxferlen     = 0;
2040                 epthru->numsge          = 0;
2041         }
2042         return;
2043 }
2044
2045
2046 /**
2047  * megaraid_ack_sequence - interrupt ack sequence for memory mapped HBAs
2048  * @adapter     : controller's soft state
2049  *
2050  * Interrupt acknowledgement sequence for memory mapped HBAs. Find out the
2051  * completed command and put them on the completed list for later processing.
2052  *
2053  * Returns:     1 if the interrupt is valid, 0 otherwise
2054  */
2055 static int
2056 megaraid_ack_sequence(adapter_t *adapter)
2057 {
2058         mraid_device_t          *raid_dev = ADAP2RAIDDEV(adapter);
2059         mbox_t                  *mbox;
2060         scb_t                   *scb;
2061         uint8_t                 nstatus;
2062         uint8_t                 completed[MBOX_MAX_FIRMWARE_STATUS];
2063         struct list_head        clist;
2064         int                     handled;
2065         uint32_t                dword;
2066         unsigned long           flags;
2067         int                     i, j;
2068
2069
2070         mbox    = raid_dev->mbox;
2071
2072         // move the SCBs from the firmware completed array to our local list
2073         INIT_LIST_HEAD(&clist);
2074
2075         // loop till F/W has more commands for us to complete
2076         handled = 0;
2077         spin_lock_irqsave(MAILBOX_LOCK(raid_dev), flags);
2078         do {
2079                 /*
2080                  * Check if a valid interrupt is pending. If found, force the
2081                  * interrupt line low.
2082                  */
2083                 dword = RDOUTDOOR(raid_dev);
2084                 if (dword != 0x10001234) break;
2085
2086                 handled = 1;
2087
2088                 WROUTDOOR(raid_dev, 0x10001234);
2089
2090                 nstatus = 0;
2091                 // wait for valid numstatus to post
2092                 for (i = 0; i < 0xFFFFF; i++) {
2093                         if (mbox->numstatus != 0xFF) {
2094                                 nstatus = mbox->numstatus;
2095                                 break;
2096                         }
2097                         rmb();
2098                 }
2099                 mbox->numstatus = 0xFF;
2100
2101                 adapter->outstanding_cmds -= nstatus;
2102
2103                 for (i = 0; i < nstatus; i++) {
2104
2105                         // wait for valid command index to post
2106                         for (j = 0; j < 0xFFFFF; j++) {
2107                                 if (mbox->completed[i] != 0xFF) break;
2108                                 rmb();
2109                         }
2110                         completed[i]            = mbox->completed[i];
2111                         mbox->completed[i]      = 0xFF;
2112
2113                         if (completed[i] == 0xFF) {
2114                                 con_log(CL_ANN, (KERN_CRIT
2115                                 "megaraid: command posting timed out\n"));
2116
2117                                 BUG();
2118                                 continue;
2119                         }
2120
2121                         // Get SCB associated with this command id
2122                         if (completed[i] >= MBOX_MAX_SCSI_CMDS) {
2123                                 // a cmm command
2124                                 scb = adapter->uscb_list + (completed[i] -
2125                                                 MBOX_MAX_SCSI_CMDS);
2126                         }
2127                         else {
2128                                 // an os command
2129                                 scb = adapter->kscb_list + completed[i];
2130                         }
2131
2132                         scb->status = mbox->status;
2133                         list_add_tail(&scb->list, &clist);
2134                 }
2135
2136                 // Acknowledge interrupt
2137                 WRINDOOR(raid_dev, 0x02);
2138
2139         } while(1);
2140
2141         spin_unlock_irqrestore(MAILBOX_LOCK(raid_dev), flags);
2142
2143
2144         // put the completed commands in the completed list. DPC would
2145         // complete these commands later
2146         spin_lock_irqsave(COMPLETED_LIST_LOCK(adapter), flags);
2147
2148         list_splice(&clist, &adapter->completed_list);
2149
2150         spin_unlock_irqrestore(COMPLETED_LIST_LOCK(adapter), flags);
2151
2152
2153         // schedule the DPC if there is some work for it
2154         if (handled)
2155                 tasklet_schedule(&adapter->dpc_h);
2156
2157         return handled;
2158 }
2159
2160
2161 /**
2162  * megaraid_isr - isr for memory based mailbox based controllers
2163  * @irq         : irq
2164  * @devp        : pointer to our soft state
2165  *
2166  * Interrupt service routine for memory-mapped mailbox controllers.
2167  */
2168 static irqreturn_t
2169 megaraid_isr(int irq, void *devp)
2170 {
2171         adapter_t       *adapter = devp;
2172         int             handled;
2173
2174         handled = megaraid_ack_sequence(adapter);
2175
2176         /* Loop through any pending requests */
2177         if (!adapter->quiescent) {
2178                 megaraid_mbox_runpendq(adapter, NULL);
2179         }
2180
2181         return IRQ_RETVAL(handled);
2182 }
2183
2184
2185 /**
2186  * megaraid_mbox_sync_scb - sync kernel buffers
2187  * @adapter     : controller's soft state
2188  * @scb         : pointer to the resource packet
2189  *
2190  * DMA sync if required.
2191  */
2192 static void
2193 megaraid_mbox_sync_scb(adapter_t *adapter, scb_t *scb)
2194 {
2195         mbox_ccb_t      *ccb;
2196
2197         ccb     = (mbox_ccb_t *)scb->ccb;
2198
2199         if (scb->dma_direction == PCI_DMA_FROMDEVICE)
2200                 pci_dma_sync_sg_for_cpu(adapter->pdev,
2201                                         scsi_sglist(scb->scp),
2202                                         scsi_sg_count(scb->scp),
2203                                         PCI_DMA_FROMDEVICE);
2204
2205         scsi_dma_unmap(scb->scp);
2206         return;
2207 }
2208
2209
2210 /**
2211  * megaraid_mbox_dpc - the tasklet to complete the commands from completed list
2212  * @devp        : pointer to HBA soft state
2213  *
2214  * Pick up the commands from the completed list and send back to the owners.
2215  * This is a reentrant function and does not assume any locks are held while
2216  * it is being called.
2217  */
2218 static void
2219 megaraid_mbox_dpc(unsigned long devp)
2220 {
2221         adapter_t               *adapter = (adapter_t *)devp;
2222         mraid_device_t          *raid_dev;
2223         struct list_head        clist;
2224         struct scatterlist      *sgl;
2225         scb_t                   *scb;
2226         scb_t                   *tmp;
2227         struct scsi_cmnd        *scp;
2228         mraid_passthru_t        *pthru;
2229         mraid_epassthru_t       *epthru;
2230         mbox_ccb_t              *ccb;
2231         int                     islogical;
2232         int                     pdev_index;
2233         int                     pdev_state;
2234         mbox_t                  *mbox;
2235         unsigned long           flags;
2236         uint8_t                 c;
2237         int                     status;
2238         uioc_t                  *kioc;
2239
2240
2241         if (!adapter) return;
2242
2243         raid_dev = ADAP2RAIDDEV(adapter);
2244
2245         // move the SCBs from the completed list to our local list
2246         INIT_LIST_HEAD(&clist);
2247
2248         spin_lock_irqsave(COMPLETED_LIST_LOCK(adapter), flags);
2249
2250         list_splice_init(&adapter->completed_list, &clist);
2251
2252         spin_unlock_irqrestore(COMPLETED_LIST_LOCK(adapter), flags);
2253
2254
2255         list_for_each_entry_safe(scb, tmp, &clist, list) {
2256
2257                 status          = scb->status;
2258                 scp             = scb->scp;
2259                 ccb             = (mbox_ccb_t *)scb->ccb;
2260                 pthru           = ccb->pthru;
2261                 epthru          = ccb->epthru;
2262                 mbox            = ccb->mbox;
2263
2264                 // Make sure f/w has completed a valid command
2265                 if (scb->state != SCB_ISSUED) {
2266                         con_log(CL_ANN, (KERN_CRIT
2267                         "megaraid critical err: invalid command %d:%d:%p\n",
2268                                 scb->sno, scb->state, scp));
2269                         BUG();
2270                         continue;       // Must never happen!
2271                 }
2272
2273                 // check for the management command and complete it right away
2274                 if (scb->sno >= MBOX_MAX_SCSI_CMDS) {
2275                         scb->state      = SCB_FREE;
2276                         scb->status     = status;
2277
2278                         // remove from local clist
2279                         list_del_init(&scb->list);
2280
2281                         kioc                    = (uioc_t *)scb->gp;
2282                         kioc->status            = 0;
2283
2284                         megaraid_mbox_mm_done(adapter, scb);
2285
2286                         continue;
2287                 }
2288
2289                 // Was an abort issued for this command earlier
2290                 if (scb->state & SCB_ABORT) {
2291                         con_log(CL_ANN, (KERN_NOTICE
2292                         "megaraid: aborted cmd [%x] completed\n",
2293                                 scb->sno));
2294                 }
2295
2296                 /*
2297                  * If the inquiry came of a disk drive which is not part of
2298                  * any RAID array, expose it to the kernel. For this to be
2299                  * enabled, user must set the "megaraid_expose_unconf_disks"
2300                  * flag to 1 by specifying it on module parameter list.
2301                  * This would enable data migration off drives from other
2302                  * configurations.
2303                  */
2304                 islogical = MRAID_IS_LOGICAL(adapter, scp);
2305                 if (scp->cmnd[0] == INQUIRY && status == 0 && islogical == 0
2306                                 && IS_RAID_CH(raid_dev, scb->dev_channel)) {
2307
2308                         sgl = scsi_sglist(scp);
2309                         if (sg_page(sgl)) {
2310                                 c = *(unsigned char *) sg_virt(&sgl[0]);
2311                         } else {
2312                                 con_log(CL_ANN, (KERN_WARNING
2313                                                  "megaraid mailbox: invalid sg:%d\n",
2314                                                  __LINE__));
2315                                 c = 0;
2316                         }
2317
2318                         if ((c & 0x1F ) == TYPE_DISK) {
2319                                 pdev_index = (scb->dev_channel * 16) +
2320                                         scb->dev_target;
2321                                 pdev_state =
2322                                         raid_dev->pdrv_state[pdev_index] & 0x0F;
2323
2324                                 if (pdev_state == PDRV_ONLINE           ||
2325                                         pdev_state == PDRV_FAILED       ||
2326                                         pdev_state == PDRV_RBLD         ||
2327                                         pdev_state == PDRV_HOTSPARE     ||
2328                                         megaraid_expose_unconf_disks == 0) {
2329
2330                                         status = 0xF0;
2331                                 }
2332                         }
2333                 }
2334
2335                 // Convert MegaRAID status to Linux error code
2336                 switch (status) {
2337
2338                 case 0x00:
2339
2340                         scp->result = (DID_OK << 16);
2341                         break;
2342
2343                 case 0x02:
2344
2345                         /* set sense_buffer and result fields */
2346                         if (mbox->cmd == MBOXCMD_PASSTHRU ||
2347                                 mbox->cmd == MBOXCMD_PASSTHRU64) {
2348
2349                                 memcpy(scp->sense_buffer, pthru->reqsensearea,
2350                                                 14);
2351
2352                                 scp->result = DRIVER_SENSE << 24 |
2353                                         DID_OK << 16 | CHECK_CONDITION << 1;
2354                         }
2355                         else {
2356                                 if (mbox->cmd == MBOXCMD_EXTPTHRU) {
2357
2358                                         memcpy(scp->sense_buffer,
2359                                                 epthru->reqsensearea, 14);
2360
2361                                         scp->result = DRIVER_SENSE << 24 |
2362                                                 DID_OK << 16 |
2363                                                 CHECK_CONDITION << 1;
2364                                 } else {
2365                                         scp->sense_buffer[0] = 0x70;
2366                                         scp->sense_buffer[2] = ABORTED_COMMAND;
2367                                         scp->result = CHECK_CONDITION << 1;
2368                                 }
2369                         }
2370                         break;
2371
2372                 case 0x08:
2373
2374                         scp->result = DID_BUS_BUSY << 16 | status;
2375                         break;
2376
2377                 default:
2378
2379                         /*
2380                          * If TEST_UNIT_READY fails, we know RESERVATION_STATUS
2381                          * failed
2382                          */
2383                         if (scp->cmnd[0] == TEST_UNIT_READY) {
2384                                 scp->result = DID_ERROR << 16 |
2385                                         RESERVATION_CONFLICT << 1;
2386                         }
2387                         else
2388                         /*
2389                          * Error code returned is 1 if Reserve or Release
2390                          * failed or the input parameter is invalid
2391                          */
2392                         if (status == 1 && (scp->cmnd[0] == RESERVE ||
2393                                          scp->cmnd[0] == RELEASE)) {
2394
2395                                 scp->result = DID_ERROR << 16 |
2396                                         RESERVATION_CONFLICT << 1;
2397                         }
2398                         else {
2399                                 scp->result = DID_BAD_TARGET << 16 | status;
2400                         }
2401                 }
2402
2403                 // print a debug message for all failed commands
2404                 if (status) {
2405                         megaraid_mbox_display_scb(adapter, scb);
2406                 }
2407
2408                 // Free our internal resources and call the mid-layer callback
2409                 // routine
2410                 megaraid_mbox_sync_scb(adapter, scb);
2411
2412                 // remove from local clist
2413                 list_del_init(&scb->list);
2414
2415                 // put back in free list
2416                 megaraid_dealloc_scb(adapter, scb);
2417
2418                 // send the scsi packet back to kernel
2419                 scp->scsi_done(scp);
2420         }
2421
2422         return;
2423 }
2424
2425
2426 /**
2427  * megaraid_abort_handler - abort the scsi command
2428  * @scp         : command to be aborted
2429  *
2430  * Abort a previous SCSI request. Only commands on the pending list can be
2431  * aborted. All the commands issued to the F/W must complete.
2432  **/
2433 static int
2434 megaraid_abort_handler(struct scsi_cmnd *scp)
2435 {
2436         adapter_t               *adapter;
2437         mraid_device_t          *raid_dev;
2438         scb_t                   *scb;
2439         scb_t                   *tmp;
2440         int                     found;
2441         unsigned long           flags;
2442         int                     i;
2443
2444
2445         adapter         = SCP2ADAPTER(scp);
2446         raid_dev        = ADAP2RAIDDEV(adapter);
2447
2448         con_log(CL_ANN, (KERN_WARNING
2449                 "megaraid: aborting cmd=%x <c=%d t=%d l=%d>\n",
2450                 scp->cmnd[0], SCP2CHANNEL(scp),
2451                 SCP2TARGET(scp), SCP2LUN(scp)));
2452
2453         // If FW has stopped responding, simply return failure
2454         if (raid_dev->hw_error) {
2455                 con_log(CL_ANN, (KERN_NOTICE
2456                         "megaraid: hw error, not aborting\n"));
2457                 return FAILED;
2458         }
2459
2460         // There might a race here, where the command was completed by the
2461         // firmware and now it is on the completed list. Before we could
2462         // complete the command to the kernel in dpc, the abort came.
2463         // Find out if this is the case to avoid the race.
2464         scb = NULL;
2465         spin_lock_irqsave(COMPLETED_LIST_LOCK(adapter), flags);
2466         list_for_each_entry_safe(scb, tmp, &adapter->completed_list, list) {
2467
2468                 if (scb->scp == scp) {  // Found command
2469
2470                         list_del_init(&scb->list);      // from completed list
2471
2472                         con_log(CL_ANN, (KERN_WARNING
2473                         "megaraid: %d[%d:%d], abort from completed list\n",
2474                                 scb->sno, scb->dev_channel, scb->dev_target));
2475
2476                         scp->result = (DID_ABORT << 16);
2477                         scp->scsi_done(scp);
2478
2479                         megaraid_dealloc_scb(adapter, scb);
2480
2481                         spin_unlock_irqrestore(COMPLETED_LIST_LOCK(adapter),
2482                                 flags);
2483
2484                         return SUCCESS;
2485                 }
2486         }
2487         spin_unlock_irqrestore(COMPLETED_LIST_LOCK(adapter), flags);
2488
2489
2490         // Find out if this command is still on the pending list. If it is and
2491         // was never issued, abort and return success. If the command is owned
2492         // by the firmware, we must wait for it to complete by the FW.
2493         spin_lock_irqsave(PENDING_LIST_LOCK(adapter), flags);
2494         list_for_each_entry_safe(scb, tmp, &adapter->pend_list, list) {
2495
2496                 if (scb->scp == scp) {  // Found command
2497
2498                         list_del_init(&scb->list);      // from pending list
2499
2500                         ASSERT(!(scb->state & SCB_ISSUED));
2501
2502                         con_log(CL_ANN, (KERN_WARNING
2503                                 "megaraid abort: [%d:%d], driver owner\n",
2504                                 scb->dev_channel, scb->dev_target));
2505
2506                         scp->result = (DID_ABORT << 16);
2507                         scp->scsi_done(scp);
2508
2509                         megaraid_dealloc_scb(adapter, scb);
2510
2511                         spin_unlock_irqrestore(PENDING_LIST_LOCK(adapter),
2512                                 flags);
2513
2514                         return SUCCESS;
2515                 }
2516         }
2517         spin_unlock_irqrestore(PENDING_LIST_LOCK(adapter), flags);
2518
2519
2520         // Check do we even own this command, in which case this would be
2521         // owned by the firmware. The only way to locate the FW scb is to
2522         // traverse through the list of all SCB, since driver does not
2523         // maintain these SCBs on any list
2524         found = 0;
2525         spin_lock_irq(&adapter->lock);
2526         for (i = 0; i < MBOX_MAX_SCSI_CMDS; i++) {
2527                 scb = adapter->kscb_list + i;
2528
2529                 if (scb->scp == scp) {
2530
2531                         found = 1;
2532
2533                         if (!(scb->state & SCB_ISSUED)) {
2534                                 con_log(CL_ANN, (KERN_WARNING
2535                                 "megaraid abort: %d[%d:%d], invalid state\n",
2536                                 scb->sno, scb->dev_channel, scb->dev_target));
2537                                 BUG();
2538                         }
2539                         else {
2540                                 con_log(CL_ANN, (KERN_WARNING
2541                                 "megaraid abort: %d[%d:%d], fw owner\n",
2542                                 scb->sno, scb->dev_channel, scb->dev_target));
2543                         }
2544                 }
2545         }
2546         spin_unlock_irq(&adapter->lock);
2547
2548         if (!found) {
2549                 con_log(CL_ANN, (KERN_WARNING "megaraid abort: do now own\n"));
2550
2551                 // FIXME: Should there be a callback for this command?
2552                 return SUCCESS;
2553         }
2554
2555         // We cannot actually abort a command owned by firmware, return
2556         // failure and wait for reset. In host reset handler, we will find out
2557         // if the HBA is still live
2558         return FAILED;
2559 }
2560
2561 /**
2562  * megaraid_reset_handler - device reset handler for mailbox based driver
2563  * @scp         : reference command
2564  *
2565  * Reset handler for the mailbox based controller. First try to find out if
2566  * the FW is still live, in which case the outstanding commands counter mut go
2567  * down to 0. If that happens, also issue the reservation reset command to
2568  * relinquish (possible) reservations on the logical drives connected to this
2569  * host.
2570  **/
2571 static int
2572 megaraid_reset_handler(struct scsi_cmnd *scp)
2573 {
2574         adapter_t       *adapter;
2575         scb_t           *scb;
2576         scb_t           *tmp;
2577         mraid_device_t  *raid_dev;
2578         unsigned long   flags;
2579         uint8_t         raw_mbox[sizeof(mbox_t)];
2580         int             rval;
2581         int             recovery_window;
2582         int             recovering;
2583         int             i;
2584         uioc_t          *kioc;
2585
2586         adapter         = SCP2ADAPTER(scp);
2587         raid_dev        = ADAP2RAIDDEV(adapter);
2588
2589         // return failure if adapter is not responding
2590         if (raid_dev->hw_error) {
2591                 con_log(CL_ANN, (KERN_NOTICE
2592                         "megaraid: hw error, cannot reset\n"));
2593                 return FAILED;
2594         }
2595
2596
2597         // Under exceptional conditions, FW can take up to 3 minutes to
2598         // complete command processing. Wait for additional 2 minutes for the
2599         // pending commands counter to go down to 0. If it doesn't, let the
2600         // controller be marked offline
2601         // Also, reset all the commands currently owned by the driver
2602         spin_lock_irqsave(PENDING_LIST_LOCK(adapter), flags);
2603         list_for_each_entry_safe(scb, tmp, &adapter->pend_list, list) {
2604                 list_del_init(&scb->list);      // from pending list
2605
2606                 if (scb->sno >= MBOX_MAX_SCSI_CMDS) {
2607                         con_log(CL_ANN, (KERN_WARNING
2608                         "megaraid: IOCTL packet with %d[%d:%d] being reset\n",
2609                         scb->sno, scb->dev_channel, scb->dev_target));
2610
2611                         scb->status = -1;
2612
2613                         kioc                    = (uioc_t *)scb->gp;
2614                         kioc->status            = -EFAULT;
2615
2616                         megaraid_mbox_mm_done(adapter, scb);
2617                 } else {
2618                         if (scb->scp == scp) {  // Found command
2619                                 con_log(CL_ANN, (KERN_WARNING
2620                                         "megaraid: %d[%d:%d], reset from pending list\n",
2621                                         scb->sno, scb->dev_channel, scb->dev_target));
2622                         } else {
2623                                 con_log(CL_ANN, (KERN_WARNING
2624                                 "megaraid: IO packet with %d[%d:%d] being reset\n",
2625                                 scb->sno, scb->dev_channel, scb->dev_target));
2626                         }
2627
2628                         scb->scp->result = (DID_RESET << 16);
2629                         scb->scp->scsi_done(scb->scp);
2630
2631                         megaraid_dealloc_scb(adapter, scb);
2632                 }
2633         }
2634         spin_unlock_irqrestore(PENDING_LIST_LOCK(adapter), flags);
2635
2636         if (adapter->outstanding_cmds) {
2637                 con_log(CL_ANN, (KERN_NOTICE
2638                         "megaraid: %d outstanding commands. Max wait %d sec\n",
2639                         adapter->outstanding_cmds,
2640                         (MBOX_RESET_WAIT + MBOX_RESET_EXT_WAIT)));
2641         }
2642
2643         recovery_window = MBOX_RESET_WAIT + MBOX_RESET_EXT_WAIT;
2644
2645         recovering = adapter->outstanding_cmds;
2646
2647         for (i = 0; i < recovery_window; i++) {
2648
2649                 megaraid_ack_sequence(adapter);
2650
2651                 // print a message once every 5 seconds only
2652                 if (!(i % 5)) {
2653                         con_log(CL_ANN, (
2654                         "megaraid mbox: Wait for %d commands to complete:%d\n",
2655                                 adapter->outstanding_cmds,
2656                                 (MBOX_RESET_WAIT + MBOX_RESET_EXT_WAIT) - i));
2657                 }
2658
2659                 // bailout if no recovery happened in reset time
2660                 if (adapter->outstanding_cmds == 0) {
2661                         break;
2662                 }
2663
2664                 msleep(1000);
2665         }
2666
2667         spin_lock(&adapter->lock);
2668
2669         // If still outstanding commands, bail out
2670         if (adapter->outstanding_cmds) {
2671                 con_log(CL_ANN, (KERN_WARNING
2672                         "megaraid mbox: critical hardware error!\n"));
2673
2674                 raid_dev->hw_error = 1;
2675
2676                 rval = FAILED;
2677                 goto out;
2678         }
2679         else {
2680                 con_log(CL_ANN, (KERN_NOTICE
2681                 "megaraid mbox: reset sequence completed successfully\n"));
2682         }
2683
2684
2685         // If the controller supports clustering, reset reservations
2686         if (!adapter->ha) {
2687                 rval = SUCCESS;
2688                 goto out;
2689         }
2690
2691         // clear reservations if any
2692         raw_mbox[0] = CLUSTER_CMD;
2693         raw_mbox[2] = RESET_RESERVATIONS;
2694
2695         rval = SUCCESS;
2696         if (mbox_post_sync_cmd_fast(adapter, raw_mbox) == 0) {
2697                 con_log(CL_ANN,
2698                         (KERN_INFO "megaraid: reservation reset\n"));
2699         }
2700         else {
2701                 rval = FAILED;
2702                 con_log(CL_ANN, (KERN_WARNING
2703                                 "megaraid: reservation reset failed\n"));
2704         }
2705
2706  out:
2707         spin_unlock(&adapter->lock);
2708         return rval;
2709 }
2710
2711 /*
2712  * START: internal commands library
2713  *
2714  * This section of the driver has the common routine used by the driver and
2715  * also has all the FW routines
2716  */
2717
2718 /**
2719  * mbox_post_sync_cmd() - blocking command to the mailbox based controllers
2720  * @adapter     : controller's soft state
2721  * @raw_mbox    : the mailbox
2722  *
2723  * Issue a scb in synchronous and non-interrupt mode for mailbox based
2724  * controllers.
2725  */
2726 static int
2727 mbox_post_sync_cmd(adapter_t *adapter, uint8_t raw_mbox[])
2728 {
2729         mraid_device_t  *raid_dev = ADAP2RAIDDEV(adapter);
2730         mbox64_t        *mbox64;
2731         mbox_t          *mbox;
2732         uint8_t         status;
2733         int             i;
2734
2735
2736         mbox64  = raid_dev->mbox64;
2737         mbox    = raid_dev->mbox;
2738
2739         /*
2740          * Wait until mailbox is free
2741          */
2742         if (megaraid_busywait_mbox(raid_dev) != 0)
2743                 goto blocked_mailbox;
2744
2745         /*
2746          * Copy mailbox data into host structure
2747          */
2748         memcpy((caddr_t)mbox, (caddr_t)raw_mbox, 16);
2749         mbox->cmdid             = 0xFE;
2750         mbox->busy              = 1;
2751         mbox->poll              = 0;
2752         mbox->ack               = 0;
2753         mbox->numstatus         = 0xFF;
2754         mbox->status            = 0xFF;
2755
2756         wmb();
2757         WRINDOOR(raid_dev, raid_dev->mbox_dma | 0x1);
2758
2759         // wait for maximum 1 second for status to post. If the status is not
2760         // available within 1 second, assume FW is initializing and wait
2761         // for an extended amount of time
2762         if (mbox->numstatus == 0xFF) {  // status not yet available
2763                 udelay(25);
2764
2765                 for (i = 0; mbox->numstatus == 0xFF && i < 1000; i++) {
2766                         rmb();
2767                         msleep(1);
2768                 }
2769
2770
2771                 if (i == 1000) {
2772                         con_log(CL_ANN, (KERN_NOTICE
2773                                 "megaraid mailbox: wait for FW to boot      "));
2774
2775                         for (i = 0; (mbox->numstatus == 0xFF) &&
2776                                         (i < MBOX_RESET_WAIT); i++) {
2777                                 rmb();
2778                                 con_log(CL_ANN, ("\b\b\b\b\b[%03d]",
2779                                                         MBOX_RESET_WAIT - i));
2780                                 msleep(1000);
2781                         }
2782
2783                         if (i == MBOX_RESET_WAIT) {
2784
2785                                 con_log(CL_ANN, (
2786                                 "\nmegaraid mailbox: status not available\n"));
2787
2788                                 return -1;
2789                         }
2790                         con_log(CL_ANN, ("\b\b\b\b\b[ok] \n"));
2791                 }
2792         }
2793
2794         // wait for maximum 1 second for poll semaphore
2795         if (mbox->poll != 0x77) {
2796                 udelay(25);
2797
2798                 for (i = 0; (mbox->poll != 0x77) && (i < 1000); i++) {
2799                         rmb();
2800                         msleep(1);
2801                 }
2802
2803                 if (i == 1000) {
2804                         con_log(CL_ANN, (KERN_WARNING
2805                         "megaraid mailbox: could not get poll semaphore\n"));
2806                         return -1;
2807                 }
2808         }
2809
2810         WRINDOOR(raid_dev, raid_dev->mbox_dma | 0x2);
2811         wmb();
2812
2813         // wait for maximum 1 second for acknowledgement
2814         if (RDINDOOR(raid_dev) & 0x2) {
2815                 udelay(25);
2816
2817                 for (i = 0; (RDINDOOR(raid_dev) & 0x2) && (i < 1000); i++) {
2818                         rmb();
2819                         msleep(1);
2820                 }
2821
2822                 if (i == 1000) {
2823                         con_log(CL_ANN, (KERN_WARNING
2824                                 "megaraid mailbox: could not acknowledge\n"));
2825                         return -1;
2826                 }
2827         }
2828         mbox->poll      = 0;
2829         mbox->ack       = 0x77;
2830
2831         status = mbox->status;
2832
2833         // invalidate the completed command id array. After command
2834         // completion, firmware would write the valid id.
2835         mbox->numstatus = 0xFF;
2836         mbox->status    = 0xFF;
2837         for (i = 0; i < MBOX_MAX_FIRMWARE_STATUS; i++) {
2838                 mbox->completed[i] = 0xFF;
2839         }
2840
2841         return status;
2842
2843 blocked_mailbox:
2844
2845         con_log(CL_ANN, (KERN_WARNING "megaraid: blocked mailbox\n") );
2846         return -1;
2847 }
2848
2849
2850 /**
2851  * mbox_post_sync_cmd_fast - blocking command to the mailbox based controllers
2852  * @adapter     : controller's soft state
2853  * @raw_mbox    : the mailbox
2854  *
2855  * Issue a scb in synchronous and non-interrupt mode for mailbox based
2856  * controllers. This is a faster version of the synchronous command and
2857  * therefore can be called in interrupt-context as well.
2858  */
2859 static int
2860 mbox_post_sync_cmd_fast(adapter_t *adapter, uint8_t raw_mbox[])
2861 {
2862         mraid_device_t  *raid_dev = ADAP2RAIDDEV(adapter);
2863         mbox_t          *mbox;
2864         long            i;
2865
2866
2867         mbox    = raid_dev->mbox;
2868
2869         // return immediately if the mailbox is busy
2870         if (mbox->busy) return -1;
2871
2872         // Copy mailbox data into host structure
2873         memcpy((caddr_t)mbox, (caddr_t)raw_mbox, 14);
2874         mbox->cmdid             = 0xFE;
2875         mbox->busy              = 1;
2876         mbox->poll              = 0;
2877         mbox->ack               = 0;
2878         mbox->numstatus         = 0xFF;
2879         mbox->status            = 0xFF;
2880
2881         wmb();
2882         WRINDOOR(raid_dev, raid_dev->mbox_dma | 0x1);
2883
2884         for (i = 0; i < MBOX_SYNC_WAIT_CNT; i++) {
2885                 if (mbox->numstatus != 0xFF) break;
2886                 rmb();
2887                 udelay(MBOX_SYNC_DELAY_200);
2888         }
2889
2890         if (i == MBOX_SYNC_WAIT_CNT) {
2891                 // We may need to re-calibrate the counter
2892                 con_log(CL_ANN, (KERN_CRIT
2893                         "megaraid: fast sync command timed out\n"));
2894         }
2895
2896         WRINDOOR(raid_dev, raid_dev->mbox_dma | 0x2);
2897         wmb();
2898
2899         return mbox->status;
2900 }
2901
2902
2903 /**
2904  * megaraid_busywait_mbox() - Wait until the controller's mailbox is available
2905  * @raid_dev    : RAID device (HBA) soft state
2906  *
2907  * Wait until the controller's mailbox is available to accept more commands.
2908  * Wait for at most 1 second.
2909  */
2910 static int
2911 megaraid_busywait_mbox(mraid_device_t *raid_dev)
2912 {
2913         mbox_t  *mbox = raid_dev->mbox;
2914         int     i = 0;
2915
2916         if (mbox->busy) {
2917                 udelay(25);
2918                 for (i = 0; mbox->busy && i < 1000; i++)
2919                         msleep(1);
2920         }
2921
2922         if (i < 1000) return 0;
2923         else return -1;
2924 }
2925
2926
2927 /**
2928  * megaraid_mbox_product_info - some static information about the controller
2929  * @adapter     : our soft state
2930  *
2931  * Issue commands to the controller to grab some parameters required by our
2932  * caller.
2933  */
2934 static int
2935 megaraid_mbox_product_info(adapter_t *adapter)
2936 {
2937         mraid_device_t          *raid_dev = ADAP2RAIDDEV(adapter);
2938         mbox_t                  *mbox;
2939         uint8_t                 raw_mbox[sizeof(mbox_t)];
2940         mraid_pinfo_t           *pinfo;
2941         dma_addr_t              pinfo_dma_h;
2942         mraid_inquiry3_t        *mraid_inq3;
2943         int                     i;
2944
2945
2946         memset((caddr_t)raw_mbox, 0, sizeof(raw_mbox));
2947         mbox = (mbox_t *)raw_mbox;
2948
2949         /*
2950          * Issue an ENQUIRY3 command to find out certain adapter parameters,
2951          * e.g., max channels, max commands etc.
2952          */
2953         pinfo = pci_zalloc_consistent(adapter->pdev, sizeof(mraid_pinfo_t),
2954                                       &pinfo_dma_h);
2955
2956         if (pinfo == NULL) {
2957                 con_log(CL_ANN, (KERN_WARNING
2958                         "megaraid: out of memory, %s %d\n", __func__,
2959                         __LINE__));
2960
2961                 return -1;
2962         }
2963
2964         mbox->xferaddr = (uint32_t)adapter->ibuf_dma_h;
2965         memset((void *)adapter->ibuf, 0, MBOX_IBUF_SIZE);
2966
2967         raw_mbox[0] = FC_NEW_CONFIG;
2968         raw_mbox[2] = NC_SUBOP_ENQUIRY3;
2969         raw_mbox[3] = ENQ3_GET_SOLICITED_FULL;
2970
2971         // Issue the command
2972         if (mbox_post_sync_cmd(adapter, raw_mbox) != 0) {
2973
2974                 con_log(CL_ANN, (KERN_WARNING "megaraid: Inquiry3 failed\n"));
2975
2976                 pci_free_consistent(adapter->pdev, sizeof(mraid_pinfo_t),
2977                         pinfo, pinfo_dma_h);
2978
2979                 return -1;
2980         }
2981
2982         /*
2983          * Collect information about state of each physical drive
2984          * attached to the controller. We will expose all the disks
2985          * which are not part of RAID
2986          */
2987         mraid_inq3 = (mraid_inquiry3_t *)adapter->ibuf;
2988         for (i = 0; i < MBOX_MAX_PHYSICAL_DRIVES; i++) {
2989                 raid_dev->pdrv_state[i] = mraid_inq3->pdrv_state[i];
2990         }
2991
2992         /*
2993          * Get product info for information like number of channels,
2994          * maximum commands supported.
2995          */
2996         memset((caddr_t)raw_mbox, 0, sizeof(raw_mbox));
2997         mbox->xferaddr = (uint32_t)pinfo_dma_h;
2998
2999         raw_mbox[0] = FC_NEW_CONFIG;
3000         raw_mbox[2] = NC_SUBOP_PRODUCT_INFO;
3001
3002         if (mbox_post_sync_cmd(adapter, raw_mbox) != 0) {
3003
3004                 con_log(CL_ANN, (KERN_WARNING
3005                         "megaraid: product info failed\n"));
3006
3007                 pci_free_consistent(adapter->pdev, sizeof(mraid_pinfo_t),
3008                         pinfo, pinfo_dma_h);
3009
3010                 return -1;
3011         }
3012
3013         /*
3014          * Setup some parameters for host, as required by our caller
3015          */
3016         adapter->max_channel = pinfo->nchannels;
3017
3018         /*
3019          * we will export all the logical drives on a single channel.
3020          * Add 1 since inquires do not come for inititor ID
3021          */
3022         adapter->max_target     = MAX_LOGICAL_DRIVES_40LD + 1;
3023         adapter->max_lun        = 8;    // up to 8 LUNs for non-disk devices
3024
3025         /*
3026          * These are the maximum outstanding commands for the scsi-layer
3027          */
3028         adapter->max_cmds       = MBOX_MAX_SCSI_CMDS;
3029
3030         memset(adapter->fw_version, 0, VERSION_SIZE);
3031         memset(adapter->bios_version, 0, VERSION_SIZE);
3032
3033         memcpy(adapter->fw_version, pinfo->fw_version, 4);
3034         adapter->fw_version[4] = 0;
3035
3036         memcpy(adapter->bios_version, pinfo->bios_version, 4);
3037         adapter->bios_version[4] = 0;
3038
3039         con_log(CL_ANN, (KERN_NOTICE
3040                 "megaraid: fw version:[%s] bios version:[%s]\n",
3041                 adapter->fw_version, adapter->bios_version));
3042
3043         pci_free_consistent(adapter->pdev, sizeof(mraid_pinfo_t), pinfo,
3044                         pinfo_dma_h);
3045
3046         return 0;
3047 }
3048
3049
3050
3051 /**
3052  * megaraid_mbox_extended_cdb - check for support for extended CDBs
3053  * @adapter     : soft state for the controller
3054  *
3055  * This routine check whether the controller in question supports extended
3056  * ( > 10 bytes ) CDBs.
3057  */
3058 static int
3059 megaraid_mbox_extended_cdb(adapter_t *adapter)
3060 {
3061         mbox_t          *mbox;
3062         uint8_t         raw_mbox[sizeof(mbox_t)];
3063         int             rval;
3064
3065         mbox = (mbox_t *)raw_mbox;
3066
3067         memset((caddr_t)raw_mbox, 0, sizeof(raw_mbox));
3068         mbox->xferaddr  = (uint32_t)adapter->ibuf_dma_h;
3069
3070         memset((void *)adapter->ibuf, 0, MBOX_IBUF_SIZE);
3071
3072         raw_mbox[0] = MAIN_MISC_OPCODE;
3073         raw_mbox[2] = SUPPORT_EXT_CDB;
3074
3075         /*
3076          * Issue the command
3077          */
3078         rval = 0;
3079         if (mbox_post_sync_cmd(adapter, raw_mbox) != 0) {
3080                 rval = -1;
3081         }
3082
3083         return rval;
3084 }
3085
3086
3087 /**
3088  * megaraid_mbox_support_ha - Do we support clustering
3089  * @adapter     : soft state for the controller
3090  * @init_id     : ID of the initiator
3091  *
3092  * Determine if the firmware supports clustering and the ID of the initiator.
3093  */
3094 static int
3095 megaraid_mbox_support_ha(adapter_t *adapter, uint16_t *init_id)
3096 {
3097         mbox_t          *mbox;
3098         uint8_t         raw_mbox[sizeof(mbox_t)];
3099         int             rval;
3100
3101
3102         mbox = (mbox_t *)raw_mbox;
3103
3104         memset((caddr_t)raw_mbox, 0, sizeof(raw_mbox));
3105
3106         mbox->xferaddr = (uint32_t)adapter->ibuf_dma_h;
3107
3108         memset((void *)adapter->ibuf, 0, MBOX_IBUF_SIZE);
3109
3110         raw_mbox[0] = GET_TARGET_ID;
3111
3112         // Issue the command
3113         *init_id = 7;
3114         rval =  -1;
3115         if (mbox_post_sync_cmd(adapter, raw_mbox) == 0) {
3116
3117                 *init_id = *(uint8_t *)adapter->ibuf;
3118
3119                 con_log(CL_ANN, (KERN_INFO
3120                         "megaraid: cluster firmware, initiator ID: %d\n",
3121                         *init_id));
3122
3123                 rval =  0;
3124         }
3125
3126         return rval;
3127 }
3128
3129
3130 /**
3131  * megaraid_mbox_support_random_del - Do we support random deletion
3132  * @adapter     : soft state for the controller
3133  *
3134  * Determine if the firmware supports random deletion.
3135  * Return:      1 is operation supported, 0 otherwise
3136  */
3137 static int
3138 megaraid_mbox_support_random_del(adapter_t *adapter)
3139 {
3140         mbox_t          *mbox;
3141         uint8_t         raw_mbox[sizeof(mbox_t)];
3142         int             rval;
3143
3144         /*
3145          * Newer firmware on Dell CERC expect a different
3146          * random deletion handling, so disable it.
3147          */
3148         if (adapter->pdev->vendor == PCI_VENDOR_ID_AMI &&
3149             adapter->pdev->device == PCI_DEVICE_ID_AMI_MEGARAID3 &&
3150             adapter->pdev->subsystem_vendor == PCI_VENDOR_ID_DELL &&
3151             adapter->pdev->subsystem_device == PCI_SUBSYS_ID_CERC_ATA100_4CH &&
3152             (adapter->fw_version[0] > '6' ||
3153              (adapter->fw_version[0] == '6' &&
3154               adapter->fw_version[2] > '6') ||
3155              (adapter->fw_version[0] == '6'
3156               && adapter->fw_version[2] == '6'
3157               && adapter->fw_version[3] > '1'))) {
3158                 con_log(CL_DLEVEL1, ("megaraid: disable random deletion\n"));
3159                 return 0;
3160         }
3161
3162         mbox = (mbox_t *)raw_mbox;
3163
3164         memset((caddr_t)raw_mbox, 0, sizeof(mbox_t));
3165
3166         raw_mbox[0] = FC_DEL_LOGDRV;
3167         raw_mbox[2] = OP_SUP_DEL_LOGDRV;
3168
3169         // Issue the command
3170         rval = 0;
3171         if (mbox_post_sync_cmd(adapter, raw_mbox) == 0) {
3172
3173                 con_log(CL_DLEVEL1, ("megaraid: supports random deletion\n"));
3174
3175                 rval =  1;
3176         }
3177
3178         return rval;
3179 }
3180
3181
3182 /**
3183  * megaraid_mbox_get_max_sg - maximum sg elements supported by the firmware
3184  * @adapter     : soft state for the controller
3185  *
3186  * Find out the maximum number of scatter-gather elements supported by the
3187  * firmware.
3188  */
3189 static int
3190 megaraid_mbox_get_max_sg(adapter_t *adapter)
3191 {
3192         mbox_t          *mbox;
3193         uint8_t         raw_mbox[sizeof(mbox_t)];
3194         int             nsg;
3195
3196
3197         mbox = (mbox_t *)raw_mbox;
3198
3199         memset((caddr_t)raw_mbox, 0, sizeof(mbox_t));
3200
3201         mbox->xferaddr = (uint32_t)adapter->ibuf_dma_h;
3202
3203         memset((void *)adapter->ibuf, 0, MBOX_IBUF_SIZE);
3204
3205         raw_mbox[0] = MAIN_MISC_OPCODE;
3206         raw_mbox[2] = GET_MAX_SG_SUPPORT;
3207
3208         // Issue the command
3209         if (mbox_post_sync_cmd(adapter, raw_mbox) == 0) {
3210                 nsg =  *(uint8_t *)adapter->ibuf;
3211         }
3212         else {
3213                 nsg =  MBOX_DEFAULT_SG_SIZE;
3214         }
3215
3216         if (nsg > MBOX_MAX_SG_SIZE) nsg = MBOX_MAX_SG_SIZE;
3217
3218         return nsg;
3219 }
3220
3221
3222 /**
3223  * megaraid_mbox_enum_raid_scsi - enumerate the RAID and SCSI channels
3224  * @adapter     : soft state for the controller
3225  *
3226  * Enumerate the RAID and SCSI channels for ROMB platforms so that channels
3227  * can be exported as regular SCSI channels.
3228  */
3229 static void
3230 megaraid_mbox_enum_raid_scsi(adapter_t *adapter)
3231 {
3232         mraid_device_t  *raid_dev = ADAP2RAIDDEV(adapter);
3233         mbox_t          *mbox;
3234         uint8_t         raw_mbox[sizeof(mbox_t)];
3235
3236
3237         mbox = (mbox_t *)raw_mbox;
3238
3239         memset((caddr_t)raw_mbox, 0, sizeof(mbox_t));
3240
3241         mbox->xferaddr = (uint32_t)adapter->ibuf_dma_h;
3242
3243         memset((void *)adapter->ibuf, 0, MBOX_IBUF_SIZE);
3244
3245         raw_mbox[0] = CHNL_CLASS;
3246         raw_mbox[2] = GET_CHNL_CLASS;
3247
3248         // Issue the command. If the command fails, all channels are RAID
3249         // channels
3250         raid_dev->channel_class = 0xFF;
3251         if (mbox_post_sync_cmd(adapter, raw_mbox) == 0) {
3252                 raid_dev->channel_class =  *(uint8_t *)adapter->ibuf;
3253         }
3254
3255         return;
3256 }
3257
3258
3259 /**
3260  * megaraid_mbox_flush_cache - flush adapter and disks cache
3261  * @adapter             : soft state for the controller
3262  *
3263  * Flush adapter cache followed by disks cache.
3264  */
3265 static void
3266 megaraid_mbox_flush_cache(adapter_t *adapter)
3267 {
3268         mbox_t  *mbox;
3269         uint8_t raw_mbox[sizeof(mbox_t)];
3270
3271
3272         mbox = (mbox_t *)raw_mbox;
3273
3274         memset((caddr_t)raw_mbox, 0, sizeof(mbox_t));
3275
3276         raw_mbox[0] = FLUSH_ADAPTER;
3277
3278         if (mbox_post_sync_cmd(adapter, raw_mbox) != 0) {
3279                 con_log(CL_ANN, ("megaraid: flush adapter failed\n"));
3280         }
3281
3282         raw_mbox[0] = FLUSH_SYSTEM;
3283
3284         if (mbox_post_sync_cmd(adapter, raw_mbox) != 0) {
3285                 con_log(CL_ANN, ("megaraid: flush disks cache failed\n"));
3286         }
3287
3288         return;
3289 }
3290
3291
3292 /**
3293  * megaraid_mbox_fire_sync_cmd - fire the sync cmd
3294  * @adapter             : soft state for the controller
3295  *
3296  * Clears the pending cmds in FW and reinits its RAID structs.
3297  */
3298 static int
3299 megaraid_mbox_fire_sync_cmd(adapter_t *adapter)
3300 {
3301         mbox_t  *mbox;
3302         uint8_t raw_mbox[sizeof(mbox_t)];
3303         mraid_device_t  *raid_dev = ADAP2RAIDDEV(adapter);
3304         mbox64_t *mbox64;
3305         int     status = 0;
3306         int i;
3307         uint32_t dword;
3308
3309         mbox = (mbox_t *)raw_mbox;
3310
3311         memset((caddr_t)raw_mbox, 0, sizeof(mbox_t));
3312
3313         raw_mbox[0] = 0xFF;
3314
3315         mbox64  = raid_dev->mbox64;
3316         mbox    = raid_dev->mbox;
3317
3318         /* Wait until mailbox is free */
3319         if (megaraid_busywait_mbox(raid_dev) != 0) {
3320                 status = 1;
3321                 goto blocked_mailbox;
3322         }
3323
3324         /* Copy mailbox data into host structure */
3325         memcpy((caddr_t)mbox, (caddr_t)raw_mbox, 16);
3326         mbox->cmdid             = 0xFE;
3327         mbox->busy              = 1;
3328         mbox->poll              = 0;
3329         mbox->ack               = 0;
3330         mbox->numstatus         = 0;
3331         mbox->status            = 0;
3332
3333         wmb();
3334         WRINDOOR(raid_dev, raid_dev->mbox_dma | 0x1);
3335
3336         /* Wait for maximum 1 min for status to post.
3337          * If the Firmware SUPPORTS the ABOVE COMMAND,
3338          * mbox->cmd will be set to 0
3339          * else
3340          * the firmware will reject the command with
3341          * mbox->numstatus set to 1
3342          */
3343
3344         i = 0;
3345         status = 0;
3346         while (!mbox->numstatus && mbox->cmd == 0xFF) {
3347                 rmb();
3348                 msleep(1);
3349                 i++;
3350                 if (i > 1000 * 60) {
3351                         status = 1;
3352                         break;
3353                 }
3354         }
3355         if (mbox->numstatus == 1)
3356                 status = 1; /*cmd not supported*/
3357
3358         /* Check for interrupt line */
3359         dword = RDOUTDOOR(raid_dev);
3360         WROUTDOOR(raid_dev, dword);
3361         WRINDOOR(raid_dev,2);
3362
3363         return status;
3364
3365 blocked_mailbox:
3366         con_log(CL_ANN, (KERN_WARNING "megaraid: blocked mailbox\n"));
3367         return status;
3368 }
3369
3370 /**
3371  * megaraid_mbox_display_scb - display SCB information, mostly debug purposes
3372  * @adapter             : controller's soft state
3373  * @scb                 : SCB to be displayed
3374  * @level               : debug level for console print
3375  *
3376  * Diplay information about the given SCB iff the current debug level is
3377  * verbose.
3378  */
3379 static void
3380 megaraid_mbox_display_scb(adapter_t *adapter, scb_t *scb)
3381 {
3382         mbox_ccb_t              *ccb;
3383         struct scsi_cmnd        *scp;
3384         mbox_t                  *mbox;
3385         int                     level;
3386         int                     i;
3387
3388
3389         ccb     = (mbox_ccb_t *)scb->ccb;
3390         scp     = scb->scp;
3391         mbox    = ccb->mbox;
3392
3393         level = CL_DLEVEL3;
3394
3395         con_log(level, (KERN_NOTICE
3396                 "megaraid mailbox: status:%#x cmd:%#x id:%#x ", scb->status,
3397                 mbox->cmd, scb->sno));
3398
3399         con_log(level, ("sec:%#x lba:%#x addr:%#x ld:%d sg:%d\n",
3400                 mbox->numsectors, mbox->lba, mbox->xferaddr, mbox->logdrv,
3401                 mbox->numsge));
3402
3403         if (!scp) return;
3404
3405         con_log(level, (KERN_NOTICE "scsi cmnd: "));
3406
3407         for (i = 0; i < scp->cmd_len; i++) {
3408                 con_log(level, ("%#2.02x ", scp->cmnd[i]));
3409         }
3410
3411         con_log(level, ("\n"));
3412
3413         return;
3414 }
3415
3416
3417 /**
3418  * megaraid_mbox_setup_device_map - manage device ids
3419  * @adapter     : Driver's soft state
3420  *
3421  * Manage the device ids to have an appropriate mapping between the kernel
3422  * scsi addresses and megaraid scsi and logical drive addresses. We export
3423  * scsi devices on their actual addresses, whereas the logical drives are
3424  * exported on a virtual scsi channel.
3425  */
3426 static void
3427 megaraid_mbox_setup_device_map(adapter_t *adapter)
3428 {
3429         uint8_t         c;
3430         uint8_t         t;
3431
3432         /*
3433          * First fill the values on the logical drive channel
3434          */
3435         for (t = 0; t < LSI_MAX_LOGICAL_DRIVES_64LD; t++)
3436                 adapter->device_ids[adapter->max_channel][t] =
3437                         (t < adapter->init_id) ?  t : t - 1;
3438
3439         adapter->device_ids[adapter->max_channel][adapter->init_id] = 0xFF;
3440
3441         /*
3442          * Fill the values on the physical devices channels
3443          */
3444         for (c = 0; c < adapter->max_channel; c++)
3445                 for (t = 0; t < LSI_MAX_LOGICAL_DRIVES_64LD; t++)
3446                         adapter->device_ids[c][t] = (c << 8) | t;
3447 }
3448
3449
3450 /*
3451  * END: internal commands library
3452  */
3453
3454 /*
3455  * START: Interface for the common management module
3456  *
3457  * This is the module, which interfaces with the common management module to
3458  * provide support for ioctl and sysfs
3459  */
3460
3461 /**
3462  * megaraid_cmm_register - register with the management module
3463  * @adapter             : HBA soft state
3464  *
3465  * Register with the management module, which allows applications to issue
3466  * ioctl calls to the drivers. This interface is used by the management module
3467  * to setup sysfs support as well.
3468  */
3469 static int
3470 megaraid_cmm_register(adapter_t *adapter)
3471 {
3472         mraid_device_t  *raid_dev = ADAP2RAIDDEV(adapter);
3473         mraid_mmadp_t   adp;
3474         scb_t           *scb;
3475         mbox_ccb_t      *ccb;
3476         int             rval;
3477         int             i;
3478
3479         // Allocate memory for the base list of scb for management module.
3480         adapter->uscb_list = kcalloc(MBOX_MAX_USER_CMDS, sizeof(scb_t), GFP_KERNEL);
3481
3482         if (adapter->uscb_list == NULL) {
3483                 con_log(CL_ANN, (KERN_WARNING
3484                         "megaraid: out of memory, %s %d\n", __func__,
3485                         __LINE__));
3486                 return -1;
3487         }
3488
3489
3490         // Initialize the synchronization parameters for resources for
3491         // commands for management module
3492         INIT_LIST_HEAD(&adapter->uscb_pool);
3493
3494         spin_lock_init(USER_FREE_LIST_LOCK(adapter));
3495
3496
3497
3498         // link all the packets. Note, CCB for commands, coming from the
3499         // commom management module, mailbox physical address are already
3500         // setup by it. We just need placeholder for that in our local command
3501         // control blocks
3502         for (i = 0; i < MBOX_MAX_USER_CMDS; i++) {
3503
3504                 scb                     = adapter->uscb_list + i;
3505                 ccb                     = raid_dev->uccb_list + i;
3506
3507                 scb->ccb                = (caddr_t)ccb;
3508                 ccb->mbox64             = raid_dev->umbox64 + i;
3509                 ccb->mbox               = &ccb->mbox64->mbox32;
3510                 ccb->raw_mbox           = (uint8_t *)ccb->mbox;
3511
3512                 scb->gp                 = 0;
3513
3514                 // COMMAND ID 0 - (MBOX_MAX_SCSI_CMDS-1) ARE RESERVED FOR
3515                 // COMMANDS COMING FROM IO SUBSYSTEM (MID-LAYER)
3516                 scb->sno                = i + MBOX_MAX_SCSI_CMDS;
3517
3518                 scb->scp                = NULL;
3519                 scb->state              = SCB_FREE;
3520                 scb->dma_direction      = PCI_DMA_NONE;
3521                 scb->dma_type           = MRAID_DMA_NONE;
3522                 scb->dev_channel        = -1;
3523                 scb->dev_target         = -1;
3524
3525                 // put scb in the free pool
3526                 list_add_tail(&scb->list, &adapter->uscb_pool);
3527         }
3528
3529         adp.unique_id           = adapter->unique_id;
3530         adp.drvr_type           = DRVRTYPE_MBOX;
3531         adp.drvr_data           = (unsigned long)adapter;
3532         adp.pdev                = adapter->pdev;
3533         adp.issue_uioc          = megaraid_mbox_mm_handler;
3534         adp.timeout             = MBOX_RESET_WAIT + MBOX_RESET_EXT_WAIT;
3535         adp.max_kioc            = MBOX_MAX_USER_CMDS;
3536
3537         if ((rval = mraid_mm_register_adp(&adp)) != 0) {
3538
3539                 con_log(CL_ANN, (KERN_WARNING
3540                         "megaraid mbox: did not register with CMM\n"));
3541
3542                 kfree(adapter->uscb_list);
3543         }
3544
3545         return rval;
3546 }
3547
3548
3549 /**
3550  * megaraid_cmm_unregister - un-register with the management module
3551  * @adapter             : HBA soft state
3552  *
3553  * Un-register with the management module.
3554  * FIXME: mgmt module must return failure for unregister if it has pending
3555  * commands in LLD.
3556  */
3557 static int
3558 megaraid_cmm_unregister(adapter_t *adapter)
3559 {
3560         kfree(adapter->uscb_list);
3561         mraid_mm_unregister_adp(adapter->unique_id);
3562         return 0;
3563 }
3564
3565
3566 /**
3567  * megaraid_mbox_mm_handler - interface for CMM to issue commands to LLD
3568  * @drvr_data           : LLD specific data
3569  * @kioc                : CMM interface packet
3570  * @action              : command action
3571  *
3572  * This routine is invoked whenever the Common Management Module (CMM) has a
3573  * command for us. The 'action' parameter specifies if this is a new command
3574  * or otherwise.
3575  */
3576 static int
3577 megaraid_mbox_mm_handler(unsigned long drvr_data, uioc_t *kioc, uint32_t action)
3578 {
3579         adapter_t *adapter;
3580
3581         if (action != IOCTL_ISSUE) {
3582                 con_log(CL_ANN, (KERN_WARNING
3583                         "megaraid: unsupported management action:%#2x\n",
3584                         action));
3585                 return (-ENOTSUPP);
3586         }
3587
3588         adapter = (adapter_t *)drvr_data;
3589
3590         // make sure this adapter is not being detached right now.
3591         if (atomic_read(&adapter->being_detached)) {
3592                 con_log(CL_ANN, (KERN_WARNING
3593                         "megaraid: reject management request, detaching\n"));
3594                 return (-ENODEV);
3595         }
3596
3597         switch (kioc->opcode) {
3598
3599         case GET_ADAP_INFO:
3600
3601                 kioc->status =  gather_hbainfo(adapter, (mraid_hba_info_t *)
3602                                         (unsigned long)kioc->buf_vaddr);
3603
3604                 kioc->done(kioc);
3605
3606                 return kioc->status;
3607
3608         case MBOX_CMD:
3609
3610                 return megaraid_mbox_mm_command(adapter, kioc);
3611
3612         default:
3613                 kioc->status = (-EINVAL);
3614                 kioc->done(kioc);
3615                 return (-EINVAL);
3616         }
3617
3618         return 0;       // not reached
3619 }
3620
3621 /**
3622  * megaraid_mbox_mm_command - issues commands routed through CMM
3623  * @adapter             : HBA soft state
3624  * @kioc                : management command packet
3625  *
3626  * Issues commands, which are routed through the management module.
3627  */
3628 static int
3629 megaraid_mbox_mm_command(adapter_t *adapter, uioc_t *kioc)
3630 {
3631         struct list_head        *head = &adapter->uscb_pool;
3632         mbox64_t                *mbox64;
3633         uint8_t                 *raw_mbox;
3634         scb_t                   *scb;
3635         mbox_ccb_t              *ccb;
3636         unsigned long           flags;
3637
3638         // detach one scb from free pool
3639         spin_lock_irqsave(USER_FREE_LIST_LOCK(adapter), flags);
3640
3641         if (list_empty(head)) { // should never happen because of CMM
3642
3643                 con_log(CL_ANN, (KERN_WARNING
3644                         "megaraid mbox: bug in cmm handler, lost resources\n"));
3645
3646                 spin_unlock_irqrestore(USER_FREE_LIST_LOCK(adapter), flags);
3647
3648                 return (-EINVAL);
3649         }
3650
3651         scb = list_entry(head->next, scb_t, list);
3652         list_del_init(&scb->list);
3653
3654         spin_unlock_irqrestore(USER_FREE_LIST_LOCK(adapter), flags);
3655
3656         scb->state              = SCB_ACTIVE;
3657         scb->dma_type           = MRAID_DMA_NONE;
3658         scb->dma_direction      = PCI_DMA_NONE;
3659
3660         ccb             = (mbox_ccb_t *)scb->ccb;
3661         mbox64          = (mbox64_t *)(unsigned long)kioc->cmdbuf;
3662         raw_mbox        = (uint8_t *)&mbox64->mbox32;
3663
3664         memcpy(ccb->mbox64, mbox64, sizeof(mbox64_t));
3665
3666         scb->gp         = (unsigned long)kioc;
3667
3668         /*
3669          * If it is a logdrv random delete operation, we have to wait till
3670          * there are no outstanding cmds at the fw and then issue it directly
3671          */
3672         if (raw_mbox[0] == FC_DEL_LOGDRV && raw_mbox[2] == OP_DEL_LOGDRV) {
3673
3674                 if (wait_till_fw_empty(adapter)) {
3675                         con_log(CL_ANN, (KERN_NOTICE
3676                                 "megaraid mbox: LD delete, timed out\n"));
3677
3678                         kioc->status = -ETIME;
3679
3680                         scb->status = -1;
3681
3682                         megaraid_mbox_mm_done(adapter, scb);
3683
3684                         return (-ETIME);
3685                 }
3686
3687                 INIT_LIST_HEAD(&scb->list);
3688
3689                 scb->state = SCB_ISSUED;
3690                 if (mbox_post_cmd(adapter, scb) != 0) {
3691
3692                         con_log(CL_ANN, (KERN_NOTICE
3693                                 "megaraid mbox: LD delete, mailbox busy\n"));
3694
3695                         kioc->status = -EBUSY;
3696
3697                         scb->status = -1;
3698
3699                         megaraid_mbox_mm_done(adapter, scb);
3700
3701                         return (-EBUSY);
3702                 }
3703
3704                 return 0;
3705         }
3706
3707         // put the command on the pending list and execute
3708         megaraid_mbox_runpendq(adapter, scb);
3709
3710         return 0;
3711 }
3712
3713
3714 static int
3715 wait_till_fw_empty(adapter_t *adapter)
3716 {
3717         unsigned long   flags = 0;
3718         int             i;
3719
3720
3721         /*
3722          * Set the quiescent flag to stop issuing cmds to FW.
3723          */
3724         spin_lock_irqsave(&adapter->lock, flags);
3725         adapter->quiescent++;
3726         spin_unlock_irqrestore(&adapter->lock, flags);
3727
3728         /*
3729          * Wait till there are no more cmds outstanding at FW. Try for at most
3730          * 60 seconds
3731          */
3732         for (i = 0; i < 60 && adapter->outstanding_cmds; i++) {
3733                 con_log(CL_DLEVEL1, (KERN_INFO
3734                         "megaraid: FW has %d pending commands\n",
3735                         adapter->outstanding_cmds));
3736
3737                 msleep(1000);
3738         }
3739
3740         return adapter->outstanding_cmds;
3741 }
3742
3743
3744 /**
3745  * megaraid_mbox_mm_done - callback for CMM commands
3746  * @adapter     : HBA soft state
3747  * @scb         : completed command
3748  *
3749  * Callback routine for internal commands originated from the management
3750  * module.
3751  */
3752 static void
3753 megaraid_mbox_mm_done(adapter_t *adapter, scb_t *scb)
3754 {
3755         uioc_t                  *kioc;
3756         mbox64_t                *mbox64;
3757         uint8_t                 *raw_mbox;
3758         unsigned long           flags;
3759
3760         kioc                    = (uioc_t *)scb->gp;
3761         mbox64                  = (mbox64_t *)(unsigned long)kioc->cmdbuf;
3762         mbox64->mbox32.status   = scb->status;
3763         raw_mbox                = (uint8_t *)&mbox64->mbox32;
3764
3765
3766         // put scb in the free pool
3767         scb->state      = SCB_FREE;
3768         scb->scp        = NULL;
3769
3770         spin_lock_irqsave(USER_FREE_LIST_LOCK(adapter), flags);
3771
3772         list_add(&scb->list, &adapter->uscb_pool);
3773
3774         spin_unlock_irqrestore(USER_FREE_LIST_LOCK(adapter), flags);
3775
3776         // if a delete logical drive operation succeeded, restart the
3777         // controller
3778         if (raw_mbox[0] == FC_DEL_LOGDRV && raw_mbox[2] == OP_DEL_LOGDRV) {
3779
3780                 adapter->quiescent--;
3781
3782                 megaraid_mbox_runpendq(adapter, NULL);
3783         }
3784
3785         kioc->done(kioc);
3786
3787         return;
3788 }
3789
3790
3791 /**
3792  * gather_hbainfo - HBA characteristics for the applications
3793  * @adapter             : HBA soft state
3794  * @hinfo               : pointer to the caller's host info strucuture
3795  */
3796 static int
3797 gather_hbainfo(adapter_t *adapter, mraid_hba_info_t *hinfo)
3798 {
3799         uint8_t dmajor;
3800
3801         dmajor                  = megaraid_mbox_version[0];
3802
3803         hinfo->pci_vendor_id    = adapter->pdev->vendor;
3804         hinfo->pci_device_id    = adapter->pdev->device;
3805         hinfo->subsys_vendor_id = adapter->pdev->subsystem_vendor;
3806         hinfo->subsys_device_id = adapter->pdev->subsystem_device;
3807
3808         hinfo->pci_bus          = adapter->pdev->bus->number;
3809         hinfo->pci_dev_fn       = adapter->pdev->devfn;
3810         hinfo->pci_slot         = PCI_SLOT(adapter->pdev->devfn);
3811         hinfo->irq              = adapter->host->irq;
3812         hinfo->baseport         = ADAP2RAIDDEV(adapter)->baseport;
3813
3814         hinfo->unique_id        = (hinfo->pci_bus << 8) | adapter->pdev->devfn;
3815         hinfo->host_no          = adapter->host->host_no;
3816
3817         return 0;
3818 }
3819
3820 /*
3821  * END: Interface for the common management module
3822  */
3823
3824
3825
3826 /**
3827  * megaraid_sysfs_alloc_resources - allocate sysfs related resources
3828  * @adapter     : controller's soft state
3829  *
3830  * Allocate packets required to issue FW calls whenever the sysfs attributes
3831  * are read. These attributes would require up-to-date information from the
3832  * FW. Also set up resources for mutual exclusion to share these resources and
3833  * the wait queue.
3834  *
3835  * Return 0 on success.
3836  * Return -ERROR_CODE on failure.
3837  */
3838 static int
3839 megaraid_sysfs_alloc_resources(adapter_t *adapter)
3840 {
3841         mraid_device_t  *raid_dev = ADAP2RAIDDEV(adapter);
3842         int             rval = 0;
3843
3844         raid_dev->sysfs_uioc = kmalloc(sizeof(uioc_t), GFP_KERNEL);
3845
3846         raid_dev->sysfs_mbox64 = kmalloc(sizeof(mbox64_t), GFP_KERNEL);
3847
3848         raid_dev->sysfs_buffer = pci_alloc_consistent(adapter->pdev,
3849                         PAGE_SIZE, &raid_dev->sysfs_buffer_dma);
3850
3851         if (!raid_dev->sysfs_uioc || !raid_dev->sysfs_mbox64 ||
3852                 !raid_dev->sysfs_buffer) {
3853
3854                 con_log(CL_ANN, (KERN_WARNING
3855                         "megaraid: out of memory, %s %d\n", __func__,
3856                         __LINE__));
3857
3858                 rval = -ENOMEM;
3859
3860                 megaraid_sysfs_free_resources(adapter);
3861         }
3862
3863         mutex_init(&raid_dev->sysfs_mtx);
3864
3865         init_waitqueue_head(&raid_dev->sysfs_wait_q);
3866
3867         return rval;
3868 }
3869
3870
3871 /**
3872  * megaraid_sysfs_free_resources - free sysfs related resources
3873  * @adapter     : controller's soft state
3874  *
3875  * Free packets allocated for sysfs FW commands
3876  */
3877 static void
3878 megaraid_sysfs_free_resources(adapter_t *adapter)
3879 {
3880         mraid_device_t  *raid_dev = ADAP2RAIDDEV(adapter);
3881
3882         kfree(raid_dev->sysfs_uioc);
3883         kfree(raid_dev->sysfs_mbox64);
3884
3885         if (raid_dev->sysfs_buffer) {
3886                 pci_free_consistent(adapter->pdev, PAGE_SIZE,
3887                         raid_dev->sysfs_buffer, raid_dev->sysfs_buffer_dma);
3888         }
3889 }
3890
3891
3892 /**
3893  * megaraid_sysfs_get_ldmap_done - callback for get ldmap
3894  * @uioc        : completed packet
3895  *
3896  * Callback routine called in the ISR/tasklet context for get ldmap call
3897  */
3898 static void
3899 megaraid_sysfs_get_ldmap_done(uioc_t *uioc)
3900 {
3901         adapter_t       *adapter = (adapter_t *)uioc->buf_vaddr;
3902         mraid_device_t  *raid_dev = ADAP2RAIDDEV(adapter);
3903
3904         uioc->status = 0;
3905
3906         wake_up(&raid_dev->sysfs_wait_q);
3907 }
3908
3909
3910 /**
3911  * megaraid_sysfs_get_ldmap_timeout - timeout handling for get ldmap
3912  * @data        : timed out packet
3913  *
3914  * Timeout routine to recover and return to application, in case the adapter
3915  * has stopped responding. A timeout of 60 seconds for this command seems like
3916  * a good value.
3917  */
3918 static void
3919 megaraid_sysfs_get_ldmap_timeout(unsigned long data)
3920 {
3921         uioc_t          *uioc = (uioc_t *)data;
3922         adapter_t       *adapter = (adapter_t *)uioc->buf_vaddr;
3923         mraid_device_t  *raid_dev = ADAP2RAIDDEV(adapter);
3924
3925         uioc->status = -ETIME;
3926
3927         wake_up(&raid_dev->sysfs_wait_q);
3928 }
3929
3930
3931 /**
3932  * megaraid_sysfs_get_ldmap - get update logical drive map
3933  * @adapter     : controller's soft state
3934  *
3935  * This routine will be called whenever user reads the logical drive
3936  * attributes, go get the current logical drive mapping table from the
3937  * firmware. We use the management API's to issue commands to the controller.
3938  *
3939  * NOTE: The commands issuance functionality is not generalized and
3940  * implemented in context of "get ld map" command only. If required, the
3941  * command issuance logical can be trivially pulled out and implemented as a
3942  * standalone library. For now, this should suffice since there is no other
3943  * user of this interface.
3944  *
3945  * Return 0 on success.
3946  * Return -1 on failure.
3947  */
3948 static int
3949 megaraid_sysfs_get_ldmap(adapter_t *adapter)
3950 {
3951         mraid_device_t          *raid_dev = ADAP2RAIDDEV(adapter);
3952         uioc_t                  *uioc;
3953         mbox64_t                *mbox64;
3954         mbox_t                  *mbox;
3955         char                    *raw_mbox;
3956         struct timer_list       sysfs_timer;
3957         struct timer_list       *timerp;
3958         caddr_t                 ldmap;
3959         int                     rval = 0;
3960
3961         /*
3962          * Allow only one read at a time to go through the sysfs attributes
3963          */
3964         mutex_lock(&raid_dev->sysfs_mtx);
3965
3966         uioc    = raid_dev->sysfs_uioc;
3967         mbox64  = raid_dev->sysfs_mbox64;
3968         ldmap   = raid_dev->sysfs_buffer;
3969
3970         memset(uioc, 0, sizeof(uioc_t));
3971         memset(mbox64, 0, sizeof(mbox64_t));
3972         memset(ldmap, 0, sizeof(raid_dev->curr_ldmap));
3973
3974         mbox            = &mbox64->mbox32;
3975         raw_mbox        = (char *)mbox;
3976         uioc->cmdbuf    = (uint64_t)(unsigned long)mbox64;
3977         uioc->buf_vaddr = (caddr_t)adapter;
3978         uioc->status    = -ENODATA;
3979         uioc->done      = megaraid_sysfs_get_ldmap_done;
3980
3981         /*
3982          * Prepare the mailbox packet to get the current logical drive mapping
3983          * table
3984          */
3985         mbox->xferaddr = (uint32_t)raid_dev->sysfs_buffer_dma;
3986
3987         raw_mbox[0] = FC_DEL_LOGDRV;
3988         raw_mbox[2] = OP_GET_LDID_MAP;
3989
3990         /*
3991          * Setup a timer to recover from a non-responding controller
3992          */
3993         timerp  = &sysfs_timer;
3994         init_timer(timerp);
3995
3996         timerp->function        = megaraid_sysfs_get_ldmap_timeout;
3997         timerp->data            = (unsigned long)uioc;
3998         timerp->expires         = jiffies + 60 * HZ;
3999
4000         add_timer(timerp);
4001
4002         /*
4003          * Send the command to the firmware
4004          */
4005         rval = megaraid_mbox_mm_command(adapter, uioc);
4006
4007         if (rval == 0) {        // command successfully issued
4008                 wait_event(raid_dev->sysfs_wait_q, (uioc->status != -ENODATA));
4009
4010                 /*
4011                  * Check if the command timed out
4012                  */
4013                 if (uioc->status == -ETIME) {
4014                         con_log(CL_ANN, (KERN_NOTICE
4015                                 "megaraid: sysfs get ld map timed out\n"));
4016
4017                         rval = -ETIME;
4018                 }
4019                 else {
4020                         rval = mbox->status;
4021                 }
4022
4023                 if (rval == 0) {
4024                         memcpy(raid_dev->curr_ldmap, ldmap,
4025                                 sizeof(raid_dev->curr_ldmap));
4026                 }
4027                 else {
4028                         con_log(CL_ANN, (KERN_NOTICE
4029                                 "megaraid: get ld map failed with %x\n", rval));
4030                 }
4031         }
4032         else {
4033                 con_log(CL_ANN, (KERN_NOTICE
4034                         "megaraid: could not issue ldmap command:%x\n", rval));
4035         }
4036
4037
4038         del_timer_sync(timerp);
4039
4040         mutex_unlock(&raid_dev->sysfs_mtx);
4041
4042         return rval;
4043 }
4044
4045
4046 /**
4047  * megaraid_sysfs_show_app_hndl - display application handle for this adapter
4048  * @cdev        : class device object representation for the host
4049  * @buf         : buffer to send data to
4050  *
4051  * Display the handle used by the applications while executing management
4052  * tasks on the adapter. We invoke a management module API to get the adapter
4053  * handle, since we do not interface with applications directly.
4054  */
4055 static ssize_t
4056 megaraid_sysfs_show_app_hndl(struct device *dev, struct device_attribute *attr,
4057                              char *buf)
4058 {
4059         struct Scsi_Host *shost = class_to_shost(dev);
4060         adapter_t       *adapter = (adapter_t *)SCSIHOST2ADAP(shost);
4061         uint32_t        app_hndl;
4062
4063         app_hndl = mraid_mm_adapter_app_handle(adapter->unique_id);
4064
4065         return snprintf(buf, 8, "%u\n", app_hndl);
4066 }
4067
4068
4069 /**
4070  * megaraid_sysfs_show_ldnum - display the logical drive number for this device
4071  * @dev         : device object representation for the scsi device
4072  * @attr        : device attribute to show
4073  * @buf         : buffer to send data to
4074  *
4075  * Display the logical drive number for the device in question, if it a valid
4076  * logical drive. For physical devices, "-1" is returned.
4077  *
4078  * The logical drive number is displayed in following format:
4079  *
4080  * <SCSI ID> <LD NUM> <LD STICKY ID> <APP ADAPTER HANDLE>
4081  *
4082  *   <int>     <int>       <int>            <int>
4083  */
4084 static ssize_t
4085 megaraid_sysfs_show_ldnum(struct device *dev, struct device_attribute *attr, char *buf)
4086 {
4087         struct scsi_device *sdev = to_scsi_device(dev);
4088         adapter_t       *adapter = (adapter_t *)SCSIHOST2ADAP(sdev->host);
4089         mraid_device_t  *raid_dev = ADAP2RAIDDEV(adapter);
4090         int             scsi_id = -1;
4091         int             logical_drv = -1;
4092         int             ldid_map = -1;
4093         uint32_t        app_hndl = 0;
4094         int             mapped_sdev_id;
4095         int             rval;
4096         int             i;
4097
4098         if (raid_dev->random_del_supported &&
4099                         MRAID_IS_LOGICAL_SDEV(adapter, sdev)) {
4100
4101                 rval = megaraid_sysfs_get_ldmap(adapter);
4102                 if (rval == 0) {
4103
4104                         for (i = 0; i < MAX_LOGICAL_DRIVES_40LD; i++) {
4105
4106                                 mapped_sdev_id = sdev->id;
4107
4108                                 if (sdev->id > adapter->init_id) {
4109                                         mapped_sdev_id -= 1;
4110                                 }
4111
4112                                 if (raid_dev->curr_ldmap[i] == mapped_sdev_id) {
4113
4114                                         scsi_id = sdev->id;
4115
4116                                         logical_drv = i;
4117
4118                                         ldid_map = raid_dev->curr_ldmap[i];
4119
4120                                         app_hndl = mraid_mm_adapter_app_handle(
4121                                                         adapter->unique_id);
4122
4123                                         break;
4124                                 }
4125                         }
4126                 }
4127                 else {
4128                         con_log(CL_ANN, (KERN_NOTICE
4129                                 "megaraid: sysfs get ld map failed: %x\n",
4130                                 rval));
4131                 }
4132         }
4133
4134         return snprintf(buf, 36, "%d %d %d %d\n", scsi_id, logical_drv,
4135                         ldid_map, app_hndl);
4136 }
4137
4138
4139 /*
4140  * END: Mailbox Low Level Driver
4141  */
4142 module_init(megaraid_init);
4143 module_exit(megaraid_exit);
4144
4145 /* vim: set ts=8 sw=8 tw=78 ai si: */