kernel/drivers/message/fusion/mptsas.c

   1 /*
   2  *  linux/drivers/message/fusion/mptsas.c
   3  *      For use with LSI PCI chip/adapter(s)
   4  *      running LSI Fusion MPT (Message Passing Technology) firmware.
   5  *
   6  *  Copyright (c) 1999-2008 LSI Corporation
   7  *  (mailto:DL-MPTFusionLinux@lsi.com)
   8  */
   9 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
  10 /*
  11     This program is free software; you can redistribute it and/or modify
  12     it under the terms of the GNU General Public License as published by
  13     the Free Software Foundation; version 2 of the License.
  14
  15     This program is distributed in the hope that it will be useful,
  16     but WITHOUT ANY WARRANTY; without even the implied warranty of
  17     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  18     GNU General Public License for more details.
  19
  20     NO WARRANTY
  21     THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
  22     CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
  23     LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
  24     MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
  25     solely responsible for determining the appropriateness of using and
  26     distributing the Program and assumes all risks associated with its
  27     exercise of rights under this Agreement, including but not limited to
  28     the risks and costs of program errors, damage to or loss of data,
  29     programs or equipment, and unavailability or interruption of operations.
  30
  31     DISCLAIMER OF LIABILITY
  32     NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
  33     DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  34     DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
  35     ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
  36     TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
  37     USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
  38     HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
  39
  40     You should have received a copy of the GNU General Public License
  41     along with this program; if not, write to the Free Software
  42     Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  43 */
  44 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
  45
  46 #include <linux/module.h>
  47 #include <linux/kernel.h>
  48 #include <linux/slab.h>
  49 #include <linux/init.h>
  50 #include <linux/errno.h>
  51 #include <linux/jiffies.h>
  52 #include <linux/workqueue.h>
  53 #include <linux/delay.h>        /* for mdelay */
  54
  55 #include <scsi/scsi.h>
  56 #include <scsi/scsi_cmnd.h>
  57 #include <scsi/scsi_device.h>
  58 #include <scsi/scsi_host.h>
  59 #include <scsi/scsi_transport_sas.h>
  60 #include <scsi/scsi_transport.h>
  61 #include <scsi/scsi_dbg.h>
  62
  63 #include "mptbase.h"
  64 #include "mptscsih.h"
  65 #include "mptsas.h"
  66
  67
  68 #define my_NAME         "Fusion MPT SAS Host driver"
  69 #define my_VERSION      MPT_LINUX_VERSION_COMMON
  70 #define MYNAM           "mptsas"
  71
  72 /*
  73  * Reserved channel for integrated raid
  74  */
  75 #define MPTSAS_RAID_CHANNEL     1
  76
  77 #define SAS_CONFIG_PAGE_TIMEOUT         30
  78 MODULE_AUTHOR(MODULEAUTHOR);
  79 MODULE_DESCRIPTION(my_NAME);
  80 MODULE_LICENSE("GPL");
  81 MODULE_VERSION(my_VERSION);
  82
  83 static int mpt_pt_clear;
  84 module_param(mpt_pt_clear, int, 0);
  85 MODULE_PARM_DESC(mpt_pt_clear,
  86                 " Clear persistency table: enable=1  "
  87                 "(default=MPTSCSIH_PT_CLEAR=0)");
  88
  89 /* scsi-mid layer global parmeter is max_report_luns, which is 511 */
  90 #define MPTSAS_MAX_LUN (16895)
  91 static int max_lun = MPTSAS_MAX_LUN;
  92 module_param(max_lun, int, 0);
  93 MODULE_PARM_DESC(max_lun, " max lun, default=16895 ");
  94
  95 static int mpt_loadtime_max_sectors = 8192;
  96 module_param(mpt_loadtime_max_sectors, int, 0);
  97 MODULE_PARM_DESC(mpt_loadtime_max_sectors,
  98                 " Maximum sector define for Host Bus Adaptor.Range 64 to 8192 default=8192");
  99
 100 static u8       mptsasDoneCtx = MPT_MAX_PROTOCOL_DRIVERS;
 101 static u8       mptsasTaskCtx = MPT_MAX_PROTOCOL_DRIVERS;
 102 static u8       mptsasInternalCtx = MPT_MAX_PROTOCOL_DRIVERS; /* Used only for internal commands */
 103 static u8       mptsasMgmtCtx = MPT_MAX_PROTOCOL_DRIVERS;
 104 static u8       mptsasDeviceResetCtx = MPT_MAX_PROTOCOL_DRIVERS;
 105
 106 static void mptsas_firmware_event_work(struct work_struct *work);
 107 static void mptsas_send_sas_event(struct fw_event_work *fw_event);
 108 static void mptsas_send_raid_event(struct fw_event_work *fw_event);
 109 static void mptsas_send_ir2_event(struct fw_event_work *fw_event);
 110 static void mptsas_parse_device_info(struct sas_identify *identify,
 111                 struct mptsas_devinfo *device_info);
 112 static inline void mptsas_set_rphy(MPT_ADAPTER *ioc,
 113                 struct mptsas_phyinfo *phy_info, struct sas_rphy *rphy);
 114 static struct mptsas_phyinfo    *mptsas_find_phyinfo_by_sas_address
 115                 (MPT_ADAPTER *ioc, u64 sas_address);
 116 static int mptsas_sas_device_pg0(MPT_ADAPTER *ioc,
 117         struct mptsas_devinfo *device_info, u32 form, u32 form_specific);
 118 static int mptsas_sas_enclosure_pg0(MPT_ADAPTER *ioc,
 119         struct mptsas_enclosure *enclosure, u32 form, u32 form_specific);
 120 static int mptsas_add_end_device(MPT_ADAPTER *ioc,
 121         struct mptsas_phyinfo *phy_info);
 122 static void mptsas_del_end_device(MPT_ADAPTER *ioc,
 123         struct mptsas_phyinfo *phy_info);
 124 static void mptsas_send_link_status_event(struct fw_event_work *fw_event);
 125 static struct mptsas_portinfo   *mptsas_find_portinfo_by_sas_address
 126                 (MPT_ADAPTER *ioc, u64 sas_address);
 127 static void mptsas_expander_delete(MPT_ADAPTER *ioc,
 128                 struct mptsas_portinfo *port_info, u8 force);
 129 static void mptsas_send_expander_event(struct fw_event_work *fw_event);
 130 static void mptsas_not_responding_devices(MPT_ADAPTER *ioc);
 131 static void mptsas_scan_sas_topology(MPT_ADAPTER *ioc);
 132 static void mptsas_broadcast_primative_work(struct fw_event_work *fw_event);
 133 static void mptsas_handle_queue_full_event(struct fw_event_work *fw_event);
 134 static void mptsas_volume_delete(MPT_ADAPTER *ioc, u8 id);
 135 void    mptsas_schedule_target_reset(void *ioc);
 136
 137 static void mptsas_print_phy_data(MPT_ADAPTER *ioc,
 138                                         MPI_SAS_IO_UNIT0_PHY_DATA *phy_data)
 139 {
 140         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 141             "---- IO UNIT PAGE 0 ------------\n", ioc->name));
 142         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Handle=0x%X\n",
 143             ioc->name, le16_to_cpu(phy_data->AttachedDeviceHandle)));
 144         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Controller Handle=0x%X\n",
 145             ioc->name, le16_to_cpu(phy_data->ControllerDevHandle)));
 146         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Port=0x%X\n",
 147             ioc->name, phy_data->Port));
 148         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Port Flags=0x%X\n",
 149             ioc->name, phy_data->PortFlags));
 150         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "PHY Flags=0x%X\n",
 151             ioc->name, phy_data->PhyFlags));
 152         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Negotiated Link Rate=0x%X\n",
 153             ioc->name, phy_data->NegotiatedLinkRate));
 154         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 155             "Controller PHY Device Info=0x%X\n", ioc->name,
 156             le32_to_cpu(phy_data->ControllerPhyDeviceInfo)));
 157         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DiscoveryStatus=0x%X\n\n",
 158             ioc->name, le32_to_cpu(phy_data->DiscoveryStatus)));
 159 }
 160
 161 static void mptsas_print_phy_pg0(MPT_ADAPTER *ioc, SasPhyPage0_t *pg0)
 162 {
 163         __le64 sas_address;
 164
 165         memcpy(&sas_address, &pg0->SASAddress, sizeof(__le64));
 166
 167         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 168             "---- SAS PHY PAGE 0 ------------\n", ioc->name));
 169         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 170             "Attached Device Handle=0x%X\n", ioc->name,
 171             le16_to_cpu(pg0->AttachedDevHandle)));
 172         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SAS Address=0x%llX\n",
 173             ioc->name, (unsigned long long)le64_to_cpu(sas_address)));
 174         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 175             "Attached PHY Identifier=0x%X\n", ioc->name,
 176             pg0->AttachedPhyIdentifier));
 177         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Attached Device Info=0x%X\n",
 178             ioc->name, le32_to_cpu(pg0->AttachedDeviceInfo)));
 179         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Programmed Link Rate=0x%X\n",
 180             ioc->name,  pg0->ProgrammedLinkRate));
 181         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Change Count=0x%X\n",
 182             ioc->name, pg0->ChangeCount));
 183         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "PHY Info=0x%X\n\n",
 184             ioc->name, le32_to_cpu(pg0->PhyInfo)));
 185 }
 186
 187 static void mptsas_print_phy_pg1(MPT_ADAPTER *ioc, SasPhyPage1_t *pg1)
 188 {
 189         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 190             "---- SAS PHY PAGE 1 ------------\n", ioc->name));
 191         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Invalid Dword Count=0x%x\n",
 192             ioc->name,  pg1->InvalidDwordCount));
 193         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 194             "Running Disparity Error Count=0x%x\n", ioc->name,
 195             pg1->RunningDisparityErrorCount));
 196         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 197             "Loss Dword Synch Count=0x%x\n", ioc->name,
 198             pg1->LossDwordSynchCount));
 199         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 200             "PHY Reset Problem Count=0x%x\n\n", ioc->name,
 201             pg1->PhyResetProblemCount));
 202 }
 203
 204 static void mptsas_print_device_pg0(MPT_ADAPTER *ioc, SasDevicePage0_t *pg0)
 205 {
 206         __le64 sas_address;
 207
 208         memcpy(&sas_address, &pg0->SASAddress, sizeof(__le64));
 209
 210         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 211             "---- SAS DEVICE PAGE 0 ---------\n", ioc->name));
 212         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Handle=0x%X\n",
 213             ioc->name, le16_to_cpu(pg0->DevHandle)));
 214         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Parent Handle=0x%X\n",
 215             ioc->name, le16_to_cpu(pg0->ParentDevHandle)));
 216         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Enclosure Handle=0x%X\n",
 217             ioc->name, le16_to_cpu(pg0->EnclosureHandle)));
 218         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Slot=0x%X\n",
 219             ioc->name, le16_to_cpu(pg0->Slot)));
 220         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SAS Address=0x%llX\n",
 221             ioc->name, (unsigned long long)le64_to_cpu(sas_address)));
 222         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Target ID=0x%X\n",
 223             ioc->name, pg0->TargetID));
 224         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Bus=0x%X\n",
 225             ioc->name, pg0->Bus));
 226         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Parent Phy Num=0x%X\n",
 227             ioc->name, pg0->PhyNum));
 228         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Access Status=0x%X\n",
 229             ioc->name, le16_to_cpu(pg0->AccessStatus)));
 230         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Device Info=0x%X\n",
 231             ioc->name, le32_to_cpu(pg0->DeviceInfo)));
 232         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Flags=0x%X\n",
 233             ioc->name, le16_to_cpu(pg0->Flags)));
 234         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Physical Port=0x%X\n\n",
 235             ioc->name, pg0->PhysicalPort));
 236 }
 237
 238 static void mptsas_print_expander_pg1(MPT_ADAPTER *ioc, SasExpanderPage1_t *pg1)
 239 {
 240         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 241             "---- SAS EXPANDER PAGE 1 ------------\n", ioc->name));
 242         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Physical Port=0x%X\n",
 243             ioc->name, pg1->PhysicalPort));
 244         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "PHY Identifier=0x%X\n",
 245             ioc->name, pg1->PhyIdentifier));
 246         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Negotiated Link Rate=0x%X\n",
 247             ioc->name, pg1->NegotiatedLinkRate));
 248         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Programmed Link Rate=0x%X\n",
 249             ioc->name, pg1->ProgrammedLinkRate));
 250         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Hardware Link Rate=0x%X\n",
 251             ioc->name, pg1->HwLinkRate));
 252         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Owner Device Handle=0x%X\n",
 253             ioc->name, le16_to_cpu(pg1->OwnerDevHandle)));
 254         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 255             "Attached Device Handle=0x%X\n\n", ioc->name,
 256             le16_to_cpu(pg1->AttachedDevHandle)));
 257 }
 258
 259 /* inhibit sas firmware event handling */
 260 static void
 261 mptsas_fw_event_off(MPT_ADAPTER *ioc)
 262 {
 263         unsigned long flags;
 264
 265         spin_lock_irqsave(&ioc->fw_event_lock, flags);
 266         ioc->fw_events_off = 1;
 267         ioc->sas_discovery_quiesce_io = 0;
 268         spin_unlock_irqrestore(&ioc->fw_event_lock, flags);
 269
 270 }
 271
 272 /* enable sas firmware event handling */
 273 static void
 274 mptsas_fw_event_on(MPT_ADAPTER *ioc)
 275 {
 276         unsigned long flags;
 277
 278         spin_lock_irqsave(&ioc->fw_event_lock, flags);
 279         ioc->fw_events_off = 0;
 280         spin_unlock_irqrestore(&ioc->fw_event_lock, flags);
 281 }
 282
 283 /* queue a sas firmware event */
 284 static void
 285 mptsas_add_fw_event(MPT_ADAPTER *ioc, struct fw_event_work *fw_event,
 286     unsigned long delay)
 287 {
 288         unsigned long flags;
 289
 290         spin_lock_irqsave(&ioc->fw_event_lock, flags);
 291         list_add_tail(&fw_event->list, &ioc->fw_event_list);
 292         INIT_DELAYED_WORK(&fw_event->work, mptsas_firmware_event_work);
 293         devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT "%s: add (fw_event=0x%p)"
 294                 "on cpuid %d\n", ioc->name, __func__,
 295                 fw_event, smp_processor_id()));
 296         queue_delayed_work_on(smp_processor_id(), ioc->fw_event_q,
 297             &fw_event->work, delay);
 298         spin_unlock_irqrestore(&ioc->fw_event_lock, flags);
 299 }
 300
 301 /* requeue a sas firmware event */
 302 static void
 303 mptsas_requeue_fw_event(MPT_ADAPTER *ioc, struct fw_event_work *fw_event,
 304     unsigned long delay)
 305 {
 306         unsigned long flags;
 307         spin_lock_irqsave(&ioc->fw_event_lock, flags);
 308         devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT "%s: reschedule task "
 309             "(fw_event=0x%p)on cpuid %d\n", ioc->name, __func__,
 310                 fw_event, smp_processor_id()));
 311         fw_event->retries++;
 312         queue_delayed_work_on(smp_processor_id(), ioc->fw_event_q,
 313             &fw_event->work, msecs_to_jiffies(delay));
 314         spin_unlock_irqrestore(&ioc->fw_event_lock, flags);
 315 }
 316
 317 /* free memory associated to a sas firmware event */
 318 static void
 319 mptsas_free_fw_event(MPT_ADAPTER *ioc, struct fw_event_work *fw_event)
 320 {
 321         unsigned long flags;
 322
 323         spin_lock_irqsave(&ioc->fw_event_lock, flags);
 324         devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT "%s: kfree (fw_event=0x%p)\n",
 325             ioc->name, __func__, fw_event));
 326         list_del(&fw_event->list);
 327         kfree(fw_event);
 328         spin_unlock_irqrestore(&ioc->fw_event_lock, flags);
 329 }
 330
 331 /* walk the firmware event queue, and either stop or wait for
 332  * outstanding events to complete */
 333 static void
 334 mptsas_cleanup_fw_event_q(MPT_ADAPTER *ioc)
 335 {
 336         struct fw_event_work *fw_event, *next;
 337         struct mptsas_target_reset_event *target_reset_list, *n;
 338         MPT_SCSI_HOST   *hd = shost_priv(ioc->sh);
 339
 340         /* flush the target_reset_list */
 341         if (!list_empty(&hd->target_reset_list)) {
 342                 list_for_each_entry_safe(target_reset_list, n,
 343                     &hd->target_reset_list, list) {
 344                         dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 345                             "%s: removing target reset for id=%d\n",
 346                             ioc->name, __func__,
 347                            target_reset_list->sas_event_data.TargetID));
 348                         list_del(&target_reset_list->list);
 349                         kfree(target_reset_list);
 350                 }
 351         }
 352
 353         if (list_empty(&ioc->fw_event_list) ||
 354              !ioc->fw_event_q || in_interrupt())
 355                 return;
 356
 357         list_for_each_entry_safe(fw_event, next, &ioc->fw_event_list, list) {
 358                 if (cancel_delayed_work(&fw_event->work))
 359                         mptsas_free_fw_event(ioc, fw_event);
 360         }
 361 }
 362
 363
 364 static inline MPT_ADAPTER *phy_to_ioc(struct sas_phy *phy)
 365 {
 366         struct Scsi_Host *shost = dev_to_shost(phy->dev.parent);
 367         return ((MPT_SCSI_HOST *)shost->hostdata)->ioc;
 368 }
 369
 370 static inline MPT_ADAPTER *rphy_to_ioc(struct sas_rphy *rphy)
 371 {
 372         struct Scsi_Host *shost = dev_to_shost(rphy->dev.parent->parent);
 373         return ((MPT_SCSI_HOST *)shost->hostdata)->ioc;
 374 }
 375
 376 /*
 377  * mptsas_find_portinfo_by_handle
 378  *
 379  * This function should be called with the sas_topology_mutex already held
 380  */
 381 static struct mptsas_portinfo *
 382 mptsas_find_portinfo_by_handle(MPT_ADAPTER *ioc, u16 handle)
 383 {
 384         struct mptsas_portinfo *port_info, *rc=NULL;
 385         int i;
 386
 387         list_for_each_entry(port_info, &ioc->sas_topology, list)
 388                 for (i = 0; i < port_info->num_phys; i++)
 389                         if (port_info->phy_info[i].identify.handle == handle) {
 390                                 rc = port_info;
 391                                 goto out;
 392                         }
 393  out:
 394         return rc;
 395 }
 396
 397 /**
 398  *      mptsas_find_portinfo_by_sas_address -
 399  *      @ioc: Pointer to MPT_ADAPTER structure
 400  *      @handle:
 401  *
 402  *      This function should be called with the sas_topology_mutex already held
 403  *
 404  **/
 405 static struct mptsas_portinfo *
 406 mptsas_find_portinfo_by_sas_address(MPT_ADAPTER *ioc, u64 sas_address)
 407 {
 408         struct mptsas_portinfo *port_info, *rc = NULL;
 409         int i;
 410
 411         if (sas_address >= ioc->hba_port_sas_addr &&
 412             sas_address < (ioc->hba_port_sas_addr +
 413             ioc->hba_port_num_phy))
 414                 return ioc->hba_port_info;
 415
 416         mutex_lock(&ioc->sas_topology_mutex);
 417         list_for_each_entry(port_info, &ioc->sas_topology, list)
 418                 for (i = 0; i < port_info->num_phys; i++)
 419                         if (port_info->phy_info[i].identify.sas_address ==
 420                             sas_address) {
 421                                 rc = port_info;
 422                                 goto out;
 423                         }
 424  out:
 425         mutex_unlock(&ioc->sas_topology_mutex);
 426         return rc;
 427 }
 428
 429 /*
 430  * Returns true if there is a scsi end device
 431  */
 432 static inline int
 433 mptsas_is_end_device(struct mptsas_devinfo * attached)
 434 {
 435         if ((attached->sas_address) &&
 436             (attached->device_info &
 437             MPI_SAS_DEVICE_INFO_END_DEVICE) &&
 438             ((attached->device_info &
 439             MPI_SAS_DEVICE_INFO_SSP_TARGET) |
 440             (attached->device_info &
 441             MPI_SAS_DEVICE_INFO_STP_TARGET) |
 442             (attached->device_info &
 443             MPI_SAS_DEVICE_INFO_SATA_DEVICE)))
 444                 return 1;
 445         else
 446                 return 0;
 447 }
 448
 449 /* no mutex */
 450 static void
 451 mptsas_port_delete(MPT_ADAPTER *ioc, struct mptsas_portinfo_details * port_details)
 452 {
 453         struct mptsas_portinfo *port_info;
 454         struct mptsas_phyinfo *phy_info;
 455         u8      i;
 456
 457         if (!port_details)
 458                 return;
 459
 460         port_info = port_details->port_info;
 461         phy_info = port_info->phy_info;
 462
 463         dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT "%s: [%p]: num_phys=%02d "
 464             "bitmask=0x%016llX\n", ioc->name, __func__, port_details,
 465             port_details->num_phys, (unsigned long long)
 466             port_details->phy_bitmask));
 467
 468         for (i = 0; i < port_info->num_phys; i++, phy_info++) {
 469                 if(phy_info->port_details != port_details)
 470                         continue;
 471                 memset(&phy_info->attached, 0, sizeof(struct mptsas_devinfo));
 472                 mptsas_set_rphy(ioc, phy_info, NULL);
 473                 phy_info->port_details = NULL;
 474         }
 475         kfree(port_details);
 476 }
 477
 478 static inline struct sas_rphy *
 479 mptsas_get_rphy(struct mptsas_phyinfo *phy_info)
 480 {
 481         if (phy_info->port_details)
 482                 return phy_info->port_details->rphy;
 483         else
 484                 return NULL;
 485 }
 486
 487 static inline void
 488 mptsas_set_rphy(MPT_ADAPTER *ioc, struct mptsas_phyinfo *phy_info, struct sas_rphy *rphy)
 489 {
 490         if (phy_info->port_details) {
 491                 phy_info->port_details->rphy = rphy;
 492                 dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT "sas_rphy_add: rphy=%p\n",
 493                     ioc->name, rphy));
 494         }
 495
 496         if (rphy) {
 497                 dsaswideprintk(ioc, dev_printk(KERN_DEBUG,
 498                     &rphy->dev, MYIOC_s_FMT "add:", ioc->name));
 499                 dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT "rphy=%p release=%p\n",
 500                     ioc->name, rphy, rphy->dev.release));
 501         }
 502 }
 503
 504 static inline struct sas_port *
 505 mptsas_get_port(struct mptsas_phyinfo *phy_info)
 506 {
 507         if (phy_info->port_details)
 508                 return phy_info->port_details->port;
 509         else
 510                 return NULL;
 511 }
 512
 513 static inline void
 514 mptsas_set_port(MPT_ADAPTER *ioc, struct mptsas_phyinfo *phy_info, struct sas_port *port)
 515 {
 516         if (phy_info->port_details)
 517                 phy_info->port_details->port = port;
 518
 519         if (port) {
 520                 dsaswideprintk(ioc, dev_printk(KERN_DEBUG,
 521                     &port->dev, MYIOC_s_FMT "add:", ioc->name));
 522                 dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT "port=%p release=%p\n",
 523                     ioc->name, port, port->dev.release));
 524         }
 525 }
 526
 527 static inline struct scsi_target *
 528 mptsas_get_starget(struct mptsas_phyinfo *phy_info)
 529 {
 530         if (phy_info->port_details)
 531                 return phy_info->port_details->starget;
 532         else
 533                 return NULL;
 534 }
 535
 536 static inline void
 537 mptsas_set_starget(struct mptsas_phyinfo *phy_info, struct scsi_target *
 538 starget)
 539 {
 540         if (phy_info->port_details)
 541                 phy_info->port_details->starget = starget;
 542 }
 543
 544 /**
 545  *      mptsas_add_device_component -
 546  *      @ioc: Pointer to MPT_ADAPTER structure
 547  *      @channel: fw mapped id's
 548  *      @id:
 549  *      @sas_address:
 550  *      @device_info:
 551  *
 552  **/
 553 static void
 554 mptsas_add_device_component(MPT_ADAPTER *ioc, u8 channel, u8 id,
 555         u64 sas_address, u32 device_info, u16 slot, u64 enclosure_logical_id)
 556 {
 557         struct mptsas_device_info       *sas_info, *next;
 558         struct scsi_device      *sdev;
 559         struct scsi_target      *starget;
 560         struct sas_rphy *rphy;
 561
 562         /*
 563          * Delete all matching devices out of the list
 564          */
 565         mutex_lock(&ioc->sas_device_info_mutex);
 566         list_for_each_entry_safe(sas_info, next, &ioc->sas_device_info_list,
 567             list) {
 568                 if (!sas_info->is_logical_volume &&
 569                     (sas_info->sas_address == sas_address ||
 570                     (sas_info->fw.channel == channel &&
 571                      sas_info->fw.id == id))) {
 572                         list_del(&sas_info->list);
 573                         kfree(sas_info);
 574                 }
 575         }
 576
 577         sas_info = kzalloc(sizeof(struct mptsas_device_info), GFP_KERNEL);
 578         if (!sas_info)
 579                 goto out;
 580
 581         /*
 582          * Set Firmware mapping
 583          */
 584         sas_info->fw.id = id;
 585         sas_info->fw.channel = channel;
 586
 587         sas_info->sas_address = sas_address;
 588         sas_info->device_info = device_info;
 589         sas_info->slot = slot;
 590         sas_info->enclosure_logical_id = enclosure_logical_id;
 591         INIT_LIST_HEAD(&sas_info->list);
 592         list_add_tail(&sas_info->list, &ioc->sas_device_info_list);
 593
 594         /*
 595          * Set OS mapping
 596          */
 597         shost_for_each_device(sdev, ioc->sh) {
 598                 starget = scsi_target(sdev);
 599                 rphy = dev_to_rphy(starget->dev.parent);
 600                 if (rphy->identify.sas_address == sas_address) {
 601                         sas_info->os.id = starget->id;
 602                         sas_info->os.channel = starget->channel;
 603                 }
 604         }
 605
 606  out:
 607         mutex_unlock(&ioc->sas_device_info_mutex);
 608         return;
 609 }
 610
 611 /**
 612  *      mptsas_add_device_component_by_fw -
 613  *      @ioc: Pointer to MPT_ADAPTER structure
 614  *      @channel:  fw mapped id's
 615  *      @id:
 616  *
 617  **/
 618 static void
 619 mptsas_add_device_component_by_fw(MPT_ADAPTER *ioc, u8 channel, u8 id)
 620 {
 621         struct mptsas_devinfo sas_device;
 622         struct mptsas_enclosure enclosure_info;
 623         int rc;
 624
 625         rc = mptsas_sas_device_pg0(ioc, &sas_device,
 626             (MPI_SAS_DEVICE_PGAD_FORM_BUS_TARGET_ID <<
 627              MPI_SAS_DEVICE_PGAD_FORM_SHIFT),
 628             (channel << 8) + id);
 629         if (rc)
 630                 return;
 631
 632         memset(&enclosure_info, 0, sizeof(struct mptsas_enclosure));
 633         mptsas_sas_enclosure_pg0(ioc, &enclosure_info,
 634             (MPI_SAS_ENCLOS_PGAD_FORM_HANDLE <<
 635              MPI_SAS_ENCLOS_PGAD_FORM_SHIFT),
 636              sas_device.handle_enclosure);
 637
 638         mptsas_add_device_component(ioc, sas_device.channel,
 639             sas_device.id, sas_device.sas_address, sas_device.device_info,
 640             sas_device.slot, enclosure_info.enclosure_logical_id);
 641 }
 642
 643 /**
 644  *      mptsas_add_device_component_starget_ir - Handle Integrated RAID, adding each individual device to list
 645  *      @ioc: Pointer to MPT_ADAPTER structure
 646  *      @channel: fw mapped id's
 647  *      @id:
 648  *
 649  **/
 650 static void
 651 mptsas_add_device_component_starget_ir(MPT_ADAPTER *ioc,
 652                 struct scsi_target *starget)
 653 {
 654         CONFIGPARMS                     cfg;
 655         ConfigPageHeader_t              hdr;
 656         dma_addr_t                      dma_handle;
 657         pRaidVolumePage0_t              buffer = NULL;
 658         int                             i;
 659         RaidPhysDiskPage0_t             phys_disk;
 660         struct mptsas_device_info       *sas_info, *next;
 661
 662         memset(&cfg, 0 , sizeof(CONFIGPARMS));
 663         memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
 664         hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_VOLUME;
 665         /* assumption that all volumes on channel = 0 */
 666         cfg.pageAddr = starget->id;
 667         cfg.cfghdr.hdr = &hdr;
 668         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
 669         cfg.timeout = SAS_CONFIG_PAGE_TIMEOUT;
 670
 671         if (mpt_config(ioc, &cfg) != 0)
 672                 goto out;
 673
 674         if (!hdr.PageLength)
 675                 goto out;
 676
 677         buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
 678             &dma_handle);
 679
 680         if (!buffer)
 681                 goto out;
 682
 683         cfg.physAddr = dma_handle;
 684         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
 685
 686         if (mpt_config(ioc, &cfg) != 0)
 687                 goto out;
 688
 689         if (!buffer->NumPhysDisks)
 690                 goto out;
 691
 692         /*
 693          * Adding entry for hidden components
 694          */
 695         for (i = 0; i < buffer->NumPhysDisks; i++) {
 696
 697                 if (mpt_raid_phys_disk_pg0(ioc,
 698                     buffer->PhysDisk[i].PhysDiskNum, &phys_disk) != 0)
 699                         continue;
 700
 701                 mptsas_add_device_component_by_fw(ioc, phys_disk.PhysDiskBus,
 702                     phys_disk.PhysDiskID);
 703
 704                 mutex_lock(&ioc->sas_device_info_mutex);
 705                 list_for_each_entry(sas_info, &ioc->sas_device_info_list,
 706                     list) {
 707                         if (!sas_info->is_logical_volume &&
 708                             (sas_info->fw.channel == phys_disk.PhysDiskBus &&
 709                             sas_info->fw.id == phys_disk.PhysDiskID)) {
 710                                 sas_info->is_hidden_raid_component = 1;
 711                                 sas_info->volume_id = starget->id;
 712                         }
 713                 }
 714                 mutex_unlock(&ioc->sas_device_info_mutex);
 715
 716         }
 717
 718         /*
 719          * Delete all matching devices out of the list
 720          */
 721         mutex_lock(&ioc->sas_device_info_mutex);
 722         list_for_each_entry_safe(sas_info, next, &ioc->sas_device_info_list,
 723             list) {
 724                 if (sas_info->is_logical_volume && sas_info->fw.id ==
 725                     starget->id) {
 726                         list_del(&sas_info->list);
 727                         kfree(sas_info);
 728                 }
 729         }
 730
 731         sas_info = kzalloc(sizeof(struct mptsas_device_info), GFP_KERNEL);
 732         if (sas_info) {
 733                 sas_info->fw.id = starget->id;
 734                 sas_info->os.id = starget->id;
 735                 sas_info->os.channel = starget->channel;
 736                 sas_info->is_logical_volume = 1;
 737                 INIT_LIST_HEAD(&sas_info->list);
 738                 list_add_tail(&sas_info->list, &ioc->sas_device_info_list);
 739         }
 740         mutex_unlock(&ioc->sas_device_info_mutex);
 741
 742  out:
 743         if (buffer)
 744                 pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
 745                     dma_handle);
 746 }
 747
 748 /**
 749  *      mptsas_add_device_component_starget -
 750  *      @ioc: Pointer to MPT_ADAPTER structure
 751  *      @starget:
 752  *
 753  **/
 754 static void
 755 mptsas_add_device_component_starget(MPT_ADAPTER *ioc,
 756         struct scsi_target *starget)
 757 {
 758         VirtTarget      *vtarget;
 759         struct sas_rphy *rphy;
 760         struct mptsas_phyinfo   *phy_info = NULL;
 761         struct mptsas_enclosure enclosure_info;
 762
 763         rphy = dev_to_rphy(starget->dev.parent);
 764         vtarget = starget->hostdata;
 765         phy_info = mptsas_find_phyinfo_by_sas_address(ioc,
 766                         rphy->identify.sas_address);
 767         if (!phy_info)
 768                 return;
 769
 770         memset(&enclosure_info, 0, sizeof(struct mptsas_enclosure));
 771         mptsas_sas_enclosure_pg0(ioc, &enclosure_info,
 772                 (MPI_SAS_ENCLOS_PGAD_FORM_HANDLE <<
 773                 MPI_SAS_ENCLOS_PGAD_FORM_SHIFT),
 774                 phy_info->attached.handle_enclosure);
 775
 776         mptsas_add_device_component(ioc, phy_info->attached.channel,
 777                 phy_info->attached.id, phy_info->attached.sas_address,
 778                 phy_info->attached.device_info,
 779                 phy_info->attached.slot, enclosure_info.enclosure_logical_id);
 780 }
 781
 782 /**
 783  *      mptsas_del_device_component_by_os - Once a device has been removed, we mark the entry in the list as being cached
 784  *      @ioc: Pointer to MPT_ADAPTER structure
 785  *      @channel: os mapped id's
 786  *      @id:
 787  *
 788  **/
 789 static void
 790 mptsas_del_device_component_by_os(MPT_ADAPTER *ioc, u8 channel, u8 id)
 791 {
 792         struct mptsas_device_info       *sas_info, *next;
 793
 794         /*
 795          * Set is_cached flag
 796          */
 797         list_for_each_entry_safe(sas_info, next, &ioc->sas_device_info_list,
 798                 list) {
 799                 if (sas_info->os.channel == channel && sas_info->os.id == id)
 800                         sas_info->is_cached = 1;
 801         }
 802 }
 803
 804 /**
 805  *      mptsas_del_device_components - Cleaning the list
 806  *      @ioc: Pointer to MPT_ADAPTER structure
 807  *
 808  **/
 809 static void
 810 mptsas_del_device_components(MPT_ADAPTER *ioc)
 811 {
 812         struct mptsas_device_info       *sas_info, *next;
 813
 814         mutex_lock(&ioc->sas_device_info_mutex);
 815         list_for_each_entry_safe(sas_info, next, &ioc->sas_device_info_list,
 816                 list) {
 817                 list_del(&sas_info->list);
 818                 kfree(sas_info);
 819         }
 820         mutex_unlock(&ioc->sas_device_info_mutex);
 821 }
 822
 823
 824 /*
 825  * mptsas_setup_wide_ports
 826  *
 827  * Updates for new and existing narrow/wide port configuration
 828  * in the sas_topology
 829  */
 830 static void
 831 mptsas_setup_wide_ports(MPT_ADAPTER *ioc, struct mptsas_portinfo *port_info)
 832 {
 833         struct mptsas_portinfo_details * port_details;
 834         struct mptsas_phyinfo *phy_info, *phy_info_cmp;
 835         u64     sas_address;
 836         int     i, j;
 837
 838         mutex_lock(&ioc->sas_topology_mutex);
 839
 840         phy_info = port_info->phy_info;
 841         for (i = 0 ; i < port_info->num_phys ; i++, phy_info++) {
 842                 if (phy_info->attached.handle)
 843                         continue;
 844                 port_details = phy_info->port_details;
 845                 if (!port_details)
 846                         continue;
 847                 if (port_details->num_phys < 2)
 848                         continue;
 849                 /*
 850                  * Removing a phy from a port, letting the last
 851                  * phy be removed by firmware events.
 852                  */
 853                 dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 854                     "%s: [%p]: deleting phy = %d\n",
 855                     ioc->name, __func__, port_details, i));
 856                 port_details->num_phys--;
 857                 port_details->phy_bitmask &= ~ (1 << phy_info->phy_id);
 858                 memset(&phy_info->attached, 0, sizeof(struct mptsas_devinfo));
 859                 if (phy_info->phy) {
 860                         devtprintk(ioc, dev_printk(KERN_DEBUG,
 861                                 &phy_info->phy->dev, MYIOC_s_FMT
 862                                 "delete phy %d, phy-obj (0x%p)\n", ioc->name,
 863                                 phy_info->phy_id, phy_info->phy));
 864                         sas_port_delete_phy(port_details->port, phy_info->phy);
 865                 }
 866                 phy_info->port_details = NULL;
 867         }
 868
 869         /*
 870          * Populate and refresh the tree
 871          */
 872         phy_info = port_info->phy_info;
 873         for (i = 0 ; i < port_info->num_phys ; i++, phy_info++) {
 874                 sas_address = phy_info->attached.sas_address;
 875                 dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT "phy_id=%d sas_address=0x%018llX\n",
 876                     ioc->name, i, (unsigned long long)sas_address));
 877                 if (!sas_address)
 878                         continue;
 879                 port_details = phy_info->port_details;
 880                 /*
 881                  * Forming a port
 882                  */
 883                 if (!port_details) {
 884                         port_details = kzalloc(sizeof(struct
 885                                 mptsas_portinfo_details), GFP_KERNEL);
 886                         if (!port_details)
 887                                 goto out;
 888                         port_details->num_phys = 1;
 889                         port_details->port_info = port_info;
 890                         if (phy_info->phy_id < 64 )
 891                                 port_details->phy_bitmask |=
 892                                     (1 << phy_info->phy_id);
 893                         phy_info->sas_port_add_phy=1;
 894                         dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT "\t\tForming port\n\t\t"
 895                             "phy_id=%d sas_address=0x%018llX\n",
 896                             ioc->name, i, (unsigned long long)sas_address));
 897                         phy_info->port_details = port_details;
 898                 }
 899
 900                 if (i == port_info->num_phys - 1)
 901                         continue;
 902                 phy_info_cmp = &port_info->phy_info[i + 1];
 903                 for (j = i + 1 ; j < port_info->num_phys ; j++,
 904                     phy_info_cmp++) {
 905                         if (!phy_info_cmp->attached.sas_address)
 906                                 continue;
 907                         if (sas_address != phy_info_cmp->attached.sas_address)
 908                                 continue;
 909                         if (phy_info_cmp->port_details == port_details )
 910                                 continue;
 911                         dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 912                             "\t\tphy_id=%d sas_address=0x%018llX\n",
 913                             ioc->name, j, (unsigned long long)
 914                             phy_info_cmp->attached.sas_address));
 915                         if (phy_info_cmp->port_details) {
 916                                 port_details->rphy =
 917                                     mptsas_get_rphy(phy_info_cmp);
 918                                 port_details->port =
 919                                     mptsas_get_port(phy_info_cmp);
 920                                 port_details->starget =
 921                                     mptsas_get_starget(phy_info_cmp);
 922                                 port_details->num_phys =
 923                                         phy_info_cmp->port_details->num_phys;
 924                                 if (!phy_info_cmp->port_details->num_phys)
 925                                         kfree(phy_info_cmp->port_details);
 926                         } else
 927                                 phy_info_cmp->sas_port_add_phy=1;
 928                         /*
 929                          * Adding a phy to a port
 930                          */
 931                         phy_info_cmp->port_details = port_details;
 932                         if (phy_info_cmp->phy_id < 64 )
 933                                 port_details->phy_bitmask |=
 934                                 (1 << phy_info_cmp->phy_id);
 935                         port_details->num_phys++;
 936                 }
 937         }
 938
 939  out:
 940
 941         for (i = 0; i < port_info->num_phys; i++) {
 942                 port_details = port_info->phy_info[i].port_details;
 943                 if (!port_details)
 944                         continue;
 945                 dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 946                     "%s: [%p]: phy_id=%02d num_phys=%02d "
 947                     "bitmask=0x%016llX\n", ioc->name, __func__,
 948                     port_details, i, port_details->num_phys,
 949                     (unsigned long long)port_details->phy_bitmask));
 950                 dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT "\t\tport = %p rphy=%p\n",
 951                     ioc->name, port_details->port, port_details->rphy));
 952         }
 953         dsaswideprintk(ioc, printk("\n"));
 954         mutex_unlock(&ioc->sas_topology_mutex);
 955 }
 956
 957 /**
 958  * csmisas_find_vtarget
 959  *
 960  * @ioc
 961  * @volume_id
 962  * @volume_bus
 963  *
 964  **/
 965 static VirtTarget *
 966 mptsas_find_vtarget(MPT_ADAPTER *ioc, u8 channel, u8 id)
 967 {
 968         struct scsi_device              *sdev;
 969         VirtDevice                      *vdevice;
 970         VirtTarget                      *vtarget = NULL;
 971
 972         shost_for_each_device(sdev, ioc->sh) {
 973                 vdevice = sdev->hostdata;
 974                 if ((vdevice == NULL) ||
 975                         (vdevice->vtarget == NULL))
 976                         continue;
 977                 if ((vdevice->vtarget->tflags &
 978                     MPT_TARGET_FLAGS_RAID_COMPONENT ||
 979                     vdevice->vtarget->raidVolume))
 980                         continue;
 981                 if (vdevice->vtarget->id == id &&
 982                         vdevice->vtarget->channel == channel)
 983                         vtarget = vdevice->vtarget;
 984         }
 985         return vtarget;
 986 }
 987
 988 static void
 989 mptsas_queue_device_delete(MPT_ADAPTER *ioc,
 990         MpiEventDataSasDeviceStatusChange_t *sas_event_data)
 991 {
 992         struct fw_event_work *fw_event;
 993
 994         fw_event = kzalloc(sizeof(*fw_event) +
 995                            sizeof(MpiEventDataSasDeviceStatusChange_t),
 996                            GFP_ATOMIC);
 997         if (!fw_event) {
 998                 printk(MYIOC_s_WARN_FMT "%s: failed at (line=%d)\n",
 999                     ioc->name, __func__, __LINE__);
1000                 return;
1001         }
1002         memcpy(fw_event->event_data, sas_event_data,
1003             sizeof(MpiEventDataSasDeviceStatusChange_t));
1004         fw_event->event = MPI_EVENT_SAS_DEVICE_STATUS_CHANGE;
1005         fw_event->ioc = ioc;
1006         mptsas_add_fw_event(ioc, fw_event, msecs_to_jiffies(1));
1007 }
1008
1009 static void
1010 mptsas_queue_rescan(MPT_ADAPTER *ioc)
1011 {
1012         struct fw_event_work *fw_event;
1013
1014         fw_event = kzalloc(sizeof(*fw_event), GFP_ATOMIC);
1015         if (!fw_event) {
1016                 printk(MYIOC_s_WARN_FMT "%s: failed at (line=%d)\n",
1017                     ioc->name, __func__, __LINE__);
1018                 return;
1019         }
1020         fw_event->event = -1;
1021         fw_event->ioc = ioc;
1022         mptsas_add_fw_event(ioc, fw_event, msecs_to_jiffies(1));
1023 }
1024
1025
1026 /**
1027  * mptsas_target_reset
1028  *
1029  * Issues TARGET_RESET to end device using handshaking method
1030  *
1031  * @ioc
1032  * @channel
1033  * @id
1034  *
1035  * Returns (1) success
1036  *         (0) failure
1037  *
1038  **/
1039 static int
1040 mptsas_target_reset(MPT_ADAPTER *ioc, u8 channel, u8 id)
1041 {
1042         MPT_FRAME_HDR   *mf;
1043         SCSITaskMgmt_t  *pScsiTm;
1044         if (mpt_set_taskmgmt_in_progress_flag(ioc) != 0)
1045                 return 0;
1046
1047
1048         mf = mpt_get_msg_frame(mptsasDeviceResetCtx, ioc);
1049         if (mf == NULL) {
1050                 dfailprintk(ioc, printk(MYIOC_s_WARN_FMT
1051                         "%s, no msg frames @%d!!\n", ioc->name,
1052                         __func__, __LINE__));
1053                 goto out_fail;
1054         }
1055
1056         dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT "TaskMgmt request (mf=%p)\n",
1057                 ioc->name, mf));
1058
1059         /* Format the Request
1060          */
1061         pScsiTm = (SCSITaskMgmt_t *) mf;
1062         memset (pScsiTm, 0, sizeof(SCSITaskMgmt_t));
1063         pScsiTm->TargetID = id;
1064         pScsiTm->Bus = channel;
1065         pScsiTm->Function = MPI_FUNCTION_SCSI_TASK_MGMT;
1066         pScsiTm->TaskType = MPI_SCSITASKMGMT_TASKTYPE_TARGET_RESET;
1067         pScsiTm->MsgFlags = MPI_SCSITASKMGMT_MSGFLAGS_LIPRESET_RESET_OPTION;
1068
1069         DBG_DUMP_TM_REQUEST_FRAME(ioc, (u32 *)mf);
1070
1071         dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
1072            "TaskMgmt type=%d (sas device delete) fw_channel = %d fw_id = %d)\n",
1073            ioc->name, MPI_SCSITASKMGMT_TASKTYPE_TARGET_RESET, channel, id));
1074
1075         mpt_put_msg_frame_hi_pri(mptsasDeviceResetCtx, ioc, mf);
1076
1077         return 1;
1078
1079  out_fail:
1080
1081         mpt_clear_taskmgmt_in_progress_flag(ioc);
1082         return 0;
1083 }
1084
1085 static void
1086 mptsas_block_io_sdev(struct scsi_device *sdev, void *data)
1087 {
1088         scsi_device_set_state(sdev, SDEV_BLOCK);
1089 }
1090
1091 static void
1092 mptsas_block_io_starget(struct scsi_target *starget)
1093 {
1094         if (starget)
1095                 starget_for_each_device(starget, NULL, mptsas_block_io_sdev);
1096 }
1097
1098 /**
1099  * mptsas_target_reset_queue
1100  *
1101  * Receive request for TARGET_RESET after receiving an firmware
1102  * event NOT_RESPONDING_EVENT, then put command in link list
1103  * and queue if task_queue already in use.
1104  *
1105  * @ioc
1106  * @sas_event_data
1107  *
1108  **/
1109 static void
1110 mptsas_target_reset_queue(MPT_ADAPTER *ioc,
1111     EVENT_DATA_SAS_DEVICE_STATUS_CHANGE *sas_event_data)
1112 {
1113         MPT_SCSI_HOST   *hd = shost_priv(ioc->sh);
1114         VirtTarget *vtarget = NULL;
1115         struct mptsas_target_reset_event *target_reset_list;
1116         u8              id, channel;
1117
1118         id = sas_event_data->TargetID;
1119         channel = sas_event_data->Bus;
1120
1121         vtarget = mptsas_find_vtarget(ioc, channel, id);
1122         if (vtarget) {
1123                 mptsas_block_io_starget(vtarget->starget);
1124                 vtarget->deleted = 1; /* block IO */
1125         }
1126
1127         target_reset_list = kzalloc(sizeof(struct mptsas_target_reset_event),
1128             GFP_ATOMIC);
1129         if (!target_reset_list) {
1130                 dfailprintk(ioc, printk(MYIOC_s_WARN_FMT
1131                         "%s, failed to allocate mem @%d..!!\n",
1132                         ioc->name, __func__, __LINE__));
1133                 return;
1134         }
1135
1136         memcpy(&target_reset_list->sas_event_data, sas_event_data,
1137                 sizeof(*sas_event_data));
1138         list_add_tail(&target_reset_list->list, &hd->target_reset_list);
1139
1140         target_reset_list->time_count = jiffies;
1141
1142         if (mptsas_target_reset(ioc, channel, id)) {
1143                 target_reset_list->target_reset_issued = 1;
1144         }
1145 }
1146
1147 /**
1148  * mptsas_schedule_target_reset- send pending target reset
1149  * @iocp: per adapter object
1150  *
1151  * This function will delete scheduled target reset from the list and
1152  * try to send next target reset. This will be called from completion
1153  * context of any Task management command.
1154  */
1155
1156 void
1157 mptsas_schedule_target_reset(void *iocp)
1158 {
1159         MPT_ADAPTER *ioc = (MPT_ADAPTER *)(iocp);
1160         MPT_SCSI_HOST   *hd = shost_priv(ioc->sh);
1161         struct list_head *head = &hd->target_reset_list;
1162         struct mptsas_target_reset_event        *target_reset_list;
1163         u8              id, channel;
1164         /*
1165          * issue target reset to next device in the queue
1166          */
1167
1168         head = &hd->target_reset_list;
1169         if (list_empty(head))
1170                 return;
1171
1172         target_reset_list = list_entry(head->next,
1173                 struct mptsas_target_reset_event, list);
1174
1175         id = target_reset_list->sas_event_data.TargetID;
1176         channel = target_reset_list->sas_event_data.Bus;
1177         target_reset_list->time_count = jiffies;
1178
1179         if (mptsas_target_reset(ioc, channel, id))
1180                 target_reset_list->target_reset_issued = 1;
1181         return;
1182 }
1183
1184
1185 /**
1186  *      mptsas_taskmgmt_complete - complete SAS task management function
1187  *      @ioc: Pointer to MPT_ADAPTER structure
1188  *
1189  *      Completion for TARGET_RESET after NOT_RESPONDING_EVENT, enable work
1190  *      queue to finish off removing device from upper layers. then send next
1191  *      TARGET_RESET in the queue.
1192  **/
1193 static int
1194 mptsas_taskmgmt_complete(MPT_ADAPTER *ioc, MPT_FRAME_HDR *mf, MPT_FRAME_HDR *mr)
1195 {
1196         MPT_SCSI_HOST   *hd = shost_priv(ioc->sh);
1197         struct list_head *head = &hd->target_reset_list;
1198         u8              id, channel;
1199         struct mptsas_target_reset_event        *target_reset_list;
1200         SCSITaskMgmtReply_t *pScsiTmReply;
1201
1202         dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT "TaskMgmt completed: "
1203             "(mf = %p, mr = %p)\n", ioc->name, mf, mr));
1204
1205         pScsiTmReply = (SCSITaskMgmtReply_t *)mr;
1206         if (!pScsiTmReply)
1207                 return 0;
1208
1209         dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
1210             "\tTaskMgmt completed: fw_channel = %d, fw_id = %d,\n"
1211             "\ttask_type = 0x%02X, iocstatus = 0x%04X "
1212             "loginfo = 0x%08X,\n\tresponse_code = 0x%02X, "
1213             "term_cmnds = %d\n", ioc->name,
1214             pScsiTmReply->Bus, pScsiTmReply->TargetID,
1215             pScsiTmReply->TaskType,
1216             le16_to_cpu(pScsiTmReply->IOCStatus),
1217             le32_to_cpu(pScsiTmReply->IOCLogInfo),
1218             pScsiTmReply->ResponseCode,
1219             le32_to_cpu(pScsiTmReply->TerminationCount)));
1220
1221         if (pScsiTmReply->ResponseCode)
1222                 mptscsih_taskmgmt_response_code(ioc,
1223                 pScsiTmReply->ResponseCode);
1224
1225         if (pScsiTmReply->TaskType ==
1226             MPI_SCSITASKMGMT_TASKTYPE_QUERY_TASK || pScsiTmReply->TaskType ==
1227              MPI_SCSITASKMGMT_TASKTYPE_ABRT_TASK_SET) {
1228                 ioc->taskmgmt_cmds.status |= MPT_MGMT_STATUS_COMMAND_GOOD;
1229                 ioc->taskmgmt_cmds.status |= MPT_MGMT_STATUS_RF_VALID;
1230                 memcpy(ioc->taskmgmt_cmds.reply, mr,
1231                     min(MPT_DEFAULT_FRAME_SIZE, 4 * mr->u.reply.MsgLength));
1232                 if (ioc->taskmgmt_cmds.status & MPT_MGMT_STATUS_PENDING) {
1233                         ioc->taskmgmt_cmds.status &= ~MPT_MGMT_STATUS_PENDING;
1234                         complete(&ioc->taskmgmt_cmds.done);
1235                         return 1;
1236                 }
1237                 return 0;
1238         }
1239
1240         mpt_clear_taskmgmt_in_progress_flag(ioc);
1241
1242         if (list_empty(head))
1243                 return 1;
1244
1245         target_reset_list = list_entry(head->next,
1246             struct mptsas_target_reset_event, list);
1247
1248         dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
1249             "TaskMgmt: completed (%d seconds)\n",
1250             ioc->name, jiffies_to_msecs(jiffies -
1251             target_reset_list->time_count)/1000));
1252
1253         id = pScsiTmReply->TargetID;
1254         channel = pScsiTmReply->Bus;
1255         target_reset_list->time_count = jiffies;
1256
1257         /*
1258          * retry target reset
1259          */
1260         if (!target_reset_list->target_reset_issued) {
1261                 if (mptsas_target_reset(ioc, channel, id))
1262                         target_reset_list->target_reset_issued = 1;
1263                 return 1;
1264         }
1265
1266         /*
1267          * enable work queue to remove device from upper layers
1268          */
1269         list_del(&target_reset_list->list);
1270         if (!ioc->fw_events_off)
1271                 mptsas_queue_device_delete(ioc,
1272                         &target_reset_list->sas_event_data);
1273
1274
1275         ioc->schedule_target_reset(ioc);
1276
1277         return 1;
1278 }
1279
1280 /**
1281  * mptscsih_ioc_reset
1282  *
1283  * @ioc
1284  * @reset_phase
1285  *
1286  **/
1287 static int
1288 mptsas_ioc_reset(MPT_ADAPTER *ioc, int reset_phase)
1289 {
1290         MPT_SCSI_HOST   *hd;
1291         int rc;
1292
1293         rc = mptscsih_ioc_reset(ioc, reset_phase);
1294         if ((ioc->bus_type != SAS) || (!rc))
1295                 return rc;
1296
1297         hd = shost_priv(ioc->sh);
1298         if (!hd->ioc)
1299                 goto out;
1300
1301         switch (reset_phase) {
1302         case MPT_IOC_SETUP_RESET:
1303                 dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
1304                     "%s: MPT_IOC_SETUP_RESET\n", ioc->name, __func__));
1305                 mptsas_fw_event_off(ioc);
1306                 break;
1307         case MPT_IOC_PRE_RESET:
1308                 dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
1309                     "%s: MPT_IOC_PRE_RESET\n", ioc->name, __func__));
1310                 break;
1311         case MPT_IOC_POST_RESET:
1312                 dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
1313                     "%s: MPT_IOC_POST_RESET\n", ioc->name, __func__));
1314                 if (ioc->sas_mgmt.status & MPT_MGMT_STATUS_PENDING) {
1315                         ioc->sas_mgmt.status |= MPT_MGMT_STATUS_DID_IOCRESET;
1316                         complete(&ioc->sas_mgmt.done);
1317                 }
1318                 mptsas_cleanup_fw_event_q(ioc);
1319                 mptsas_queue_rescan(ioc);
1320                 break;
1321         default:
1322                 break;
1323         }
1324
1325  out:
1326         return rc;
1327 }
1328
1329
1330 /**
1331  * enum device_state -
1332  * @DEVICE_RETRY: need to retry the TUR
1333  * @DEVICE_ERROR: TUR return error, don't add device
1334  * @DEVICE_READY: device can be added
1335  *
1336  */
1337 enum device_state{
1338         DEVICE_RETRY,
1339         DEVICE_ERROR,
1340         DEVICE_READY,
1341 };
1342
1343 static int
1344 mptsas_sas_enclosure_pg0(MPT_ADAPTER *ioc, struct mptsas_enclosure *enclosure,
1345                 u32 form, u32 form_specific)
1346 {
1347         ConfigExtendedPageHeader_t hdr;
1348         CONFIGPARMS cfg;
1349         SasEnclosurePage0_t *buffer;
1350         dma_addr_t dma_handle;
1351         int error;
1352         __le64 le_identifier;
1353
1354         memset(&hdr, 0, sizeof(hdr));
1355         hdr.PageVersion = MPI_SASENCLOSURE0_PAGEVERSION;
1356         hdr.PageNumber = 0;
1357         hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
1358         hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_ENCLOSURE;
1359
1360         cfg.cfghdr.ehdr = &hdr;
1361         cfg.physAddr = -1;
1362         cfg.pageAddr = form + form_specific;
1363         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
1364         cfg.dir = 0;    /* read */
1365         cfg.timeout = SAS_CONFIG_PAGE_TIMEOUT;
1366
1367         error = mpt_config(ioc, &cfg);
1368         if (error)
1369                 goto out;
1370         if (!hdr.ExtPageLength) {
1371                 error = -ENXIO;
1372                 goto out;
1373         }
1374
1375         buffer = pci_alloc_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
1376                         &dma_handle);
1377         if (!buffer) {
1378                 error = -ENOMEM;
1379                 goto out;
1380         }
1381
1382         cfg.physAddr = dma_handle;
1383         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
1384
1385         error = mpt_config(ioc, &cfg);
1386         if (error)
1387                 goto out_free_consistent;
1388
1389         /* save config data */
1390         memcpy(&le_identifier, &buffer->EnclosureLogicalID, sizeof(__le64));
1391         enclosure->enclosure_logical_id = le64_to_cpu(le_identifier);
1392         enclosure->enclosure_handle = le16_to_cpu(buffer->EnclosureHandle);
1393         enclosure->flags = le16_to_cpu(buffer->Flags);
1394         enclosure->num_slot = le16_to_cpu(buffer->NumSlots);
1395         enclosure->start_slot = le16_to_cpu(buffer->StartSlot);
1396         enclosure->start_id = buffer->StartTargetID;
1397         enclosure->start_channel = buffer->StartBus;
1398         enclosure->sep_id = buffer->SEPTargetID;
1399         enclosure->sep_channel = buffer->SEPBus;
1400
1401  out_free_consistent:
1402         pci_free_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
1403                             buffer, dma_handle);
1404  out:
1405         return error;
1406 }
1407
1408 /**
1409  *      mptsas_add_end_device - report a new end device to sas transport layer
1410  *      @ioc: Pointer to MPT_ADAPTER structure
1411  *      @phy_info: describes attached device
1412  *
1413  *      return (0) success (1) failure
1414  *
1415  **/
1416 static int
1417 mptsas_add_end_device(MPT_ADAPTER *ioc, struct mptsas_phyinfo *phy_info)
1418 {
1419         struct sas_rphy *rphy;
1420         struct sas_port *port;
1421         struct sas_identify identify;
1422         char *ds = NULL;
1423         u8 fw_id;
1424
1425         if (!phy_info) {
1426                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
1427                         "%s: exit at line=%d\n", ioc->name,
1428                          __func__, __LINE__));
1429                 return 1;
1430         }
1431
1432         fw_id = phy_info->attached.id;
1433
1434         if (mptsas_get_rphy(phy_info)) {
1435                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
1436                         "%s: fw_id=%d exit at line=%d\n", ioc->name,
1437                          __func__, fw_id, __LINE__));
1438                 return 2;
1439         }
1440
1441         port = mptsas_get_port(phy_info);
1442         if (!port) {
1443                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
1444                         "%s: fw_id=%d exit at line=%d\n", ioc->name,
1445                          __func__, fw_id, __LINE__));
1446                 return 3;
1447         }
1448
1449         if (phy_info->attached.device_info &
1450             MPI_SAS_DEVICE_INFO_SSP_TARGET)
1451                 ds = "ssp";
1452         if (phy_info->attached.device_info &
1453             MPI_SAS_DEVICE_INFO_STP_TARGET)
1454                 ds = "stp";
1455         if (phy_info->attached.device_info &
1456             MPI_SAS_DEVICE_INFO_SATA_DEVICE)
1457                 ds = "sata";
1458
1459         printk(MYIOC_s_INFO_FMT "attaching %s device: fw_channel %d, fw_id %d,"
1460             " phy %d, sas_addr 0x%llx\n", ioc->name, ds,
1461             phy_info->attached.channel, phy_info->attached.id,
1462             phy_info->attached.phy_id, (unsigned long long)
1463             phy_info->attached.sas_address);
1464
1465         mptsas_parse_device_info(&identify, &phy_info->attached);
1466         rphy = sas_end_device_alloc(port);
1467         if (!rphy) {
1468                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
1469                         "%s: fw_id=%d exit at line=%d\n", ioc->name,
1470                          __func__, fw_id, __LINE__));
1471                 return 5; /* non-fatal: an rphy can be added later */
1472         }
1473
1474         rphy->identify = identify;
1475         if (sas_rphy_add(rphy)) {
1476                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
1477                         "%s: fw_id=%d exit at line=%d\n", ioc->name,
1478                          __func__, fw_id, __LINE__));
1479                 sas_rphy_free(rphy);
1480                 return 6;
1481         }
1482         mptsas_set_rphy(ioc, phy_info, rphy);
1483         return 0;
1484 }
1485
1486 /**
1487  *      mptsas_del_end_device - report a deleted end device to sas transport layer
1488  *      @ioc: Pointer to MPT_ADAPTER structure
1489  *      @phy_info: describes attached device
1490  *
1491  **/
1492 static void
1493 mptsas_del_end_device(MPT_ADAPTER *ioc, struct mptsas_phyinfo *phy_info)
1494 {
1495         struct sas_rphy *rphy;
1496         struct sas_port *port;
1497         struct mptsas_portinfo *port_info;
1498         struct mptsas_phyinfo *phy_info_parent;
1499         int i;
1500         char *ds = NULL;
1501         u8 fw_id;
1502         u64 sas_address;
1503
1504         if (!phy_info)
1505                 return;
1506
1507         fw_id = phy_info->attached.id;
1508         sas_address = phy_info->attached.sas_address;
1509
1510         if (!phy_info->port_details) {
1511                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
1512                         "%s: fw_id=%d exit at line=%d\n", ioc->name,
1513                          __func__, fw_id, __LINE__));
1514                 return;
1515         }
1516         rphy = mptsas_get_rphy(phy_info);
1517         if (!rphy) {
1518                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
1519                         "%s: fw_id=%d exit at line=%d\n", ioc->name,
1520                          __func__, fw_id, __LINE__));
1521                 return;
1522         }
1523
1524         if (phy_info->attached.device_info & MPI_SAS_DEVICE_INFO_SSP_INITIATOR
1525                 || phy_info->attached.device_info
1526                         & MPI_SAS_DEVICE_INFO_SMP_INITIATOR
1527                 || phy_info->attached.device_info
1528                         & MPI_SAS_DEVICE_INFO_STP_INITIATOR)
1529                 ds = "initiator";
1530         if (phy_info->attached.device_info &
1531             MPI_SAS_DEVICE_INFO_SSP_TARGET)
1532                 ds = "ssp";
1533         if (phy_info->attached.device_info &
1534             MPI_SAS_DEVICE_INFO_STP_TARGET)
1535                 ds = "stp";
1536         if (phy_info->attached.device_info &
1537             MPI_SAS_DEVICE_INFO_SATA_DEVICE)
1538                 ds = "sata";
1539
1540         dev_printk(KERN_DEBUG, &rphy->dev, MYIOC_s_FMT
1541             "removing %s device: fw_channel %d, fw_id %d, phy %d,"
1542             "sas_addr 0x%llx\n", ioc->name, ds, phy_info->attached.channel,
1543             phy_info->attached.id, phy_info->attached.phy_id,
1544             (unsigned long long) sas_address);
1545
1546         port = mptsas_get_port(phy_info);
1547         if (!port) {
1548                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
1549                         "%s: fw_id=%d exit at line=%d\n", ioc->name,
1550                          __func__, fw_id, __LINE__));
1551                 return;
1552         }
1553         port_info = phy_info->portinfo;
1554         phy_info_parent = port_info->phy_info;
1555         for (i = 0; i < port_info->num_phys; i++, phy_info_parent++) {
1556                 if (!phy_info_parent->phy)
1557                         continue;
1558                 if (phy_info_parent->attached.sas_address !=
1559                     sas_address)
1560                         continue;
1561                 dev_printk(KERN_DEBUG, &phy_info_parent->phy->dev,
1562                     MYIOC_s_FMT "delete phy %d, phy-obj (0x%p)\n",
1563                     ioc->name, phy_info_parent->phy_id,
1564                     phy_info_parent->phy);
1565                 sas_port_delete_phy(port, phy_info_parent->phy);
1566         }
1567
1568         dev_printk(KERN_DEBUG, &port->dev, MYIOC_s_FMT
1569             "delete port %d, sas_addr (0x%llx)\n", ioc->name,
1570              port->port_identifier, (unsigned long long)sas_address);
1571         sas_port_delete(port);
1572         mptsas_set_port(ioc, phy_info, NULL);
1573         mptsas_port_delete(ioc, phy_info->port_details);
1574 }
1575
1576 static struct mptsas_phyinfo *
1577 mptsas_refreshing_device_handles(MPT_ADAPTER *ioc,
1578         struct mptsas_devinfo *sas_device)
1579 {
1580         struct mptsas_phyinfo *phy_info;
1581         struct mptsas_portinfo *port_info;
1582         int i;
1583
1584         phy_info = mptsas_find_phyinfo_by_sas_address(ioc,
1585             sas_device->sas_address);
1586         if (!phy_info)
1587                 goto out;
1588         port_info = phy_info->portinfo;
1589         if (!port_info)
1590                 goto out;
1591         mutex_lock(&ioc->sas_topology_mutex);
1592         for (i = 0; i < port_info->num_phys; i++) {
1593                 if (port_info->phy_info[i].attached.sas_address !=
1594                         sas_device->sas_address)
1595                         continue;
1596                 port_info->phy_info[i].attached.channel = sas_device->channel;
1597                 port_info->phy_info[i].attached.id = sas_device->id;
1598                 port_info->phy_info[i].attached.sas_address =
1599                     sas_device->sas_address;
1600                 port_info->phy_info[i].attached.handle = sas_device->handle;
1601                 port_info->phy_info[i].attached.handle_parent =
1602                     sas_device->handle_parent;
1603                 port_info->phy_info[i].attached.handle_enclosure =
1604                     sas_device->handle_enclosure;
1605         }
1606         mutex_unlock(&ioc->sas_topology_mutex);
1607  out:
1608         return phy_info;
1609 }
1610
1611 /**
1612  * mptsas_firmware_event_work - work thread for processing fw events
1613  * @work: work queue payload containing info describing the event
1614  * Context: user
1615  *
1616  */
1617 static void
1618 mptsas_firmware_event_work(struct work_struct *work)
1619 {
1620         struct fw_event_work *fw_event =
1621                 container_of(work, struct fw_event_work, work.work);
1622         MPT_ADAPTER *ioc = fw_event->ioc;
1623
1624         /* special rescan topology handling */
1625         if (fw_event->event == -1) {
1626                 if (ioc->in_rescan) {
1627                         devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT
1628                                 "%s: rescan ignored as it is in progress\n",
1629                                 ioc->name, __func__));
1630                         return;
1631                 }
1632                 devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT "%s: rescan after "
1633                     "reset\n", ioc->name, __func__));
1634                 ioc->in_rescan = 1;
1635                 mptsas_not_responding_devices(ioc);
1636                 mptsas_scan_sas_topology(ioc);
1637                 ioc->in_rescan = 0;
1638                 mptsas_free_fw_event(ioc, fw_event);
1639                 mptsas_fw_event_on(ioc);
1640                 return;
1641         }
1642
1643         /* events handling turned off during host reset */
1644         if (ioc->fw_events_off) {
1645                 mptsas_free_fw_event(ioc, fw_event);
1646                 return;
1647         }
1648
1649         devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT "%s: fw_event=(0x%p), "
1650             "event = (0x%02x)\n", ioc->name, __func__, fw_event,
1651             (fw_event->event & 0xFF)));
1652
1653         switch (fw_event->event) {
1654         case MPI_EVENT_SAS_DEVICE_STATUS_CHANGE:
1655                 mptsas_send_sas_event(fw_event);
1656                 break;
1657         case MPI_EVENT_INTEGRATED_RAID:
1658                 mptsas_send_raid_event(fw_event);
1659                 break;
1660         case MPI_EVENT_IR2:
1661                 mptsas_send_ir2_event(fw_event);
1662                 break;
1663         case MPI_EVENT_PERSISTENT_TABLE_FULL:
1664                 mptbase_sas_persist_operation(ioc,
1665                     MPI_SAS_OP_CLEAR_NOT_PRESENT);
1666                 mptsas_free_fw_event(ioc, fw_event);
1667                 break;
1668         case MPI_EVENT_SAS_BROADCAST_PRIMITIVE:
1669                 mptsas_broadcast_primative_work(fw_event);
1670                 break;
1671         case MPI_EVENT_SAS_EXPANDER_STATUS_CHANGE:
1672                 mptsas_send_expander_event(fw_event);
1673                 break;
1674         case MPI_EVENT_SAS_PHY_LINK_STATUS:
1675                 mptsas_send_link_status_event(fw_event);
1676                 break;
1677         case MPI_EVENT_QUEUE_FULL:
1678                 mptsas_handle_queue_full_event(fw_event);
1679                 break;
1680         }
1681 }
1682
1683
1684
1685 static int
1686 mptsas_slave_configure(struct scsi_device *sdev)
1687 {
1688         struct Scsi_Host        *host = sdev->host;
1689         MPT_SCSI_HOST   *hd = shost_priv(host);
1690         MPT_ADAPTER     *ioc = hd->ioc;
1691         VirtDevice      *vdevice = sdev->hostdata;
1692
1693         if (vdevice->vtarget->deleted) {
1694                 sdev_printk(KERN_INFO, sdev, "clearing deleted flag\n");
1695                 vdevice->vtarget->deleted = 0;
1696         }
1697
1698         /*
1699          * RAID volumes placed beyond the last expected port.
1700          * Ignore sending sas mode pages in that case..
1701          */
1702         if (sdev->channel == MPTSAS_RAID_CHANNEL) {
1703                 mptsas_add_device_component_starget_ir(ioc, scsi_target(sdev));
1704                 goto out;
1705         }
1706
1707         sas_read_port_mode_page(sdev);
1708
1709         mptsas_add_device_component_starget(ioc, scsi_target(sdev));
1710
1711  out:
1712         return mptscsih_slave_configure(sdev);
1713 }
1714
1715 static int
1716 mptsas_target_alloc(struct scsi_target *starget)
1717 {
1718         struct Scsi_Host *host = dev_to_shost(&starget->dev);
1719         MPT_SCSI_HOST           *hd = shost_priv(host);
1720         VirtTarget              *vtarget;
1721         u8                      id, channel;
1722         struct sas_rphy         *rphy;
1723         struct mptsas_portinfo  *p;
1724         int                      i;
1725         MPT_ADAPTER             *ioc = hd->ioc;
1726
1727         vtarget = kzalloc(sizeof(VirtTarget), GFP_KERNEL);
1728         if (!vtarget)
1729                 return -ENOMEM;
1730
1731         vtarget->starget = starget;
1732         vtarget->ioc_id = ioc->id;
1733         vtarget->tflags = MPT_TARGET_FLAGS_Q_YES;
1734         id = starget->id;
1735         channel = 0;
1736
1737         /*
1738          * RAID volumes placed beyond the last expected port.
1739          */
1740         if (starget->channel == MPTSAS_RAID_CHANNEL) {
1741                 if (!ioc->raid_data.pIocPg2) {
1742                         kfree(vtarget);
1743                         return -ENXIO;
1744                 }
1745                 for (i = 0; i < ioc->raid_data.pIocPg2->NumActiveVolumes; i++) {
1746                         if (id == ioc->raid_data.pIocPg2->
1747                                         RaidVolume[i].VolumeID) {
1748                                 channel = ioc->raid_data.pIocPg2->
1749                                         RaidVolume[i].VolumeBus;
1750                         }
1751                 }
1752                 vtarget->raidVolume = 1;
1753                 goto out;
1754         }
1755
1756         rphy = dev_to_rphy(starget->dev.parent);
1757         mutex_lock(&ioc->sas_topology_mutex);
1758         list_for_each_entry(p, &ioc->sas_topology, list) {
1759                 for (i = 0; i < p->num_phys; i++) {
1760                         if (p->phy_info[i].attached.sas_address !=
1761                                         rphy->identify.sas_address)
1762                                 continue;
1763                         id = p->phy_info[i].attached.id;
1764                         channel = p->phy_info[i].attached.channel;
1765                         mptsas_set_starget(&p->phy_info[i], starget);
1766
1767                         /*
1768                          * Exposing hidden raid components
1769                          */
1770                         if (mptscsih_is_phys_disk(ioc, channel, id)) {
1771                                 id = mptscsih_raid_id_to_num(ioc,
1772                                                 channel, id);
1773                                 vtarget->tflags |=
1774                                     MPT_TARGET_FLAGS_RAID_COMPONENT;
1775                                 p->phy_info[i].attached.phys_disk_num = id;
1776                         }
1777                         mutex_unlock(&ioc->sas_topology_mutex);
1778                         goto out;
1779                 }
1780         }
1781         mutex_unlock(&ioc->sas_topology_mutex);
1782
1783         kfree(vtarget);
1784         return -ENXIO;
1785
1786  out:
1787         vtarget->id = id;
1788         vtarget->channel = channel;
1789         starget->hostdata = vtarget;
1790         return 0;
1791 }
1792
1793 static void
1794 mptsas_target_destroy(struct scsi_target *starget)
1795 {
1796         struct Scsi_Host *host = dev_to_shost(&starget->dev);
1797         MPT_SCSI_HOST           *hd = shost_priv(host);
1798         struct sas_rphy         *rphy;
1799         struct mptsas_portinfo  *p;
1800         int                      i;
1801         MPT_ADAPTER     *ioc = hd->ioc;
1802         VirtTarget      *vtarget;
1803
1804         if (!starget->hostdata)
1805                 return;
1806
1807         vtarget = starget->hostdata;
1808
1809         mptsas_del_device_component_by_os(ioc, starget->channel,
1810             starget->id);
1811
1812
1813         if (starget->channel == MPTSAS_RAID_CHANNEL)
1814                 goto out;
1815
1816         rphy = dev_to_rphy(starget->dev.parent);
1817         list_for_each_entry(p, &ioc->sas_topology, list) {
1818                 for (i = 0; i < p->num_phys; i++) {
1819                         if (p->phy_info[i].attached.sas_address !=
1820                                         rphy->identify.sas_address)
1821                                 continue;
1822
1823                         starget_printk(KERN_INFO, starget, MYIOC_s_FMT
1824                         "delete device: fw_channel %d, fw_id %d, phy %d, "
1825                         "sas_addr 0x%llx\n", ioc->name,
1826                         p->phy_info[i].attached.channel,
1827                         p->phy_info[i].attached.id,
1828                         p->phy_info[i].attached.phy_id, (unsigned long long)
1829                         p->phy_info[i].attached.sas_address);
1830
1831                         mptsas_set_starget(&p->phy_info[i], NULL);
1832                 }
1833         }
1834
1835  out:
1836         vtarget->starget = NULL;
1837         kfree(starget->hostdata);
1838         starget->hostdata = NULL;
1839 }
1840
1841
1842 static int
1843 mptsas_slave_alloc(struct scsi_device *sdev)
1844 {
1845         struct Scsi_Host        *host = sdev->host;
1846         MPT_SCSI_HOST           *hd = shost_priv(host);
1847         struct sas_rphy         *rphy;
1848         struct mptsas_portinfo  *p;
1849         VirtDevice              *vdevice;
1850         struct scsi_target      *starget;
1851         int                     i;
1852         MPT_ADAPTER *ioc = hd->ioc;
1853
1854         vdevice = kzalloc(sizeof(VirtDevice), GFP_KERNEL);
1855         if (!vdevice) {
1856                 printk(MYIOC_s_ERR_FMT "slave_alloc kzalloc(%zd) FAILED!\n",
1857                                 ioc->name, sizeof(VirtDevice));
1858                 return -ENOMEM;
1859         }
1860         starget = scsi_target(sdev);
1861         vdevice->vtarget = starget->hostdata;
1862
1863         if (sdev->channel == MPTSAS_RAID_CHANNEL)
1864                 goto out;
1865
1866         rphy = dev_to_rphy(sdev->sdev_target->dev.parent);
1867         mutex_lock(&ioc->sas_topology_mutex);
1868         list_for_each_entry(p, &ioc->sas_topology, list) {
1869                 for (i = 0; i < p->num_phys; i++) {
1870                         if (p->phy_info[i].attached.sas_address !=
1871                                         rphy->identify.sas_address)
1872                                 continue;
1873                         vdevice->lun = sdev->lun;
1874                         /*
1875                          * Exposing hidden raid components
1876                          */
1877                         if (mptscsih_is_phys_disk(ioc,
1878                             p->phy_info[i].attached.channel,
1879                             p->phy_info[i].attached.id))
1880                                 sdev->no_uld_attach = 1;
1881                         mutex_unlock(&ioc->sas_topology_mutex);
1882                         goto out;
1883                 }
1884         }
1885         mutex_unlock(&ioc->sas_topology_mutex);
1886
1887         kfree(vdevice);
1888         return -ENXIO;
1889
1890  out:
1891         vdevice->vtarget->num_luns++;
1892         sdev->hostdata = vdevice;
1893         return 0;
1894 }
1895
1896 static int
1897 mptsas_qcmd(struct Scsi_Host *shost, struct scsi_cmnd *SCpnt)
1898 {
1899         MPT_SCSI_HOST   *hd;
1900         MPT_ADAPTER     *ioc;
1901         VirtDevice      *vdevice = SCpnt->device->hostdata;
1902
1903         if (!vdevice || !vdevice->vtarget || vdevice->vtarget->deleted) {
1904                 SCpnt->result = DID_NO_CONNECT << 16;
1905                 SCpnt->scsi_done(SCpnt);
1906                 return 0;
1907         }
1908
1909         hd = shost_priv(shost);
1910         ioc = hd->ioc;
1911
1912         if (ioc->sas_discovery_quiesce_io)
1913                 return SCSI_MLQUEUE_HOST_BUSY;
1914
1915         if (ioc->debug_level & MPT_DEBUG_SCSI)
1916                 scsi_print_command(SCpnt);
1917
1918         return mptscsih_qcmd(SCpnt);
1919 }
1920
1921 /**
1922  *      mptsas_mptsas_eh_timed_out - resets the scsi_cmnd timeout
1923  *              if the device under question is currently in the
1924  *              device removal delay.
1925  *      @sc: scsi command that the midlayer is about to time out
1926  *
1927  **/
1928 static enum blk_eh_timer_return mptsas_eh_timed_out(struct scsi_cmnd *sc)
1929 {
1930         MPT_SCSI_HOST *hd;
1931         MPT_ADAPTER   *ioc;
1932         VirtDevice    *vdevice;
1933         enum blk_eh_timer_return rc = BLK_EH_NOT_HANDLED;
1934
1935         hd = shost_priv(sc->device->host);
1936         if (hd == NULL) {
1937                 printk(KERN_ERR MYNAM ": %s: Can't locate host! (sc=%p)\n",
1938                     __func__, sc);
1939                 goto done;
1940         }
1941
1942         ioc = hd->ioc;
1943         if (ioc->bus_type != SAS) {
1944                 printk(KERN_ERR MYNAM ": %s: Wrong bus type (sc=%p)\n",
1945                     __func__, sc);
1946                 goto done;
1947         }
1948
1949         /* In case if IOC is in reset from internal context.
1950         *  Do not execute EEH for the same IOC. SML should to reset timer.
1951         */
1952         if (ioc->ioc_reset_in_progress) {
1953                 dtmprintk(ioc, printk(MYIOC_s_WARN_FMT ": %s: ioc is in reset,"
1954                     "SML need to reset the timer (sc=%p)\n",
1955                     ioc->name, __func__, sc));
1956                 rc = BLK_EH_RESET_TIMER;
1957         }
1958         vdevice = sc->device->hostdata;
1959         if (vdevice && vdevice->vtarget && (vdevice->vtarget->inDMD
1960                 || vdevice->vtarget->deleted)) {
1961                 dtmprintk(ioc, printk(MYIOC_s_WARN_FMT ": %s: target removed "
1962                     "or in device removal delay (sc=%p)\n",
1963                     ioc->name, __func__, sc));
1964                 rc = BLK_EH_RESET_TIMER;
1965                 goto done;
1966         }
1967
1968 done:
1969         return rc;
1970 }
1971
1972
1973 static struct scsi_host_template mptsas_driver_template = {
1974         .module                         = THIS_MODULE,
1975         .proc_name                      = "mptsas",
1976         .show_info                      = mptscsih_show_info,
1977         .name                           = "MPT SAS Host",
1978         .info                           = mptscsih_info,
1979         .queuecommand                   = mptsas_qcmd,
1980         .target_alloc                   = mptsas_target_alloc,
1981         .slave_alloc                    = mptsas_slave_alloc,
1982         .slave_configure                = mptsas_slave_configure,
1983         .target_destroy                 = mptsas_target_destroy,
1984         .slave_destroy                  = mptscsih_slave_destroy,
1985         .change_queue_depth             = mptscsih_change_queue_depth,
1986         .eh_abort_handler               = mptscsih_abort,
1987         .eh_device_reset_handler        = mptscsih_dev_reset,
1988         .eh_host_reset_handler          = mptscsih_host_reset,
1989         .bios_param                     = mptscsih_bios_param,
1990         .can_queue                      = MPT_SAS_CAN_QUEUE,
1991         .this_id                        = -1,
1992         .sg_tablesize                   = MPT_SCSI_SG_DEPTH,
1993         .max_sectors                    = 8192,
1994         .cmd_per_lun                    = 7,
1995         .use_clustering                 = ENABLE_CLUSTERING,
1996         .shost_attrs                    = mptscsih_host_attrs,
1997 };
1998
1999 static int mptsas_get_linkerrors(struct sas_phy *phy)
2000 {
2001         MPT_ADAPTER *ioc = phy_to_ioc(phy);
2002         ConfigExtendedPageHeader_t hdr;
2003         CONFIGPARMS cfg;
2004         SasPhyPage1_t *buffer;
2005         dma_addr_t dma_handle;
2006         int error;
2007
2008         /* FIXME: only have link errors on local phys */
2009         if (!scsi_is_sas_phy_local(phy))
2010                 return -EINVAL;
2011
2012         hdr.PageVersion = MPI_SASPHY1_PAGEVERSION;
2013         hdr.ExtPageLength = 0;
2014         hdr.PageNumber = 1 /* page number 1*/;
2015         hdr.Reserved1 = 0;
2016         hdr.Reserved2 = 0;
2017         hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
2018         hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_PHY;
2019
2020         cfg.cfghdr.ehdr = &hdr;
2021         cfg.physAddr = -1;
2022         cfg.pageAddr = phy->identify.phy_identifier;
2023         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
2024         cfg.dir = 0;    /* read */
2025         cfg.timeout = SAS_CONFIG_PAGE_TIMEOUT;
2026
2027         error = mpt_config(ioc, &cfg);
2028         if (error)
2029                 return error;
2030         if (!hdr.ExtPageLength)
2031                 return -ENXIO;
2032
2033         buffer = pci_alloc_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
2034                                       &dma_handle);
2035         if (!buffer)
2036                 return -ENOMEM;
2037
2038         cfg.physAddr = dma_handle;
2039         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
2040
2041         error = mpt_config(ioc, &cfg);
2042         if (error)
2043                 goto out_free_consistent;
2044
2045         mptsas_print_phy_pg1(ioc, buffer);
2046
2047         phy->invalid_dword_count = le32_to_cpu(buffer->InvalidDwordCount);
2048         phy->running_disparity_error_count =
2049                 le32_to_cpu(buffer->RunningDisparityErrorCount);
2050         phy->loss_of_dword_sync_count =
2051                 le32_to_cpu(buffer->LossDwordSynchCount);
2052         phy->phy_reset_problem_count =
2053                 le32_to_cpu(buffer->PhyResetProblemCount);
2054
2055  out_free_consistent:
2056         pci_free_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
2057                             buffer, dma_handle);
2058         return error;
2059 }
2060
2061 static int mptsas_mgmt_done(MPT_ADAPTER *ioc, MPT_FRAME_HDR *req,
2062                 MPT_FRAME_HDR *reply)
2063 {
2064         ioc->sas_mgmt.status |= MPT_MGMT_STATUS_COMMAND_GOOD;
2065         if (reply != NULL) {
2066                 ioc->sas_mgmt.status |= MPT_MGMT_STATUS_RF_VALID;
2067                 memcpy(ioc->sas_mgmt.reply, reply,
2068                     min(ioc->reply_sz, 4 * reply->u.reply.MsgLength));
2069         }
2070
2071         if (ioc->sas_mgmt.status & MPT_MGMT_STATUS_PENDING) {
2072                 ioc->sas_mgmt.status &= ~MPT_MGMT_STATUS_PENDING;
2073                 complete(&ioc->sas_mgmt.done);
2074                 return 1;
2075         }
2076         return 0;
2077 }
2078
2079 static int mptsas_phy_reset(struct sas_phy *phy, int hard_reset)
2080 {
2081         MPT_ADAPTER *ioc = phy_to_ioc(phy);
2082         SasIoUnitControlRequest_t *req;
2083         SasIoUnitControlReply_t *reply;
2084         MPT_FRAME_HDR *mf;
2085         MPIHeader_t *hdr;
2086         unsigned long timeleft;
2087         int error = -ERESTARTSYS;
2088
2089         /* FIXME: fusion doesn't allow non-local phy reset */
2090         if (!scsi_is_sas_phy_local(phy))
2091                 return -EINVAL;
2092
2093         /* not implemented for expanders */
2094         if (phy->identify.target_port_protocols & SAS_PROTOCOL_SMP)
2095                 return -ENXIO;
2096
2097         if (mutex_lock_interruptible(&ioc->sas_mgmt.mutex))
2098                 goto out;
2099
2100         mf = mpt_get_msg_frame(mptsasMgmtCtx, ioc);
2101         if (!mf) {
2102                 error = -ENOMEM;
2103                 goto out_unlock;
2104         }
2105
2106         hdr = (MPIHeader_t *) mf;
2107         req = (SasIoUnitControlRequest_t *)mf;
2108         memset(req, 0, sizeof(SasIoUnitControlRequest_t));
2109         req->Function = MPI_FUNCTION_SAS_IO_UNIT_CONTROL;
2110         req->MsgContext = hdr->MsgContext;
2111         req->Operation = hard_reset ?
2112                 MPI_SAS_OP_PHY_HARD_RESET : MPI_SAS_OP_PHY_LINK_RESET;
2113         req->PhyNum = phy->identify.phy_identifier;
2114
2115         INITIALIZE_MGMT_STATUS(ioc->sas_mgmt.status)
2116         mpt_put_msg_frame(mptsasMgmtCtx, ioc, mf);
2117
2118         timeleft = wait_for_completion_timeout(&ioc->sas_mgmt.done,
2119                         10 * HZ);
2120         if (!(ioc->sas_mgmt.status & MPT_MGMT_STATUS_COMMAND_GOOD)) {
2121                 error = -ETIME;
2122                 mpt_free_msg_frame(ioc, mf);
2123                 if (ioc->sas_mgmt.status & MPT_MGMT_STATUS_DID_IOCRESET)
2124                         goto out_unlock;
2125                 if (!timeleft)
2126                         mpt_Soft_Hard_ResetHandler(ioc, CAN_SLEEP);
2127                 goto out_unlock;
2128         }
2129
2130         /* a reply frame is expected */
2131         if ((ioc->sas_mgmt.status &
2132             MPT_MGMT_STATUS_RF_VALID) == 0) {
2133                 error = -ENXIO;
2134                 goto out_unlock;
2135         }
2136
2137         /* process the completed Reply Message Frame */
2138         reply = (SasIoUnitControlReply_t *)ioc->sas_mgmt.reply;
2139         if (reply->IOCStatus != MPI_IOCSTATUS_SUCCESS) {
2140                 printk(MYIOC_s_INFO_FMT "%s: IOCStatus=0x%X IOCLogInfo=0x%X\n",
2141                     ioc->name, __func__, reply->IOCStatus, reply->IOCLogInfo);
2142                 error = -ENXIO;
2143                 goto out_unlock;
2144         }
2145
2146         error = 0;
2147
2148  out_unlock:
2149         CLEAR_MGMT_STATUS(ioc->sas_mgmt.status)
2150         mutex_unlock(&ioc->sas_mgmt.mutex);
2151  out:
2152         return error;
2153 }
2154
2155 static int
2156 mptsas_get_enclosure_identifier(struct sas_rphy *rphy, u64 *identifier)
2157 {
2158         MPT_ADAPTER *ioc = rphy_to_ioc(rphy);
2159         int i, error;
2160         struct mptsas_portinfo *p;
2161         struct mptsas_enclosure enclosure_info;
2162         u64 enclosure_handle;
2163
2164         mutex_lock(&ioc->sas_topology_mutex);
2165         list_for_each_entry(p, &ioc->sas_topology, list) {
2166                 for (i = 0; i < p->num_phys; i++) {
2167                         if (p->phy_info[i].attached.sas_address ==
2168                             rphy->identify.sas_address) {
2169                                 enclosure_handle = p->phy_info[i].
2170                                         attached.handle_enclosure;
2171                                 goto found_info;
2172                         }
2173                 }
2174         }
2175         mutex_unlock(&ioc->sas_topology_mutex);
2176         return -ENXIO;
2177
2178  found_info:
2179         mutex_unlock(&ioc->sas_topology_mutex);
2180         memset(&enclosure_info, 0, sizeof(struct mptsas_enclosure));
2181         error = mptsas_sas_enclosure_pg0(ioc, &enclosure_info,
2182                         (MPI_SAS_ENCLOS_PGAD_FORM_HANDLE <<
2183                          MPI_SAS_ENCLOS_PGAD_FORM_SHIFT), enclosure_handle);
2184         if (!error)
2185                 *identifier = enclosure_info.enclosure_logical_id;
2186         return error;
2187 }
2188
2189 static int
2190 mptsas_get_bay_identifier(struct sas_rphy *rphy)
2191 {
2192         MPT_ADAPTER *ioc = rphy_to_ioc(rphy);
2193         struct mptsas_portinfo *p;
2194         int i, rc;
2195
2196         mutex_lock(&ioc->sas_topology_mutex);
2197         list_for_each_entry(p, &ioc->sas_topology, list) {
2198                 for (i = 0; i < p->num_phys; i++) {
2199                         if (p->phy_info[i].attached.sas_address ==
2200                             rphy->identify.sas_address) {
2201                                 rc = p->phy_info[i].attached.slot;
2202                                 goto out;
2203                         }
2204                 }
2205         }
2206         rc = -ENXIO;
2207  out:
2208         mutex_unlock(&ioc->sas_topology_mutex);
2209         return rc;
2210 }
2211
2212 static int mptsas_smp_handler(struct Scsi_Host *shost, struct sas_rphy *rphy,
2213                               struct request *req)
2214 {
2215         MPT_ADAPTER *ioc = ((MPT_SCSI_HOST *) shost->hostdata)->ioc;
2216         MPT_FRAME_HDR *mf;
2217         SmpPassthroughRequest_t *smpreq;
2218         struct request *rsp = req->next_rq;
2219         int ret;
2220         int flagsLength;
2221         unsigned long timeleft;
2222         char *psge;
2223         dma_addr_t dma_addr_in = 0;
2224         dma_addr_t dma_addr_out = 0;
2225         u64 sas_address = 0;
2226
2227         if (!rsp) {
2228                 printk(MYIOC_s_ERR_FMT "%s: the smp response space is missing\n",
2229                     ioc->name, __func__);
2230                 return -EINVAL;
2231         }
2232
2233         /* do we need to support multiple segments? */
2234         if (bio_multiple_segments(req->bio) ||
2235             bio_multiple_segments(rsp->bio)) {
2236                 printk(MYIOC_s_ERR_FMT "%s: multiple segments req %u, rsp %u\n",
2237                     ioc->name, __func__, blk_rq_bytes(req), blk_rq_bytes(rsp));
2238                 return -EINVAL;
2239         }
2240
2241         ret = mutex_lock_interruptible(&ioc->sas_mgmt.mutex);
2242         if (ret)
2243                 goto out;
2244
2245         mf = mpt_get_msg_frame(mptsasMgmtCtx, ioc);
2246         if (!mf) {
2247                 ret = -ENOMEM;
2248                 goto out_unlock;
2249         }
2250
2251         smpreq = (SmpPassthroughRequest_t *)mf;
2252         memset(smpreq, 0, sizeof(*smpreq));
2253
2254         smpreq->RequestDataLength = cpu_to_le16(blk_rq_bytes(req) - 4);
2255         smpreq->Function = MPI_FUNCTION_SMP_PASSTHROUGH;
2256
2257         if (rphy)
2258                 sas_address = rphy->identify.sas_address;
2259         else {
2260                 struct mptsas_portinfo *port_info;
2261
2262                 mutex_lock(&ioc->sas_topology_mutex);
2263                 port_info = ioc->hba_port_info;
2264                 if (port_info && port_info->phy_info)
2265                         sas_address =
2266                                 port_info->phy_info[0].phy->identify.sas_address;
2267                 mutex_unlock(&ioc->sas_topology_mutex);
2268         }
2269
2270         *((u64 *)&smpreq->SASAddress) = cpu_to_le64(sas_address);
2271
2272         psge = (char *)
2273                 (((int *) mf) + (offsetof(SmpPassthroughRequest_t, SGL) / 4));
2274
2275         /* request */
2276         flagsLength = (MPI_SGE_FLAGS_SIMPLE_ELEMENT |
2277                        MPI_SGE_FLAGS_END_OF_BUFFER |
2278                        MPI_SGE_FLAGS_DIRECTION)
2279                        << MPI_SGE_FLAGS_SHIFT;
2280         flagsLength |= (blk_rq_bytes(req) - 4);
2281
2282         dma_addr_out = pci_map_single(ioc->pcidev, bio_data(req->bio),
2283                                       blk_rq_bytes(req), PCI_DMA_BIDIRECTIONAL);
2284         if (!dma_addr_out)
2285                 goto put_mf;
2286         ioc->add_sge(psge, flagsLength, dma_addr_out);
2287         psge += ioc->SGE_size;
2288
2289         /* response */
2290         flagsLength = MPI_SGE_FLAGS_SIMPLE_ELEMENT |
2291                 MPI_SGE_FLAGS_SYSTEM_ADDRESS |
2292                 MPI_SGE_FLAGS_IOC_TO_HOST |
2293                 MPI_SGE_FLAGS_END_OF_BUFFER;
2294
2295         flagsLength = flagsLength << MPI_SGE_FLAGS_SHIFT;
2296         flagsLength |= blk_rq_bytes(rsp) + 4;
2297         dma_addr_in =  pci_map_single(ioc->pcidev, bio_data(rsp->bio),
2298                                       blk_rq_bytes(rsp), PCI_DMA_BIDIRECTIONAL);
2299         if (!dma_addr_in)
2300                 goto unmap;
2301         ioc->add_sge(psge, flagsLength, dma_addr_in);
2302
2303         INITIALIZE_MGMT_STATUS(ioc->sas_mgmt.status)
2304         mpt_put_msg_frame(mptsasMgmtCtx, ioc, mf);
2305
2306         timeleft = wait_for_completion_timeout(&ioc->sas_mgmt.done, 10 * HZ);
2307         if (!(ioc->sas_mgmt.status & MPT_MGMT_STATUS_COMMAND_GOOD)) {
2308                 ret = -ETIME;
2309                 mpt_free_msg_frame(ioc, mf);
2310                 mf = NULL;
2311                 if (ioc->sas_mgmt.status & MPT_MGMT_STATUS_DID_IOCRESET)
2312                         goto unmap;
2313                 if (!timeleft)
2314                         mpt_Soft_Hard_ResetHandler(ioc, CAN_SLEEP);
2315                 goto unmap;
2316         }
2317         mf = NULL;
2318
2319         if (ioc->sas_mgmt.status & MPT_MGMT_STATUS_RF_VALID) {
2320                 SmpPassthroughReply_t *smprep;
2321
2322                 smprep = (SmpPassthroughReply_t *)ioc->sas_mgmt.reply;
2323                 memcpy(req->sense, smprep, sizeof(*smprep));
2324                 req->sense_len = sizeof(*smprep);
2325                 req->resid_len = 0;
2326                 rsp->resid_len -= smprep->ResponseDataLength;
2327         } else {
2328                 printk(MYIOC_s_ERR_FMT
2329                     "%s: smp passthru reply failed to be returned\n",
2330                     ioc->name, __func__);
2331                 ret = -ENXIO;
2332         }
2333 unmap:
2334         if (dma_addr_out)
2335                 pci_unmap_single(ioc->pcidev, dma_addr_out, blk_rq_bytes(req),
2336                                  PCI_DMA_BIDIRECTIONAL);
2337         if (dma_addr_in)
2338                 pci_unmap_single(ioc->pcidev, dma_addr_in, blk_rq_bytes(rsp),
2339                                  PCI_DMA_BIDIRECTIONAL);
2340 put_mf:
2341         if (mf)
2342                 mpt_free_msg_frame(ioc, mf);
2343 out_unlock:
2344         CLEAR_MGMT_STATUS(ioc->sas_mgmt.status)
2345         mutex_unlock(&ioc->sas_mgmt.mutex);
2346 out:
2347         return ret;
2348 }
2349
2350 static struct sas_function_template mptsas_transport_functions = {
2351         .get_linkerrors         = mptsas_get_linkerrors,
2352         .get_enclosure_identifier = mptsas_get_enclosure_identifier,
2353         .get_bay_identifier     = mptsas_get_bay_identifier,
2354         .phy_reset              = mptsas_phy_reset,
2355         .smp_handler            = mptsas_smp_handler,
2356 };
2357
2358 static struct scsi_transport_template *mptsas_transport_template;
2359
2360 static int
2361 mptsas_sas_io_unit_pg0(MPT_ADAPTER *ioc, struct mptsas_portinfo *port_info)
2362 {
2363         ConfigExtendedPageHeader_t hdr;
2364         CONFIGPARMS cfg;
2365         SasIOUnitPage0_t *buffer;
2366         dma_addr_t dma_handle;
2367         int error, i;
2368
2369         hdr.PageVersion = MPI_SASIOUNITPAGE0_PAGEVERSION;
2370         hdr.ExtPageLength = 0;
2371         hdr.PageNumber = 0;
2372         hdr.Reserved1 = 0;
2373         hdr.Reserved2 = 0;
2374         hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
2375         hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_IO_UNIT;
2376
2377         cfg.cfghdr.ehdr = &hdr;
2378         cfg.physAddr = -1;
2379         cfg.pageAddr = 0;
2380         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
2381         cfg.dir = 0;    /* read */
2382         cfg.timeout = SAS_CONFIG_PAGE_TIMEOUT;
2383
2384         error = mpt_config(ioc, &cfg);
2385         if (error)
2386                 goto out;
2387         if (!hdr.ExtPageLength) {
2388                 error = -ENXIO;
2389                 goto out;
2390         }
2391
2392         buffer = pci_alloc_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
2393                                             &dma_handle);
2394         if (!buffer) {
2395                 error = -ENOMEM;
2396                 goto out;
2397         }
2398
2399         cfg.physAddr = dma_handle;
2400         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
2401
2402         error = mpt_config(ioc, &cfg);
2403         if (error)
2404                 goto out_free_consistent;
2405
2406         port_info->num_phys = buffer->NumPhys;
2407         port_info->phy_info = kcalloc(port_info->num_phys,
2408                 sizeof(struct mptsas_phyinfo), GFP_KERNEL);
2409         if (!port_info->phy_info) {
2410                 error = -ENOMEM;
2411                 goto out_free_consistent;
2412         }
2413
2414         ioc->nvdata_version_persistent =
2415             le16_to_cpu(buffer->NvdataVersionPersistent);
2416         ioc->nvdata_version_default =
2417             le16_to_cpu(buffer->NvdataVersionDefault);
2418
2419         for (i = 0; i < port_info->num_phys; i++) {
2420                 mptsas_print_phy_data(ioc, &buffer->PhyData[i]);
2421                 port_info->phy_info[i].phy_id = i;
2422                 port_info->phy_info[i].port_id =
2423                     buffer->PhyData[i].Port;
2424                 port_info->phy_info[i].negotiated_link_rate =
2425                     buffer->PhyData[i].NegotiatedLinkRate;
2426                 port_info->phy_info[i].portinfo = port_info;
2427                 port_info->phy_info[i].handle =
2428                     le16_to_cpu(buffer->PhyData[i].ControllerDevHandle);
2429         }
2430
2431  out_free_consistent:
2432         pci_free_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
2433                             buffer, dma_handle);
2434  out:
2435         return error;
2436 }
2437
2438 static int
2439 mptsas_sas_io_unit_pg1(MPT_ADAPTER *ioc)
2440 {
2441         ConfigExtendedPageHeader_t hdr;
2442         CONFIGPARMS cfg;
2443         SasIOUnitPage1_t *buffer;
2444         dma_addr_t dma_handle;
2445         int error;
2446         u8 device_missing_delay;
2447
2448         memset(&hdr, 0, sizeof(ConfigExtendedPageHeader_t));
2449         memset(&cfg, 0, sizeof(CONFIGPARMS));
2450
2451         cfg.cfghdr.ehdr = &hdr;
2452         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
2453         cfg.timeout = SAS_CONFIG_PAGE_TIMEOUT;
2454         cfg.cfghdr.ehdr->PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
2455         cfg.cfghdr.ehdr->ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_IO_UNIT;
2456         cfg.cfghdr.ehdr->PageVersion = MPI_SASIOUNITPAGE1_PAGEVERSION;
2457         cfg.cfghdr.ehdr->PageNumber = 1;
2458
2459         error = mpt_config(ioc, &cfg);
2460         if (error)
2461                 goto out;
2462         if (!hdr.ExtPageLength) {
2463                 error = -ENXIO;
2464                 goto out;
2465         }
2466
2467         buffer = pci_alloc_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
2468                                             &dma_handle);
2469         if (!buffer) {
2470                 error = -ENOMEM;
2471                 goto out;
2472         }
2473
2474         cfg.physAddr = dma_handle;
2475         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
2476
2477         error = mpt_config(ioc, &cfg);
2478         if (error)
2479                 goto out_free_consistent;
2480
2481         ioc->io_missing_delay  =
2482             le16_to_cpu(buffer->IODeviceMissingDelay);
2483         device_missing_delay = buffer->ReportDeviceMissingDelay;
2484         ioc->device_missing_delay = (device_missing_delay & MPI_SAS_IOUNIT1_REPORT_MISSING_UNIT_16) ?
2485             (device_missing_delay & MPI_SAS_IOUNIT1_REPORT_MISSING_TIMEOUT_MASK) * 16 :
2486             device_missing_delay & MPI_SAS_IOUNIT1_REPORT_MISSING_TIMEOUT_MASK;
2487
2488  out_free_consistent:
2489         pci_free_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
2490                             buffer, dma_handle);
2491  out:
2492         return error;
2493 }
2494
2495 static int
2496 mptsas_sas_phy_pg0(MPT_ADAPTER *ioc, struct mptsas_phyinfo *phy_info,
2497                 u32 form, u32 form_specific)
2498 {
2499         ConfigExtendedPageHeader_t hdr;
2500         CONFIGPARMS cfg;
2501         SasPhyPage0_t *buffer;
2502         dma_addr_t dma_handle;
2503         int error;
2504
2505         hdr.PageVersion = MPI_SASPHY0_PAGEVERSION;
2506         hdr.ExtPageLength = 0;
2507         hdr.PageNumber = 0;
2508         hdr.Reserved1 = 0;
2509         hdr.Reserved2 = 0;
2510         hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
2511         hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_PHY;
2512
2513         cfg.cfghdr.ehdr = &hdr;
2514         cfg.dir = 0;    /* read */
2515         cfg.timeout = SAS_CONFIG_PAGE_TIMEOUT;
2516
2517         /* Get Phy Pg 0 for each Phy. */
2518         cfg.physAddr = -1;
2519         cfg.pageAddr = form + form_specific;
2520         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
2521
2522         error = mpt_config(ioc, &cfg);
2523         if (error)
2524                 goto out;
2525
2526         if (!hdr.ExtPageLength) {
2527                 error = -ENXIO;
2528                 goto out;
2529         }
2530
2531         buffer = pci_alloc_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
2532                                       &dma_handle);
2533         if (!buffer) {
2534                 error = -ENOMEM;
2535                 goto out;
2536         }
2537
2538         cfg.physAddr = dma_handle;
2539         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
2540
2541         error = mpt_config(ioc, &cfg);
2542         if (error)
2543                 goto out_free_consistent;
2544
2545         mptsas_print_phy_pg0(ioc, buffer);
2546
2547         phy_info->hw_link_rate = buffer->HwLinkRate;
2548         phy_info->programmed_link_rate = buffer->ProgrammedLinkRate;
2549         phy_info->identify.handle = le16_to_cpu(buffer->OwnerDevHandle);
2550         phy_info->attached.handle = le16_to_cpu(buffer->AttachedDevHandle);
2551
2552  out_free_consistent:
2553         pci_free_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
2554                             buffer, dma_handle);
2555  out:
2556         return error;
2557 }
2558
2559 static int
2560 mptsas_sas_device_pg0(MPT_ADAPTER *ioc, struct mptsas_devinfo *device_info,
2561                 u32 form, u32 form_specific)
2562 {
2563         ConfigExtendedPageHeader_t hdr;
2564         CONFIGPARMS cfg;
2565         SasDevicePage0_t *buffer;
2566         dma_addr_t dma_handle;
2567         __le64 sas_address;
2568         int error=0;
2569
2570         hdr.PageVersion = MPI_SASDEVICE0_PAGEVERSION;
2571         hdr.ExtPageLength = 0;
2572         hdr.PageNumber = 0;
2573         hdr.Reserved1 = 0;
2574         hdr.Reserved2 = 0;
2575         hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
2576         hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_DEVICE;
2577
2578         cfg.cfghdr.ehdr = &hdr;
2579         cfg.pageAddr = form + form_specific;
2580         cfg.physAddr = -1;
2581         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
2582         cfg.dir = 0;    /* read */
2583         cfg.timeout = SAS_CONFIG_PAGE_TIMEOUT;
2584
2585         memset(device_info, 0, sizeof(struct mptsas_devinfo));
2586         error = mpt_config(ioc, &cfg);
2587         if (error)
2588                 goto out;
2589         if (!hdr.ExtPageLength) {
2590                 error = -ENXIO;
2591                 goto out;
2592         }
2593
2594         buffer = pci_alloc_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
2595                                       &dma_handle);
2596         if (!buffer) {
2597                 error = -ENOMEM;
2598                 goto out;
2599         }
2600
2601         cfg.physAddr = dma_handle;
2602         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
2603
2604         error = mpt_config(ioc, &cfg);
2605
2606         if (error == MPI_IOCSTATUS_CONFIG_INVALID_PAGE) {
2607                 error = -ENODEV;
2608                 goto out_free_consistent;
2609         }
2610
2611         if (error)
2612                 goto out_free_consistent;
2613
2614         mptsas_print_device_pg0(ioc, buffer);
2615
2616         memset(device_info, 0, sizeof(struct mptsas_devinfo));
2617         device_info->handle = le16_to_cpu(buffer->DevHandle);
2618         device_info->handle_parent = le16_to_cpu(buffer->ParentDevHandle);
2619         device_info->handle_enclosure =
2620             le16_to_cpu(buffer->EnclosureHandle);
2621         device_info->slot = le16_to_cpu(buffer->Slot);
2622         device_info->phy_id = buffer->PhyNum;
2623         device_info->port_id = buffer->PhysicalPort;
2624         device_info->id = buffer->TargetID;
2625         device_info->phys_disk_num = ~0;
2626         device_info->channel = buffer->Bus;
2627         memcpy(&sas_address, &buffer->SASAddress, sizeof(__le64));
2628         device_info->sas_address = le64_to_cpu(sas_address);
2629         device_info->device_info =
2630             le32_to_cpu(buffer->DeviceInfo);
2631         device_info->flags = le16_to_cpu(buffer->Flags);
2632
2633  out_free_consistent:
2634         pci_free_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
2635                             buffer, dma_handle);
2636  out:
2637         return error;
2638 }
2639
2640 static int
2641 mptsas_sas_expander_pg0(MPT_ADAPTER *ioc, struct mptsas_portinfo *port_info,
2642                 u32 form, u32 form_specific)
2643 {
2644         ConfigExtendedPageHeader_t hdr;
2645         CONFIGPARMS cfg;
2646         SasExpanderPage0_t *buffer;
2647         dma_addr_t dma_handle;
2648         int i, error;
2649         __le64 sas_address;
2650
2651         memset(port_info, 0, sizeof(struct mptsas_portinfo));
2652         hdr.PageVersion = MPI_SASEXPANDER0_PAGEVERSION;
2653         hdr.ExtPageLength = 0;
2654         hdr.PageNumber = 0;
2655         hdr.Reserved1 = 0;
2656         hdr.Reserved2 = 0;
2657         hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
2658         hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_EXPANDER;
2659
2660         cfg.cfghdr.ehdr = &hdr;
2661         cfg.physAddr = -1;
2662         cfg.pageAddr = form + form_specific;
2663         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
2664         cfg.dir = 0;    /* read */
2665         cfg.timeout = SAS_CONFIG_PAGE_TIMEOUT;
2666
2667         memset(port_info, 0, sizeof(struct mptsas_portinfo));
2668         error = mpt_config(ioc, &cfg);
2669         if (error)
2670                 goto out;
2671
2672         if (!hdr.ExtPageLength) {
2673                 error = -ENXIO;
2674                 goto out;
2675         }
2676
2677         buffer = pci_alloc_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
2678                                       &dma_handle);
2679         if (!buffer) {
2680                 error = -ENOMEM;
2681                 goto out;
2682         }
2683
2684         cfg.physAddr = dma_handle;
2685         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
2686
2687         error = mpt_config(ioc, &cfg);
2688         if (error == MPI_IOCSTATUS_CONFIG_INVALID_PAGE) {
2689                 error = -ENODEV;
2690                 goto out_free_consistent;
2691         }
2692
2693         if (error)
2694                 goto out_free_consistent;
2695
2696         /* save config data */
2697         port_info->num_phys = (buffer->NumPhys) ? buffer->NumPhys : 1;
2698         port_info->phy_info = kcalloc(port_info->num_phys,
2699                 sizeof(struct mptsas_phyinfo), GFP_KERNEL);
2700         if (!port_info->phy_info) {
2701                 error = -ENOMEM;
2702                 goto out_free_consistent;
2703         }
2704
2705         memcpy(&sas_address, &buffer->SASAddress, sizeof(__le64));
2706         for (i = 0; i < port_info->num_phys; i++) {
2707                 port_info->phy_info[i].portinfo = port_info;
2708                 port_info->phy_info[i].handle =
2709                     le16_to_cpu(buffer->DevHandle);
2710                 port_info->phy_info[i].identify.sas_address =
2711                     le64_to_cpu(sas_address);
2712                 port_info->phy_info[i].identify.handle_parent =
2713                     le16_to_cpu(buffer->ParentDevHandle);
2714         }
2715
2716  out_free_consistent:
2717         pci_free_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
2718                             buffer, dma_handle);
2719  out:
2720         return error;
2721 }
2722
2723 static int
2724 mptsas_sas_expander_pg1(MPT_ADAPTER *ioc, struct mptsas_phyinfo *phy_info,
2725                 u32 form, u32 form_specific)
2726 {
2727         ConfigExtendedPageHeader_t hdr;
2728         CONFIGPARMS cfg;
2729         SasExpanderPage1_t *buffer;
2730         dma_addr_t dma_handle;
2731         int error=0;
2732
2733         hdr.PageVersion = MPI_SASEXPANDER1_PAGEVERSION;
2734         hdr.ExtPageLength = 0;
2735         hdr.PageNumber = 1;
2736         hdr.Reserved1 = 0;
2737         hdr.Reserved2 = 0;
2738         hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
2739         hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_EXPANDER;
2740
2741         cfg.cfghdr.ehdr = &hdr;
2742         cfg.physAddr = -1;
2743         cfg.pageAddr = form + form_specific;
2744         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
2745         cfg.dir = 0;    /* read */
2746         cfg.timeout = SAS_CONFIG_PAGE_TIMEOUT;
2747
2748         error = mpt_config(ioc, &cfg);
2749         if (error)
2750                 goto out;
2751
2752         if (!hdr.ExtPageLength) {
2753                 error = -ENXIO;
2754                 goto out;
2755         }
2756
2757         buffer = pci_alloc_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
2758                                       &dma_handle);
2759         if (!buffer) {
2760                 error = -ENOMEM;
2761                 goto out;
2762         }
2763
2764         cfg.physAddr = dma_handle;
2765         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
2766
2767         error = mpt_config(ioc, &cfg);
2768
2769         if (error == MPI_IOCSTATUS_CONFIG_INVALID_PAGE) {
2770                 error = -ENODEV;
2771                 goto out_free_consistent;
2772         }
2773
2774         if (error)
2775                 goto out_free_consistent;
2776
2777
2778         mptsas_print_expander_pg1(ioc, buffer);
2779
2780         /* save config data */
2781         phy_info->phy_id = buffer->PhyIdentifier;
2782         phy_info->port_id = buffer->PhysicalPort;
2783         phy_info->negotiated_link_rate = buffer->NegotiatedLinkRate;
2784         phy_info->programmed_link_rate = buffer->ProgrammedLinkRate;
2785         phy_info->hw_link_rate = buffer->HwLinkRate;
2786         phy_info->identify.handle = le16_to_cpu(buffer->OwnerDevHandle);
2787         phy_info->attached.handle = le16_to_cpu(buffer->AttachedDevHandle);
2788
2789  out_free_consistent:
2790         pci_free_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
2791                             buffer, dma_handle);
2792  out:
2793         return error;
2794 }
2795
2796 struct rep_manu_request{
2797         u8 smp_frame_type;
2798         u8 function;
2799         u8 reserved;
2800         u8 request_length;
2801 };
2802
2803 struct rep_manu_reply{
2804         u8 smp_frame_type; /* 0x41 */
2805         u8 function; /* 0x01 */
2806         u8 function_result;
2807         u8 response_length;
2808         u16 expander_change_count;
2809         u8 reserved0[2];
2810         u8 sas_format:1;
2811         u8 reserved1:7;
2812         u8 reserved2[3];
2813         u8 vendor_id[SAS_EXPANDER_VENDOR_ID_LEN];
2814         u8 product_id[SAS_EXPANDER_PRODUCT_ID_LEN];
2815         u8 product_rev[SAS_EXPANDER_PRODUCT_REV_LEN];
2816         u8 component_vendor_id[SAS_EXPANDER_COMPONENT_VENDOR_ID_LEN];
2817         u16 component_id;
2818         u8 component_revision_id;
2819         u8 reserved3;
2820         u8 vendor_specific[8];
2821 };
2822
2823 /**
2824   * mptsas_exp_repmanufacture_info -
2825   * @ioc: per adapter object
2826   * @sas_address: expander sas address
2827   * @edev: the sas_expander_device object
2828   *
2829   * Fills in the sas_expander_device object when SMP port is created.
2830   *
2831   * Returns 0 for success, non-zero for failure.
2832   */
2833 static int
2834 mptsas_exp_repmanufacture_info(MPT_ADAPTER *ioc,
2835         u64 sas_address, struct sas_expander_device *edev)
2836 {
2837         MPT_FRAME_HDR *mf;
2838         SmpPassthroughRequest_t *smpreq;
2839         SmpPassthroughReply_t *smprep;
2840         struct rep_manu_reply *manufacture_reply;
2841         struct rep_manu_request *manufacture_request;
2842         int ret;
2843         int flagsLength;
2844         unsigned long timeleft;
2845         char *psge;
2846         unsigned long flags;
2847         void *data_out = NULL;
2848         dma_addr_t data_out_dma = 0;
2849         u32 sz;
2850
2851         spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
2852         if (ioc->ioc_reset_in_progress) {
2853                 spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
2854                 printk(MYIOC_s_INFO_FMT "%s: host reset in progress!\n",
2855                         __func__, ioc->name);
2856                 return -EFAULT;
2857         }
2858         spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
2859
2860         ret = mutex_lock_interruptible(&ioc->sas_mgmt.mutex);
2861         if (ret)
2862                 goto out;
2863
2864         mf = mpt_get_msg_frame(mptsasMgmtCtx, ioc);
2865         if (!mf) {
2866                 ret = -ENOMEM;
2867                 goto out_unlock;
2868         }
2869
2870         smpreq = (SmpPassthroughRequest_t *)mf;
2871         memset(smpreq, 0, sizeof(*smpreq));
2872
2873         sz = sizeof(struct rep_manu_request) + sizeof(struct rep_manu_reply);
2874
2875         data_out = pci_alloc_consistent(ioc->pcidev, sz, &data_out_dma);
2876         if (!data_out) {
2877                 printk(KERN_ERR "Memory allocation failure at %s:%d/%s()!\n",
2878                         __FILE__, __LINE__, __func__);
2879                 ret = -ENOMEM;
2880                 goto put_mf;
2881         }
2882
2883         manufacture_request = data_out;
2884         manufacture_request->smp_frame_type = 0x40;
2885         manufacture_request->function = 1;
2886         manufacture_request->reserved = 0;
2887         manufacture_request->request_length = 0;
2888
2889         smpreq->Function = MPI_FUNCTION_SMP_PASSTHROUGH;
2890         smpreq->PhysicalPort = 0xFF;
2891         *((u64 *)&smpreq->SASAddress) = cpu_to_le64(sas_address);
2892         smpreq->RequestDataLength = sizeof(struct rep_manu_request);
2893
2894         psge = (char *)
2895                 (((int *) mf) + (offsetof(SmpPassthroughRequest_t, SGL) / 4));
2896
2897         flagsLength = MPI_SGE_FLAGS_SIMPLE_ELEMENT |
2898                 MPI_SGE_FLAGS_SYSTEM_ADDRESS |
2899                 MPI_SGE_FLAGS_HOST_TO_IOC |
2900                 MPI_SGE_FLAGS_END_OF_BUFFER;
2901         flagsLength = flagsLength << MPI_SGE_FLAGS_SHIFT;
2902         flagsLength |= sizeof(struct rep_manu_request);
2903
2904         ioc->add_sge(psge, flagsLength, data_out_dma);
2905         psge += ioc->SGE_size;
2906
2907         flagsLength = MPI_SGE_FLAGS_SIMPLE_ELEMENT |
2908                 MPI_SGE_FLAGS_SYSTEM_ADDRESS |
2909                 MPI_SGE_FLAGS_IOC_TO_HOST |
2910                 MPI_SGE_FLAGS_END_OF_BUFFER;
2911         flagsLength = flagsLength << MPI_SGE_FLAGS_SHIFT;
2912         flagsLength |= sizeof(struct rep_manu_reply);
2913         ioc->add_sge(psge, flagsLength, data_out_dma +
2914         sizeof(struct rep_manu_request));
2915
2916         INITIALIZE_MGMT_STATUS(ioc->sas_mgmt.status)
2917         mpt_put_msg_frame(mptsasMgmtCtx, ioc, mf);
2918
2919         timeleft = wait_for_completion_timeout(&ioc->sas_mgmt.done, 10 * HZ);
2920         if (!(ioc->sas_mgmt.status & MPT_MGMT_STATUS_COMMAND_GOOD)) {
2921                 ret = -ETIME;
2922                 mpt_free_msg_frame(ioc, mf);
2923                 mf = NULL;
2924                 if (ioc->sas_mgmt.status & MPT_MGMT_STATUS_DID_IOCRESET)
2925                         goto out_free;
2926                 if (!timeleft)
2927                         mpt_Soft_Hard_ResetHandler(ioc, CAN_SLEEP);
2928                 goto out_free;
2929         }
2930
2931         mf = NULL;
2932
2933         if (ioc->sas_mgmt.status & MPT_MGMT_STATUS_RF_VALID) {
2934                 u8 *tmp;
2935
2936         smprep = (SmpPassthroughReply_t *)ioc->sas_mgmt.reply;
2937         if (le16_to_cpu(smprep->ResponseDataLength) !=
2938                 sizeof(struct rep_manu_reply))
2939                         goto out_free;
2940
2941         manufacture_reply = data_out + sizeof(struct rep_manu_request);
2942         strncpy(edev->vendor_id, manufacture_reply->vendor_id,
2943                 SAS_EXPANDER_VENDOR_ID_LEN);
2944         strncpy(edev->product_id, manufacture_reply->product_id,
2945                 SAS_EXPANDER_PRODUCT_ID_LEN);
2946         strncpy(edev->product_rev, manufacture_reply->product_rev,
2947                 SAS_EXPANDER_PRODUCT_REV_LEN);
2948         edev->level = manufacture_reply->sas_format;
2949         if (manufacture_reply->sas_format) {
2950                 strncpy(edev->component_vendor_id,
2951                         manufacture_reply->component_vendor_id,
2952                                 SAS_EXPANDER_COMPONENT_VENDOR_ID_LEN);
2953                 tmp = (u8 *)&manufacture_reply->component_id;
2954                 edev->component_id = tmp[0] << 8 | tmp[1];
2955                 edev->component_revision_id =
2956                         manufacture_reply->component_revision_id;
2957                 }
2958         } else {
2959                 printk(MYIOC_s_ERR_FMT
2960                         "%s: smp passthru reply failed to be returned\n",
2961                         ioc->name, __func__);
2962                 ret = -ENXIO;
2963         }
2964 out_free:
2965         if (data_out_dma)
2966                 pci_free_consistent(ioc->pcidev, sz, data_out, data_out_dma);
2967 put_mf:
2968         if (mf)
2969                 mpt_free_msg_frame(ioc, mf);
2970 out_unlock:
2971         CLEAR_MGMT_STATUS(ioc->sas_mgmt.status)
2972         mutex_unlock(&ioc->sas_mgmt.mutex);
2973 out:
2974         return ret;
2975  }
2976
2977 static void
2978 mptsas_parse_device_info(struct sas_identify *identify,
2979                 struct mptsas_devinfo *device_info)
2980 {
2981         u16 protocols;
2982
2983         identify->sas_address = device_info->sas_address;
2984         identify->phy_identifier = device_info->phy_id;
2985
2986         /*
2987          * Fill in Phy Initiator Port Protocol.
2988          * Bits 6:3, more than one bit can be set, fall through cases.
2989          */
2990         protocols = device_info->device_info & 0x78;
2991         identify->initiator_port_protocols = 0;
2992         if (protocols & MPI_SAS_DEVICE_INFO_SSP_INITIATOR)
2993                 identify->initiator_port_protocols |= SAS_PROTOCOL_SSP;
2994         if (protocols & MPI_SAS_DEVICE_INFO_STP_INITIATOR)
2995                 identify->initiator_port_protocols |= SAS_PROTOCOL_STP;
2996         if (protocols & MPI_SAS_DEVICE_INFO_SMP_INITIATOR)
2997                 identify->initiator_port_protocols |= SAS_PROTOCOL_SMP;
2998         if (protocols & MPI_SAS_DEVICE_INFO_SATA_HOST)
2999                 identify->initiator_port_protocols |= SAS_PROTOCOL_SATA;
3000
3001         /*
3002          * Fill in Phy Target Port Protocol.
3003          * Bits 10:7, more than one bit can be set, fall through cases.
3004          */
3005         protocols = device_info->device_info & 0x780;
3006         identify->target_port_protocols = 0;
3007         if (protocols & MPI_SAS_DEVICE_INFO_SSP_TARGET)
3008                 identify->target_port_protocols |= SAS_PROTOCOL_SSP;
3009         if (protocols & MPI_SAS_DEVICE_INFO_STP_TARGET)
3010                 identify->target_port_protocols |= SAS_PROTOCOL_STP;
3011         if (protocols & MPI_SAS_DEVICE_INFO_SMP_TARGET)
3012                 identify->target_port_protocols |= SAS_PROTOCOL_SMP;
3013         if (protocols & MPI_SAS_DEVICE_INFO_SATA_DEVICE)
3014                 identify->target_port_protocols |= SAS_PROTOCOL_SATA;
3015
3016         /*
3017          * Fill in Attached device type.
3018          */
3019         switch (device_info->device_info &
3020                         MPI_SAS_DEVICE_INFO_MASK_DEVICE_TYPE) {
3021         case MPI_SAS_DEVICE_INFO_NO_DEVICE:
3022                 identify->device_type = SAS_PHY_UNUSED;
3023                 break;
3024         case MPI_SAS_DEVICE_INFO_END_DEVICE:
3025                 identify->device_type = SAS_END_DEVICE;
3026                 break;
3027         case MPI_SAS_DEVICE_INFO_EDGE_EXPANDER:
3028                 identify->device_type = SAS_EDGE_EXPANDER_DEVICE;
3029                 break;
3030         case MPI_SAS_DEVICE_INFO_FANOUT_EXPANDER:
3031                 identify->device_type = SAS_FANOUT_EXPANDER_DEVICE;
3032                 break;
3033         }
3034 }
3035
3036 static int mptsas_probe_one_phy(struct device *dev,
3037                 struct mptsas_phyinfo *phy_info, int index, int local)
3038 {
3039         MPT_ADAPTER *ioc;
3040         struct sas_phy *phy;
3041         struct sas_port *port;
3042         int error = 0;
3043         VirtTarget *vtarget;
3044
3045         if (!dev) {
3046                 error = -ENODEV;
3047                 goto out;
3048         }
3049
3050         if (!phy_info->phy) {
3051                 phy = sas_phy_alloc(dev, index);
3052                 if (!phy) {
3053                         error = -ENOMEM;
3054                         goto out;
3055                 }
3056         } else
3057                 phy = phy_info->phy;
3058
3059         mptsas_parse_device_info(&phy->identify, &phy_info->identify);
3060
3061         /*
3062          * Set Negotiated link rate.
3063          */
3064         switch (phy_info->negotiated_link_rate) {
3065         case MPI_SAS_IOUNIT0_RATE_PHY_DISABLED:
3066                 phy->negotiated_linkrate = SAS_PHY_DISABLED;
3067                 break;
3068         case MPI_SAS_IOUNIT0_RATE_FAILED_SPEED_NEGOTIATION:
3069                 phy->negotiated_linkrate = SAS_LINK_RATE_FAILED;
3070                 break;
3071         case MPI_SAS_IOUNIT0_RATE_1_5:
3072                 phy->negotiated_linkrate = SAS_LINK_RATE_1_5_GBPS;
3073                 break;
3074         case MPI_SAS_IOUNIT0_RATE_3_0:
3075                 phy->negotiated_linkrate = SAS_LINK_RATE_3_0_GBPS;
3076                 break;
3077         case MPI_SAS_IOUNIT0_RATE_6_0:
3078                 phy->negotiated_linkrate = SAS_LINK_RATE_6_0_GBPS;
3079                 break;
3080         case MPI_SAS_IOUNIT0_RATE_SATA_OOB_COMPLETE:
3081         case MPI_SAS_IOUNIT0_RATE_UNKNOWN:
3082         default:
3083                 phy->negotiated_linkrate = SAS_LINK_RATE_UNKNOWN;
3084                 break;
3085         }
3086
3087         /*
3088          * Set Max hardware link rate.
3089          */
3090         switch (phy_info->hw_link_rate & MPI_SAS_PHY0_PRATE_MAX_RATE_MASK) {
3091         case MPI_SAS_PHY0_HWRATE_MAX_RATE_1_5:
3092                 phy->maximum_linkrate_hw = SAS_LINK_RATE_1_5_GBPS;
3093                 break;
3094         case MPI_SAS_PHY0_PRATE_MAX_RATE_3_0:
3095                 phy->maximum_linkrate_hw = SAS_LINK_RATE_3_0_GBPS;
3096                 break;
3097         default:
3098                 break;
3099         }
3100
3101         /*
3102          * Set Max programmed link rate.
3103          */
3104         switch (phy_info->programmed_link_rate &
3105                         MPI_SAS_PHY0_PRATE_MAX_RATE_MASK) {
3106         case MPI_SAS_PHY0_PRATE_MAX_RATE_1_5:
3107                 phy->maximum_linkrate = SAS_LINK_RATE_1_5_GBPS;
3108                 break;
3109         case MPI_SAS_PHY0_PRATE_MAX_RATE_3_0:
3110                 phy->maximum_linkrate = SAS_LINK_RATE_3_0_GBPS;
3111                 break;
3112         default:
3113                 break;
3114         }
3115
3116         /*
3117          * Set Min hardware link rate.
3118          */
3119         switch (phy_info->hw_link_rate & MPI_SAS_PHY0_HWRATE_MIN_RATE_MASK) {
3120         case MPI_SAS_PHY0_HWRATE_MIN_RATE_1_5:
3121                 phy->minimum_linkrate_hw = SAS_LINK_RATE_1_5_GBPS;
3122                 break;
3123         case MPI_SAS_PHY0_PRATE_MIN_RATE_3_0:
3124                 phy->minimum_linkrate_hw = SAS_LINK_RATE_3_0_GBPS;
3125                 break;
3126         default:
3127                 break;
3128         }
3129
3130         /*
3131          * Set Min programmed link rate.
3132          */
3133         switch (phy_info->programmed_link_rate &
3134                         MPI_SAS_PHY0_PRATE_MIN_RATE_MASK) {
3135         case MPI_SAS_PHY0_PRATE_MIN_RATE_1_5:
3136                 phy->minimum_linkrate = SAS_LINK_RATE_1_5_GBPS;
3137                 break;
3138         case MPI_SAS_PHY0_PRATE_MIN_RATE_3_0:
3139                 phy->minimum_linkrate = SAS_LINK_RATE_3_0_GBPS;
3140                 break;
3141         default:
3142                 break;
3143         }
3144
3145         if (!phy_info->phy) {
3146
3147                 error = sas_phy_add(phy);
3148                 if (error) {
3149                         sas_phy_free(phy);
3150                         goto out;
3151                 }
3152                 phy_info->phy = phy;
3153         }
3154
3155         if (!phy_info->attached.handle ||
3156                         !phy_info->port_details)
3157                 goto out;
3158
3159         port = mptsas_get_port(phy_info);
3160         ioc = phy_to_ioc(phy_info->phy);
3161
3162         if (phy_info->sas_port_add_phy) {
3163
3164                 if (!port) {
3165                         port = sas_port_alloc_num(dev);
3166                         if (!port) {
3167                                 error = -ENOMEM;
3168                                 goto out;
3169                         }
3170                         error = sas_port_add(port);
3171                         if (error) {
3172                                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
3173                                         "%s: exit at line=%d\n", ioc->name,
3174                                         __func__, __LINE__));
3175                                 goto out;
3176                         }
3177                         mptsas_set_port(ioc, phy_info, port);
3178                         devtprintk(ioc, dev_printk(KERN_DEBUG, &port->dev,
3179                             MYIOC_s_FMT "add port %d, sas_addr (0x%llx)\n",
3180                             ioc->name, port->port_identifier,
3181                             (unsigned long long)phy_info->
3182                             attached.sas_address));
3183                 }
3184                 dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3185                         "sas_port_add_phy: phy_id=%d\n",
3186                         ioc->name, phy_info->phy_id));
3187                 sas_port_add_phy(port, phy_info->phy);
3188                 phy_info->sas_port_add_phy = 0;
3189                 devtprintk(ioc, dev_printk(KERN_DEBUG, &phy_info->phy->dev,
3190                     MYIOC_s_FMT "add phy %d, phy-obj (0x%p)\n", ioc->name,
3191                      phy_info->phy_id, phy_info->phy));
3192         }
3193         if (!mptsas_get_rphy(phy_info) && port && !port->rphy) {
3194
3195                 struct sas_rphy *rphy;
3196                 struct device *parent;
3197                 struct sas_identify identify;
3198
3199                 parent = dev->parent->parent;
3200                 /*
3201                  * Let the hotplug_work thread handle processing
3202                  * the adding/removing of devices that occur
3203                  * after start of day.
3204                  */
3205                 if (mptsas_is_end_device(&phy_info->attached) &&
3206                     phy_info->attached.handle_parent) {
3207                         goto out;
3208                 }
3209
3210                 mptsas_parse_device_info(&identify, &phy_info->attached);
3211                 if (scsi_is_host_device(parent)) {
3212                         struct mptsas_portinfo *port_info;
3213                         int i;
3214
3215                         port_info = ioc->hba_port_info;
3216
3217                         for (i = 0; i < port_info->num_phys; i++)
3218                                 if (port_info->phy_info[i].identify.sas_address ==
3219                                     identify.sas_address) {
3220                                         sas_port_mark_backlink(port);
3221                                         goto out;
3222                                 }
3223
3224                 } else if (scsi_is_sas_rphy(parent)) {
3225                         struct sas_rphy *parent_rphy = dev_to_rphy(parent);
3226                         if (identify.sas_address ==
3227                             parent_rphy->identify.sas_address) {
3228                                 sas_port_mark_backlink(port);
3229                                 goto out;
3230                         }
3231                 }
3232
3233                 switch (identify.device_type) {
3234                 case SAS_END_DEVICE:
3235                         rphy = sas_end_device_alloc(port);
3236                         break;
3237                 case SAS_EDGE_EXPANDER_DEVICE:
3238                 case SAS_FANOUT_EXPANDER_DEVICE:
3239                         rphy = sas_expander_alloc(port, identify.device_type);
3240                         break;
3241                 default:
3242                         rphy = NULL;
3243                         break;
3244                 }
3245                 if (!rphy) {
3246                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
3247                                 "%s: exit at line=%d\n", ioc->name,
3248                                 __func__, __LINE__));
3249                         goto out;
3250                 }
3251
3252                 rphy->identify = identify;
3253                 error = sas_rphy_add(rphy);
3254                 if (error) {
3255                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
3256                                 "%s: exit at line=%d\n", ioc->name,
3257                                 __func__, __LINE__));
3258                         sas_rphy_free(rphy);
3259                         goto out;
3260                 }
3261                 mptsas_set_rphy(ioc, phy_info, rphy);
3262                 if (identify.device_type == SAS_EDGE_EXPANDER_DEVICE ||
3263                         identify.device_type == SAS_FANOUT_EXPANDER_DEVICE)
3264                                 mptsas_exp_repmanufacture_info(ioc,
3265                                         identify.sas_address,
3266                                         rphy_to_expander_device(rphy));
3267         }
3268
3269         /* If the device exists,verify it wasn't previously flagged
3270         as a missing device.  If so, clear it */
3271         vtarget = mptsas_find_vtarget(ioc,
3272             phy_info->attached.channel,
3273             phy_info->attached.id);
3274         if (vtarget && vtarget->inDMD) {
3275                 printk(KERN_INFO "Device returned, unsetting inDMD\n");
3276                 vtarget->inDMD = 0;
3277         }
3278
3279  out:
3280         return error;
3281 }
3282
3283 static int
3284 mptsas_probe_hba_phys(MPT_ADAPTER *ioc)
3285 {
3286         struct mptsas_portinfo *port_info, *hba;
3287         int error = -ENOMEM, i;
3288
3289         hba = kzalloc(sizeof(struct mptsas_portinfo), GFP_KERNEL);
3290         if (! hba)
3291                 goto out;
3292
3293         error = mptsas_sas_io_unit_pg0(ioc, hba);
3294         if (error)
3295                 goto out_free_port_info;
3296
3297         mptsas_sas_io_unit_pg1(ioc);
3298         mutex_lock(&ioc->sas_topology_mutex);
3299         port_info = ioc->hba_port_info;
3300         if (!port_info) {
3301                 ioc->hba_port_info = port_info = hba;
3302                 ioc->hba_port_num_phy = port_info->num_phys;
3303                 list_add_tail(&port_info->list, &ioc->sas_topology);
3304         } else {
3305                 for (i = 0; i < hba->num_phys; i++) {
3306                         port_info->phy_info[i].negotiated_link_rate =
3307                                 hba->phy_info[i].negotiated_link_rate;
3308                         port_info->phy_info[i].handle =
3309                                 hba->phy_info[i].handle;
3310                         port_info->phy_info[i].port_id =
3311                                 hba->phy_info[i].port_id;
3312                 }
3313                 kfree(hba->phy_info);
3314                 kfree(hba);
3315                 hba = NULL;
3316         }
3317         mutex_unlock(&ioc->sas_topology_mutex);
3318 #if defined(CPQ_CIM)
3319         ioc->num_ports = port_info->num_phys;
3320 #endif
3321         for (i = 0; i < port_info->num_phys; i++) {
3322                 mptsas_sas_phy_pg0(ioc, &port_info->phy_info[i],
3323                         (MPI_SAS_PHY_PGAD_FORM_PHY_NUMBER <<
3324                          MPI_SAS_PHY_PGAD_FORM_SHIFT), i);
3325                 port_info->phy_info[i].identify.handle =
3326                     port_info->phy_info[i].handle;
3327                 mptsas_sas_device_pg0(ioc, &port_info->phy_info[i].identify,
3328                         (MPI_SAS_DEVICE_PGAD_FORM_HANDLE <<
3329                          MPI_SAS_DEVICE_PGAD_FORM_SHIFT),
3330                          port_info->phy_info[i].identify.handle);
3331                 if (!ioc->hba_port_sas_addr)
3332                         ioc->hba_port_sas_addr =
3333                             port_info->phy_info[i].identify.sas_address;
3334                 port_info->phy_info[i].identify.phy_id =
3335                     port_info->phy_info[i].phy_id = i;
3336                 if (port_info->phy_info[i].attached.handle)
3337                         mptsas_sas_device_pg0(ioc,
3338                                 &port_info->phy_info[i].attached,
3339                                 (MPI_SAS_DEVICE_PGAD_FORM_HANDLE <<
3340                                  MPI_SAS_DEVICE_PGAD_FORM_SHIFT),
3341                                 port_info->phy_info[i].attached.handle);
3342         }
3343
3344         mptsas_setup_wide_ports(ioc, port_info);
3345
3346         for (i = 0; i < port_info->num_phys; i++, ioc->sas_index++)
3347                 mptsas_probe_one_phy(&ioc->sh->shost_gendev,
3348                     &port_info->phy_info[i], ioc->sas_index, 1);
3349
3350         return 0;
3351
3352  out_free_port_info:
3353         kfree(hba);
3354  out:
3355         return error;
3356 }
3357
3358 static void
3359 mptsas_expander_refresh(MPT_ADAPTER *ioc, struct mptsas_portinfo *port_info)
3360 {
3361         struct mptsas_portinfo *parent;
3362         struct device *parent_dev;
3363         struct sas_rphy *rphy;
3364         int             i;
3365         u64             sas_address; /* expander sas address */
3366         u32             handle;
3367
3368         handle = port_info->phy_info[0].handle;
3369         sas_address = port_info->phy_info[0].identify.sas_address;
3370         for (i = 0; i < port_info->num_phys; i++) {
3371                 mptsas_sas_expander_pg1(ioc, &port_info->phy_info[i],
3372                     (MPI_SAS_EXPAND_PGAD_FORM_HANDLE_PHY_NUM <<
3373                     MPI_SAS_EXPAND_PGAD_FORM_SHIFT), (i << 16) + handle);
3374
3375                 mptsas_sas_device_pg0(ioc,
3376                     &port_info->phy_info[i].identify,
3377                     (MPI_SAS_DEVICE_PGAD_FORM_HANDLE <<
3378                     MPI_SAS_DEVICE_PGAD_FORM_SHIFT),
3379                     port_info->phy_info[i].identify.handle);
3380                 port_info->phy_info[i].identify.phy_id =
3381                     port_info->phy_info[i].phy_id;
3382
3383                 if (port_info->phy_info[i].attached.handle) {
3384                         mptsas_sas_device_pg0(ioc,
3385                             &port_info->phy_info[i].attached,
3386                             (MPI_SAS_DEVICE_PGAD_FORM_HANDLE <<
3387                              MPI_SAS_DEVICE_PGAD_FORM_SHIFT),
3388                             port_info->phy_info[i].attached.handle);
3389                         port_info->phy_info[i].attached.phy_id =
3390                             port_info->phy_info[i].phy_id;
3391                 }
3392         }
3393
3394         mutex_lock(&ioc->sas_topology_mutex);
3395         parent = mptsas_find_portinfo_by_handle(ioc,
3396             port_info->phy_info[0].identify.handle_parent);
3397         if (!parent) {
3398                 mutex_unlock(&ioc->sas_topology_mutex);
3399                 return;
3400         }
3401         for (i = 0, parent_dev = NULL; i < parent->num_phys && !parent_dev;
3402             i++) {
3403                 if (parent->phy_info[i].attached.sas_address == sas_address) {
3404                         rphy = mptsas_get_rphy(&parent->phy_info[i]);
3405                         parent_dev = &rphy->dev;
3406                 }
3407         }
3408         mutex_unlock(&ioc->sas_topology_mutex);
3409
3410         mptsas_setup_wide_ports(ioc, port_info);
3411         for (i = 0; i < port_info->num_phys; i++, ioc->sas_index++)
3412                 mptsas_probe_one_phy(parent_dev, &port_info->phy_info[i],
3413                     ioc->sas_index, 0);
3414 }
3415
3416 static void
3417 mptsas_expander_event_add(MPT_ADAPTER *ioc,
3418     MpiEventDataSasExpanderStatusChange_t *expander_data)
3419 {
3420         struct mptsas_portinfo *port_info;
3421         int i;
3422         __le64 sas_address;
3423
3424         port_info = kzalloc(sizeof(struct mptsas_portinfo), GFP_KERNEL);
3425         if (!port_info)
3426                 BUG();
3427         port_info->num_phys = (expander_data->NumPhys) ?
3428             expander_data->NumPhys : 1;
3429         port_info->phy_info = kcalloc(port_info->num_phys,
3430             sizeof(struct mptsas_phyinfo), GFP_KERNEL);
3431         if (!port_info->phy_info)
3432                 BUG();
3433         memcpy(&sas_address, &expander_data->SASAddress, sizeof(__le64));
3434         for (i = 0; i < port_info->num_phys; i++) {
3435                 port_info->phy_info[i].portinfo = port_info;
3436                 port_info->phy_info[i].handle =
3437                     le16_to_cpu(expander_data->DevHandle);
3438                 port_info->phy_info[i].identify.sas_address =
3439                     le64_to_cpu(sas_address);
3440                 port_info->phy_info[i].identify.handle_parent =
3441                     le16_to_cpu(expander_data->ParentDevHandle);
3442         }
3443
3444         mutex_lock(&ioc->sas_topology_mutex);
3445         list_add_tail(&port_info->list, &ioc->sas_topology);
3446         mutex_unlock(&ioc->sas_topology_mutex);
3447
3448         printk(MYIOC_s_INFO_FMT "add expander: num_phys %d, "
3449             "sas_addr (0x%llx)\n", ioc->name, port_info->num_phys,
3450             (unsigned long long)sas_address);
3451
3452         mptsas_expander_refresh(ioc, port_info);
3453 }
3454
3455 /**
3456  * mptsas_delete_expander_siblings - remove siblings attached to expander
3457  * @ioc: Pointer to MPT_ADAPTER structure
3458  * @parent: the parent port_info object
3459  * @expander: the expander port_info object
3460  **/
3461 static void
3462 mptsas_delete_expander_siblings(MPT_ADAPTER *ioc, struct mptsas_portinfo
3463     *parent, struct mptsas_portinfo *expander)
3464 {
3465         struct mptsas_phyinfo *phy_info;
3466         struct mptsas_portinfo *port_info;
3467         struct sas_rphy *rphy;
3468         int i;
3469
3470         phy_info = expander->phy_info;
3471         for (i = 0; i < expander->num_phys; i++, phy_info++) {
3472                 rphy = mptsas_get_rphy(phy_info);
3473                 if (!rphy)
3474                         continue;
3475                 if (rphy->identify.device_type == SAS_END_DEVICE)
3476                         mptsas_del_end_device(ioc, phy_info);
3477         }
3478
3479         phy_info = expander->phy_info;
3480         for (i = 0; i < expander->num_phys; i++, phy_info++) {
3481                 rphy = mptsas_get_rphy(phy_info);
3482                 if (!rphy)
3483                         continue;
3484                 if (rphy->identify.device_type ==
3485                     MPI_SAS_DEVICE_INFO_EDGE_EXPANDER ||
3486                     rphy->identify.device_type ==
3487                     MPI_SAS_DEVICE_INFO_FANOUT_EXPANDER) {
3488                         port_info = mptsas_find_portinfo_by_sas_address(ioc,
3489                             rphy->identify.sas_address);
3490                         if (!port_info)
3491                                 continue;
3492                         if (port_info == parent) /* backlink rphy */
3493                                 continue;
3494                         /*
3495                         Delete this expander even if the expdevpage is exists
3496                         because the parent expander is already deleted
3497                         */
3498                         mptsas_expander_delete(ioc, port_info, 1);
3499                 }
3500         }
3501 }
3502
3503
3504 /**
3505  *      mptsas_expander_delete - remove this expander
3506  *      @ioc: Pointer to MPT_ADAPTER structure
3507  *      @port_info: expander port_info struct
3508  *      @force: Flag to forcefully delete the expander
3509  *
3510  **/
3511
3512 static void mptsas_expander_delete(MPT_ADAPTER *ioc,
3513                 struct mptsas_portinfo *port_info, u8 force)
3514 {
3515
3516         struct mptsas_portinfo *parent;
3517         int             i;
3518         u64             expander_sas_address;
3519         struct mptsas_phyinfo *phy_info;
3520         struct mptsas_portinfo buffer;
3521         struct mptsas_portinfo_details *port_details;
3522         struct sas_port *port;
3523
3524         if (!port_info)
3525                 return;
3526
3527         /* see if expander is still there before deleting */
3528         mptsas_sas_expander_pg0(ioc, &buffer,
3529             (MPI_SAS_EXPAND_PGAD_FORM_HANDLE <<
3530             MPI_SAS_EXPAND_PGAD_FORM_SHIFT),
3531             port_info->phy_info[0].identify.handle);
3532
3533         if (buffer.num_phys) {
3534                 kfree(buffer.phy_info);
3535                 if (!force)
3536                         return;
3537         }
3538
3539
3540         /*
3541          * Obtain the port_info instance to the parent port
3542          */
3543         port_details = NULL;
3544         expander_sas_address =
3545             port_info->phy_info[0].identify.sas_address;
3546         parent = mptsas_find_portinfo_by_handle(ioc,
3547             port_info->phy_info[0].identify.handle_parent);
3548         mptsas_delete_expander_siblings(ioc, parent, port_info);
3549         if (!parent)
3550                 goto out;
3551
3552         /*
3553          * Delete rphys in the parent that point
3554          * to this expander.
3555          */
3556         phy_info = parent->phy_info;
3557         port = NULL;
3558         for (i = 0; i < parent->num_phys; i++, phy_info++) {
3559                 if (!phy_info->phy)
3560                         continue;
3561                 if (phy_info->attached.sas_address !=
3562                     expander_sas_address)
3563                         continue;
3564                 if (!port) {
3565                         port = mptsas_get_port(phy_info);
3566                         port_details = phy_info->port_details;
3567                 }
3568                 dev_printk(KERN_DEBUG, &phy_info->phy->dev,
3569                     MYIOC_s_FMT "delete phy %d, phy-obj (0x%p)\n", ioc->name,
3570                     phy_info->phy_id, phy_info->phy);
3571                 sas_port_delete_phy(port, phy_info->phy);
3572         }
3573         if (port) {
3574                 dev_printk(KERN_DEBUG, &port->dev,
3575                     MYIOC_s_FMT "delete port %d, sas_addr (0x%llx)\n",
3576                     ioc->name, port->port_identifier,
3577                     (unsigned long long)expander_sas_address);
3578                 sas_port_delete(port);
3579                 mptsas_port_delete(ioc, port_details);
3580         }
3581  out:
3582
3583         printk(MYIOC_s_INFO_FMT "delete expander: num_phys %d, "
3584             "sas_addr (0x%llx)\n",  ioc->name, port_info->num_phys,
3585             (unsigned long long)expander_sas_address);
3586
3587         /*
3588          * free link
3589          */
3590         list_del(&port_info->list);
3591         kfree(port_info->phy_info);
3592         kfree(port_info);
3593 }
3594
3595
3596 /**
3597  * mptsas_send_expander_event - expanders events
3598  * @ioc: Pointer to MPT_ADAPTER structure
3599  * @expander_data: event data
3600  *
3601  *
3602  * This function handles adding, removing, and refreshing
3603  * device handles within the expander objects.
3604  */
3605 static void
3606 mptsas_send_expander_event(struct fw_event_work *fw_event)
3607 {
3608         MPT_ADAPTER *ioc;
3609         MpiEventDataSasExpanderStatusChange_t *expander_data;
3610         struct mptsas_portinfo *port_info;
3611         __le64 sas_address;
3612         int i;
3613
3614         ioc = fw_event->ioc;
3615         expander_data = (MpiEventDataSasExpanderStatusChange_t *)
3616             fw_event->event_data;
3617         memcpy(&sas_address, &expander_data->SASAddress, sizeof(__le64));
3618         sas_address = le64_to_cpu(sas_address);
3619         port_info = mptsas_find_portinfo_by_sas_address(ioc, sas_address);
3620
3621         if (expander_data->ReasonCode == MPI_EVENT_SAS_EXP_RC_ADDED) {
3622                 if (port_info) {
3623                         for (i = 0; i < port_info->num_phys; i++) {
3624                                 port_info->phy_info[i].portinfo = port_info;
3625                                 port_info->phy_info[i].handle =
3626                                     le16_to_cpu(expander_data->DevHandle);
3627                                 port_info->phy_info[i].identify.sas_address =
3628                                     le64_to_cpu(sas_address);
3629                                 port_info->phy_info[i].identify.handle_parent =
3630                                     le16_to_cpu(expander_data->ParentDevHandle);
3631                         }
3632                         mptsas_expander_refresh(ioc, port_info);
3633                 } else if (!port_info && expander_data->NumPhys)
3634                         mptsas_expander_event_add(ioc, expander_data);
3635         } else if (expander_data->ReasonCode ==
3636             MPI_EVENT_SAS_EXP_RC_NOT_RESPONDING)
3637                 mptsas_expander_delete(ioc, port_info, 0);
3638
3639         mptsas_free_fw_event(ioc, fw_event);
3640 }
3641
3642
3643 /**
3644  * mptsas_expander_add -
3645  * @ioc: Pointer to MPT_ADAPTER structure
3646  * @handle:
3647  *
3648  */
3649 static struct mptsas_portinfo *
3650 mptsas_expander_add(MPT_ADAPTER *ioc, u16 handle)
3651 {
3652         struct mptsas_portinfo buffer, *port_info;
3653         int i;
3654
3655         if ((mptsas_sas_expander_pg0(ioc, &buffer,
3656             (MPI_SAS_EXPAND_PGAD_FORM_HANDLE <<
3657             MPI_SAS_EXPAND_PGAD_FORM_SHIFT), handle)))
3658                 return NULL;
3659
3660         port_info = kzalloc(sizeof(struct mptsas_portinfo), GFP_ATOMIC);
3661         if (!port_info) {
3662                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
3663                 "%s: exit at line=%d\n", ioc->name,
3664                 __func__, __LINE__));
3665                 return NULL;
3666         }
3667         port_info->num_phys = buffer.num_phys;
3668         port_info->phy_info = buffer.phy_info;
3669         for (i = 0; i < port_info->num_phys; i++)
3670                 port_info->phy_info[i].portinfo = port_info;
3671         mutex_lock(&ioc->sas_topology_mutex);
3672         list_add_tail(&port_info->list, &ioc->sas_topology);
3673         mutex_unlock(&ioc->sas_topology_mutex);
3674         printk(MYIOC_s_INFO_FMT "add expander: num_phys %d, "
3675             "sas_addr (0x%llx)\n", ioc->name, port_info->num_phys,
3676             (unsigned long long)buffer.phy_info[0].identify.sas_address);
3677         mptsas_expander_refresh(ioc, port_info);
3678         return port_info;
3679 }
3680
3681 static void
3682 mptsas_send_link_status_event(struct fw_event_work *fw_event)
3683 {
3684         MPT_ADAPTER *ioc;
3685         MpiEventDataSasPhyLinkStatus_t *link_data;
3686         struct mptsas_portinfo *port_info;
3687         struct mptsas_phyinfo *phy_info = NULL;
3688         __le64 sas_address;
3689         u8 phy_num;
3690         u8 link_rate;
3691
3692         ioc = fw_event->ioc;
3693         link_data = (MpiEventDataSasPhyLinkStatus_t *)fw_event->event_data;
3694
3695         memcpy(&sas_address, &link_data->SASAddress, sizeof(__le64));
3696         sas_address = le64_to_cpu(sas_address);
3697         link_rate = link_data->LinkRates >> 4;
3698         phy_num = link_data->PhyNum;
3699
3700         port_info = mptsas_find_portinfo_by_sas_address(ioc, sas_address);
3701         if (port_info) {
3702                 phy_info = &port_info->phy_info[phy_num];
3703                 if (phy_info)
3704                         phy_info->negotiated_link_rate = link_rate;
3705         }
3706
3707         if (link_rate == MPI_SAS_IOUNIT0_RATE_1_5 ||
3708             link_rate == MPI_SAS_IOUNIT0_RATE_3_0 ||
3709             link_rate == MPI_SAS_IOUNIT0_RATE_6_0) {
3710
3711                 if (!port_info) {
3712                         if (ioc->old_sas_discovery_protocal) {
3713                                 port_info = mptsas_expander_add(ioc,
3714                                         le16_to_cpu(link_data->DevHandle));
3715                                 if (port_info)
3716                                         goto out;
3717                         }
3718                         goto out;
3719                 }
3720
3721                 if (port_info == ioc->hba_port_info)
3722                         mptsas_probe_hba_phys(ioc);
3723                 else
3724                         mptsas_expander_refresh(ioc, port_info);
3725         } else if (phy_info && phy_info->phy) {
3726                 if (link_rate ==  MPI_SAS_IOUNIT0_RATE_PHY_DISABLED)
3727                         phy_info->phy->negotiated_linkrate =
3728                             SAS_PHY_DISABLED;
3729                 else if (link_rate ==
3730                     MPI_SAS_IOUNIT0_RATE_FAILED_SPEED_NEGOTIATION)
3731                         phy_info->phy->negotiated_linkrate =
3732                             SAS_LINK_RATE_FAILED;
3733                 else {
3734                         phy_info->phy->negotiated_linkrate =
3735                             SAS_LINK_RATE_UNKNOWN;
3736                         if (ioc->device_missing_delay &&
3737                             mptsas_is_end_device(&phy_info->attached)) {
3738                                 struct scsi_device              *sdev;
3739                                 VirtDevice                      *vdevice;
3740                                 u8      channel, id;
3741                                 id = phy_info->attached.id;
3742                                 channel = phy_info->attached.channel;
3743                                 devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3744                                 "Link down for fw_id %d:fw_channel %d\n",
3745                                     ioc->name, phy_info->attached.id,
3746                                     phy_info->attached.channel));
3747
3748                                 shost_for_each_device(sdev, ioc->sh) {
3749                                         vdevice = sdev->hostdata;
3750                                         if ((vdevice == NULL) ||
3751                                                 (vdevice->vtarget == NULL))
3752                                                 continue;
3753                                         if ((vdevice->vtarget->tflags &
3754                                             MPT_TARGET_FLAGS_RAID_COMPONENT ||
3755                                             vdevice->vtarget->raidVolume))
3756                                                 continue;
3757                                         if (vdevice->vtarget->id == id &&
3758                                                 vdevice->vtarget->channel ==
3759                                                 channel)
3760                                                 devtprintk(ioc,
3761                                                 printk(MYIOC_s_DEBUG_FMT
3762                                                 "SDEV OUTSTANDING CMDS"
3763                                                 "%d\n", ioc->name,
3764                                                 atomic_read(&sdev->device_busy)));
3765                                 }
3766
3767                         }
3768                 }
3769         }
3770  out:
3771         mptsas_free_fw_event(ioc, fw_event);
3772 }
3773
3774 static void
3775 mptsas_not_responding_devices(MPT_ADAPTER *ioc)
3776 {
3777         struct mptsas_portinfo buffer, *port_info;
3778         struct mptsas_device_info       *sas_info;
3779         struct mptsas_devinfo sas_device;
3780         u32     handle;
3781         VirtTarget *vtarget = NULL;
3782         struct mptsas_phyinfo *phy_info;
3783         u8 found_expander;
3784         int retval, retry_count;
3785         unsigned long flags;
3786
3787         mpt_findImVolumes(ioc);
3788
3789         spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
3790         if (ioc->ioc_reset_in_progress) {
3791                 dfailprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3792                    "%s: exiting due to a parallel reset \n", ioc->name,
3793                     __func__));
3794                 spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
3795                 return;
3796         }
3797         spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
3798
3799         /* devices, logical volumes */
3800         mutex_lock(&ioc->sas_device_info_mutex);
3801  redo_device_scan:
3802         list_for_each_entry(sas_info, &ioc->sas_device_info_list, list) {
3803                 if (sas_info->is_cached)
3804                         continue;
3805                 if (!sas_info->is_logical_volume) {
3806                         sas_device.handle = 0;
3807                         retry_count = 0;
3808 retry_page:
3809                         retval = mptsas_sas_device_pg0(ioc, &sas_device,
3810                                 (MPI_SAS_DEVICE_PGAD_FORM_BUS_TARGET_ID
3811                                 << MPI_SAS_DEVICE_PGAD_FORM_SHIFT),
3812                                 (sas_info->fw.channel << 8) +
3813                                 sas_info->fw.id);
3814
3815                         if (sas_device.handle)
3816                                 continue;
3817                         if (retval == -EBUSY) {
3818                                 spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
3819                                 if (ioc->ioc_reset_in_progress) {
3820                                         dfailprintk(ioc,
3821                                         printk(MYIOC_s_DEBUG_FMT
3822                                         "%s: exiting due to reset\n",
3823                                         ioc->name, __func__));
3824                                         spin_unlock_irqrestore
3825                                         (&ioc->taskmgmt_lock, flags);
3826                                         mutex_unlock(&ioc->
3827                                         sas_device_info_mutex);
3828                                         return;
3829                                 }
3830                                 spin_unlock_irqrestore(&ioc->taskmgmt_lock,
3831                                 flags);
3832                         }
3833
3834                         if (retval && (retval != -ENODEV)) {
3835                                 if (retry_count < 10) {
3836                                         retry_count++;
3837                                         goto retry_page;
3838                                 } else {
3839                                         devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3840                                         "%s: Config page retry exceeded retry "
3841                                         "count deleting device 0x%llx\n",
3842                                         ioc->name, __func__,
3843                                         sas_info->sas_address));
3844                                 }
3845                         }
3846
3847                         /* delete device */
3848                         vtarget = mptsas_find_vtarget(ioc,
3849                                 sas_info->fw.channel, sas_info->fw.id);
3850
3851                         if (vtarget)
3852                                 vtarget->deleted = 1;
3853
3854                         phy_info = mptsas_find_phyinfo_by_sas_address(ioc,
3855                                         sas_info->sas_address);
3856
3857                         mptsas_del_end_device(ioc, phy_info);
3858                         goto redo_device_scan;
3859                 } else
3860                         mptsas_volume_delete(ioc, sas_info->fw.id);
3861         }
3862         mutex_unlock(&ioc->sas_device_info_mutex);
3863
3864         /* expanders */
3865         mutex_lock(&ioc->sas_topology_mutex);
3866  redo_expander_scan:
3867         list_for_each_entry(port_info, &ioc->sas_topology, list) {
3868
3869                 if (!(port_info->phy_info[0].identify.device_info &
3870                     MPI_SAS_DEVICE_INFO_SMP_TARGET))
3871                         continue;
3872                 found_expander = 0;
3873                 handle = 0xFFFF;
3874                 while (!mptsas_sas_expander_pg0(ioc, &buffer,
3875                     (MPI_SAS_EXPAND_PGAD_FORM_GET_NEXT_HANDLE <<
3876                      MPI_SAS_EXPAND_PGAD_FORM_SHIFT), handle) &&
3877                     !found_expander) {
3878
3879                         handle = buffer.phy_info[0].handle;
3880                         if (buffer.phy_info[0].identify.sas_address ==
3881                             port_info->phy_info[0].identify.sas_address) {
3882                                 found_expander = 1;
3883                         }
3884                         kfree(buffer.phy_info);
3885                 }
3886
3887                 if (!found_expander) {
3888                         mptsas_expander_delete(ioc, port_info, 0);
3889                         goto redo_expander_scan;
3890                 }
3891         }
3892         mutex_unlock(&ioc->sas_topology_mutex);
3893 }
3894
3895 /**
3896  *      mptsas_probe_expanders - adding expanders
3897  *      @ioc: Pointer to MPT_ADAPTER structure
3898  *
3899  **/
3900 static void
3901 mptsas_probe_expanders(MPT_ADAPTER *ioc)
3902 {
3903         struct mptsas_portinfo buffer, *port_info;
3904         u32                     handle;
3905         int i;
3906
3907         handle = 0xFFFF;
3908         while (!mptsas_sas_expander_pg0(ioc, &buffer,
3909             (MPI_SAS_EXPAND_PGAD_FORM_GET_NEXT_HANDLE <<
3910              MPI_SAS_EXPAND_PGAD_FORM_SHIFT), handle)) {
3911
3912                 handle = buffer.phy_info[0].handle;
3913                 port_info = mptsas_find_portinfo_by_sas_address(ioc,
3914                     buffer.phy_info[0].identify.sas_address);
3915
3916                 if (port_info) {
3917                         /* refreshing handles */
3918                         for (i = 0; i < buffer.num_phys; i++) {
3919                                 port_info->phy_info[i].handle = handle;
3920                                 port_info->phy_info[i].identify.handle_parent =
3921                                     buffer.phy_info[0].identify.handle_parent;
3922                         }
3923                         mptsas_expander_refresh(ioc, port_info);
3924                         kfree(buffer.phy_info);
3925                         continue;
3926                 }
3927
3928                 port_info = kzalloc(sizeof(struct mptsas_portinfo), GFP_KERNEL);
3929                 if (!port_info) {
3930                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
3931                         "%s: exit at line=%d\n", ioc->name,
3932                         __func__, __LINE__));
3933                         return;
3934                 }
3935                 port_info->num_phys = buffer.num_phys;
3936                 port_info->phy_info = buffer.phy_info;
3937                 for (i = 0; i < port_info->num_phys; i++)
3938                         port_info->phy_info[i].portinfo = port_info;
3939                 mutex_lock(&ioc->sas_topology_mutex);
3940                 list_add_tail(&port_info->list, &ioc->sas_topology);
3941                 mutex_unlock(&ioc->sas_topology_mutex);
3942                 printk(MYIOC_s_INFO_FMT "add expander: num_phys %d, "
3943                     "sas_addr (0x%llx)\n", ioc->name, port_info->num_phys,
3944             (unsigned long long)buffer.phy_info[0].identify.sas_address);
3945                 mptsas_expander_refresh(ioc, port_info);
3946         }
3947 }
3948
3949 static void
3950 mptsas_probe_devices(MPT_ADAPTER *ioc)
3951 {
3952         u16 handle;
3953         struct mptsas_devinfo sas_device;
3954         struct mptsas_phyinfo *phy_info;
3955
3956         handle = 0xFFFF;
3957         while (!(mptsas_sas_device_pg0(ioc, &sas_device,
3958             MPI_SAS_DEVICE_PGAD_FORM_GET_NEXT_HANDLE, handle))) {
3959
3960                 handle = sas_device.handle;
3961
3962                 if ((sas_device.device_info &
3963                      (MPI_SAS_DEVICE_INFO_SSP_TARGET |
3964                       MPI_SAS_DEVICE_INFO_STP_TARGET |
3965                       MPI_SAS_DEVICE_INFO_SATA_DEVICE)) == 0)
3966                         continue;
3967
3968                 /* If there is no FW B_T mapping for this device then continue
3969                  * */
3970                 if (!(sas_device.flags & MPI_SAS_DEVICE0_FLAGS_DEVICE_PRESENT)
3971                         || !(sas_device.flags &
3972                         MPI_SAS_DEVICE0_FLAGS_DEVICE_MAPPED))
3973                         continue;
3974
3975                 phy_info = mptsas_refreshing_device_handles(ioc, &sas_device);
3976                 if (!phy_info)
3977                         continue;
3978
3979                 if (mptsas_get_rphy(phy_info))
3980                         continue;
3981
3982                 mptsas_add_end_device(ioc, phy_info);
3983         }
3984 }
3985
3986 /**
3987  *      mptsas_scan_sas_topology -
3988  *      @ioc: Pointer to MPT_ADAPTER structure
3989  *      @sas_address:
3990  *
3991  **/
3992 static void
3993 mptsas_scan_sas_topology(MPT_ADAPTER *ioc)
3994 {
3995         struct scsi_device *sdev;
3996         int i;
3997
3998         mptsas_probe_hba_phys(ioc);
3999         mptsas_probe_expanders(ioc);
4000         mptsas_probe_devices(ioc);
4001
4002         /*
4003           Reporting RAID volumes.
4004         */
4005         if (!ioc->ir_firmware || !ioc->raid_data.pIocPg2 ||
4006             !ioc->raid_data.pIocPg2->NumActiveVolumes)
4007                 return;
4008         for (i = 0; i < ioc->raid_data.pIocPg2->NumActiveVolumes; i++) {
4009                 sdev = scsi_device_lookup(ioc->sh, MPTSAS_RAID_CHANNEL,
4010                     ioc->raid_data.pIocPg2->RaidVolume[i].VolumeID, 0);
4011                 if (sdev) {
4012                         scsi_device_put(sdev);
4013                         continue;
4014                 }
4015                 printk(MYIOC_s_INFO_FMT "attaching raid volume, channel %d, "
4016                     "id %d\n", ioc->name, MPTSAS_RAID_CHANNEL,
4017                     ioc->raid_data.pIocPg2->RaidVolume[i].VolumeID);
4018                 scsi_add_device(ioc->sh, MPTSAS_RAID_CHANNEL,
4019                     ioc->raid_data.pIocPg2->RaidVolume[i].VolumeID, 0);
4020         }
4021 }
4022
4023
4024 static void
4025 mptsas_handle_queue_full_event(struct fw_event_work *fw_event)
4026 {
4027         MPT_ADAPTER *ioc;
4028         EventDataQueueFull_t *qfull_data;
4029         struct mptsas_device_info *sas_info;
4030         struct scsi_device      *sdev;
4031         int depth;
4032         int id = -1;
4033         int channel = -1;
4034         int fw_id, fw_channel;
4035         u16 current_depth;
4036
4037
4038         ioc = fw_event->ioc;
4039         qfull_data = (EventDataQueueFull_t *)fw_event->event_data;
4040         fw_id = qfull_data->TargetID;
4041         fw_channel = qfull_data->Bus;
4042         current_depth = le16_to_cpu(qfull_data->CurrentDepth);
4043
4044         /* if hidden raid component, look for the volume id */
4045         mutex_lock(&ioc->sas_device_info_mutex);
4046         if (mptscsih_is_phys_disk(ioc, fw_channel, fw_id)) {
4047                 list_for_each_entry(sas_info, &ioc->sas_device_info_list,
4048                     list) {
4049                         if (sas_info->is_cached ||
4050                             sas_info->is_logical_volume)
4051                                 continue;
4052                         if (sas_info->is_hidden_raid_component &&
4053                             (sas_info->fw.channel == fw_channel &&
4054                             sas_info->fw.id == fw_id)) {
4055                                 id = sas_info->volume_id;
4056                                 channel = MPTSAS_RAID_CHANNEL;
4057                                 goto out;
4058                         }
4059                 }
4060         } else {
4061                 list_for_each_entry(sas_info, &ioc->sas_device_info_list,
4062                     list) {
4063                         if (sas_info->is_cached ||
4064                             sas_info->is_hidden_raid_component ||
4065                             sas_info->is_logical_volume)
4066                                 continue;
4067                         if (sas_info->fw.channel == fw_channel &&
4068                             sas_info->fw.id == fw_id) {
4069                                 id = sas_info->os.id;
4070                                 channel = sas_info->os.channel;
4071                                 goto out;
4072                         }
4073                 }
4074
4075         }
4076
4077  out:
4078         mutex_unlock(&ioc->sas_device_info_mutex);
4079
4080         if (id != -1) {
4081                 shost_for_each_device(sdev, ioc->sh) {
4082                         if (sdev->id == id && sdev->channel == channel) {
4083                                 if (current_depth > sdev->queue_depth) {
4084                                         sdev_printk(KERN_INFO, sdev,
4085                                             "strange observation, the queue "
4086                                             "depth is (%d) meanwhile fw queue "
4087                                             "depth (%d)\n", sdev->queue_depth,
4088                                             current_depth);
4089                                         continue;
4090                                 }
4091                                 depth = scsi_track_queue_full(sdev,
4092                                         sdev->queue_depth - 1);
4093                                 if (depth > 0)
4094                                         sdev_printk(KERN_INFO, sdev,
4095                                         "Queue depth reduced to (%d)\n",
4096                                            depth);
4097                                 else if (depth < 0)
4098                                         sdev_printk(KERN_INFO, sdev,
4099                                         "Tagged Command Queueing is being "
4100                                         "disabled\n");
4101                                 else if (depth == 0)
4102                                         sdev_printk(KERN_DEBUG, sdev,
4103                                         "Queue depth not changed yet\n");
4104                         }
4105                 }
4106         }
4107
4108         mptsas_free_fw_event(ioc, fw_event);
4109 }
4110
4111
4112 static struct mptsas_phyinfo *
4113 mptsas_find_phyinfo_by_sas_address(MPT_ADAPTER *ioc, u64 sas_address)
4114 {
4115         struct mptsas_portinfo *port_info;
4116         struct mptsas_phyinfo *phy_info = NULL;
4117         int i;
4118
4119         mutex_lock(&ioc->sas_topology_mutex);
4120         list_for_each_entry(port_info, &ioc->sas_topology, list) {
4121                 for (i = 0; i < port_info->num_phys; i++) {
4122                         if (!mptsas_is_end_device(
4123                                 &port_info->phy_info[i].attached))
4124                                 continue;
4125                         if (port_info->phy_info[i].attached.sas_address
4126                             != sas_address)
4127                                 continue;
4128                         phy_info = &port_info->phy_info[i];
4129                         break;
4130                 }
4131         }
4132         mutex_unlock(&ioc->sas_topology_mutex);
4133         return phy_info;
4134 }
4135
4136 /**
4137  *      mptsas_find_phyinfo_by_phys_disk_num -
4138  *      @ioc: Pointer to MPT_ADAPTER structure
4139  *      @phys_disk_num:
4140  *      @channel:
4141  *      @id:
4142  *
4143  **/
4144 static struct mptsas_phyinfo *
4145 mptsas_find_phyinfo_by_phys_disk_num(MPT_ADAPTER *ioc, u8 phys_disk_num,
4146         u8 channel, u8 id)
4147 {
4148         struct mptsas_phyinfo *phy_info = NULL;
4149         struct mptsas_portinfo *port_info;
4150         RaidPhysDiskPage1_t *phys_disk = NULL;
4151         int num_paths;
4152         u64 sas_address = 0;
4153         int i;
4154
4155         phy_info = NULL;
4156         if (!ioc->raid_data.pIocPg3)
4157                 return NULL;
4158         /* dual port support */
4159         num_paths = mpt_raid_phys_disk_get_num_paths(ioc, phys_disk_num);
4160         if (!num_paths)
4161                 goto out;
4162         phys_disk = kzalloc(offsetof(RaidPhysDiskPage1_t, Path) +
4163            (num_paths * sizeof(RAID_PHYS_DISK1_PATH)), GFP_KERNEL);
4164         if (!phys_disk)
4165                 goto out;
4166         mpt_raid_phys_disk_pg1(ioc, phys_disk_num, phys_disk);
4167         for (i = 0; i < num_paths; i++) {
4168                 if ((phys_disk->Path[i].Flags & 1) != 0)
4169                         /* entry no longer valid */
4170                         continue;
4171                 if ((id == phys_disk->Path[i].PhysDiskID) &&
4172                     (channel == phys_disk->Path[i].PhysDiskBus)) {
4173                         memcpy(&sas_address, &phys_disk->Path[i].WWID,
4174                                 sizeof(u64));
4175                         phy_info = mptsas_find_phyinfo_by_sas_address(ioc,
4176                                         sas_address);
4177                         goto out;
4178                 }
4179         }
4180
4181  out:
4182         kfree(phys_disk);
4183         if (phy_info)
4184                 return phy_info;
4185
4186         /*
4187          * Extra code to handle RAID0 case, where the sas_address is not updated
4188          * in phys_disk_page_1 when hotswapped
4189          */
4190         mutex_lock(&ioc->sas_topology_mutex);
4191         list_for_each_entry(port_info, &ioc->sas_topology, list) {
4192                 for (i = 0; i < port_info->num_phys && !phy_info; i++) {
4193                         if (!mptsas_is_end_device(
4194                                 &port_info->phy_info[i].attached))
4195                                 continue;
4196                         if (port_info->phy_info[i].attached.phys_disk_num == ~0)
4197                                 continue;
4198                         if ((port_info->phy_info[i].attached.phys_disk_num ==
4199                             phys_disk_num) &&
4200                             (port_info->phy_info[i].attached.id == id) &&
4201                             (port_info->phy_info[i].attached.channel ==
4202                              channel))
4203                                 phy_info = &port_info->phy_info[i];
4204                 }
4205         }
4206         mutex_unlock(&ioc->sas_topology_mutex);
4207         return phy_info;
4208 }
4209
4210 static void
4211 mptsas_reprobe_lun(struct scsi_device *sdev, void *data)
4212 {
4213         int rc;
4214
4215         sdev->no_uld_attach = data ? 1 : 0;
4216         rc = scsi_device_reprobe(sdev);
4217 }
4218
4219 static void
4220 mptsas_reprobe_target(struct scsi_target *starget, int uld_attach)
4221 {
4222         starget_for_each_device(starget, uld_attach ? (void *)1 : NULL,
4223                         mptsas_reprobe_lun);
4224 }
4225
4226 static void
4227 mptsas_adding_inactive_raid_components(MPT_ADAPTER *ioc, u8 channel, u8 id)
4228 {
4229         CONFIGPARMS                     cfg;
4230         ConfigPageHeader_t              hdr;
4231         dma_addr_t                      dma_handle;
4232         pRaidVolumePage0_t              buffer = NULL;
4233         RaidPhysDiskPage0_t             phys_disk;
4234         int                             i;
4235         struct mptsas_phyinfo   *phy_info;
4236         struct mptsas_devinfo           sas_device;
4237
4238         memset(&cfg, 0 , sizeof(CONFIGPARMS));
4239         memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
4240         hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_VOLUME;
4241         cfg.pageAddr = (channel << 8) + id;
4242         cfg.cfghdr.hdr = &hdr;
4243         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
4244         cfg.timeout = SAS_CONFIG_PAGE_TIMEOUT;
4245
4246         if (mpt_config(ioc, &cfg) != 0)
4247                 goto out;
4248
4249         if (!hdr.PageLength)
4250                 goto out;
4251
4252         buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
4253             &dma_handle);
4254
4255         if (!buffer)
4256                 goto out;
4257
4258         cfg.physAddr = dma_handle;
4259         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
4260
4261         if (mpt_config(ioc, &cfg) != 0)
4262                 goto out;
4263
4264         if (!(buffer->VolumeStatus.Flags &
4265             MPI_RAIDVOL0_STATUS_FLAG_VOLUME_INACTIVE))
4266                 goto out;
4267
4268         if (!buffer->NumPhysDisks)
4269                 goto out;
4270
4271         for (i = 0; i < buffer->NumPhysDisks; i++) {
4272
4273                 if (mpt_raid_phys_disk_pg0(ioc,
4274                     buffer->PhysDisk[i].PhysDiskNum, &phys_disk) != 0)
4275                         continue;
4276
4277                 if (mptsas_sas_device_pg0(ioc, &sas_device,
4278                     (MPI_SAS_DEVICE_PGAD_FORM_BUS_TARGET_ID <<
4279                      MPI_SAS_DEVICE_PGAD_FORM_SHIFT),
4280                         (phys_disk.PhysDiskBus << 8) +
4281                         phys_disk.PhysDiskID))
4282                         continue;
4283
4284                 /* If there is no FW B_T mapping for this device then continue
4285                  * */
4286                 if (!(sas_device.flags & MPI_SAS_DEVICE0_FLAGS_DEVICE_PRESENT)
4287                         || !(sas_device.flags &
4288                         MPI_SAS_DEVICE0_FLAGS_DEVICE_MAPPED))
4289                         continue;
4290
4291
4292                 phy_info = mptsas_find_phyinfo_by_sas_address(ioc,
4293                     sas_device.sas_address);
4294                 mptsas_add_end_device(ioc, phy_info);
4295         }
4296
4297  out:
4298         if (buffer)
4299                 pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
4300                     dma_handle);
4301 }
4302 /*
4303  * Work queue thread to handle SAS hotplug events
4304  */
4305 static void
4306 mptsas_hotplug_work(MPT_ADAPTER *ioc, struct fw_event_work *fw_event,
4307     struct mptsas_hotplug_event *hot_plug_info)
4308 {
4309         struct mptsas_phyinfo *phy_info;
4310         struct scsi_target * starget;
4311         struct mptsas_devinfo sas_device;
4312         VirtTarget *vtarget;
4313         int i;
4314         struct mptsas_portinfo *port_info;
4315
4316         switch (hot_plug_info->event_type) {
4317
4318         case MPTSAS_ADD_PHYSDISK:
4319
4320                 if (!ioc->raid_data.pIocPg2)
4321                         break;
4322
4323                 for (i = 0; i < ioc->raid_data.pIocPg2->NumActiveVolumes; i++) {
4324                         if (ioc->raid_data.pIocPg2->RaidVolume[i].VolumeID ==
4325                             hot_plug_info->id) {
4326                                 printk(MYIOC_s_WARN_FMT "firmware bug: unable "
4327                                     "to add hidden disk - target_id matchs "
4328                                     "volume_id\n", ioc->name);
4329                                 mptsas_free_fw_event(ioc, fw_event);
4330                                 return;
4331                         }
4332                 }
4333                 mpt_findImVolumes(ioc);
4334
4335         case MPTSAS_ADD_DEVICE:
4336                 memset(&sas_device, 0, sizeof(struct mptsas_devinfo));
4337                 mptsas_sas_device_pg0(ioc, &sas_device,
4338                     (MPI_SAS_DEVICE_PGAD_FORM_BUS_TARGET_ID <<
4339                     MPI_SAS_DEVICE_PGAD_FORM_SHIFT),
4340                     (hot_plug_info->channel << 8) +
4341                     hot_plug_info->id);
4342
4343                 /* If there is no FW B_T mapping for this device then break
4344                  * */
4345                 if (!(sas_device.flags & MPI_SAS_DEVICE0_FLAGS_DEVICE_PRESENT)
4346                         || !(sas_device.flags &
4347                         MPI_SAS_DEVICE0_FLAGS_DEVICE_MAPPED))
4348                         break;
4349
4350                 if (!sas_device.handle)
4351                         return;
4352
4353                 phy_info = mptsas_refreshing_device_handles(ioc, &sas_device);
4354                 /* Only For SATA Device ADD */
4355                 if (!phy_info && (sas_device.device_info &
4356                                 MPI_SAS_DEVICE_INFO_SATA_DEVICE)) {
4357                         devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4358                                 "%s %d SATA HOT PLUG: "
4359                                 "parent handle of device %x\n", ioc->name,
4360                                 __func__, __LINE__, sas_device.handle_parent));
4361                         port_info = mptsas_find_portinfo_by_handle(ioc,
4362                                 sas_device.handle_parent);
4363
4364                         if (port_info == ioc->hba_port_info)
4365                                 mptsas_probe_hba_phys(ioc);
4366                         else if (port_info)
4367                                 mptsas_expander_refresh(ioc, port_info);
4368                         else {
4369                                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
4370                                         "%s %d port info is NULL\n",
4371                                         ioc->name, __func__, __LINE__));
4372                                 break;
4373                         }
4374                         phy_info = mptsas_refreshing_device_handles
4375                                 (ioc, &sas_device);
4376                 }
4377
4378                 if (!phy_info) {
4379                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
4380                                 "%s %d phy info is NULL\n",
4381                                 ioc->name, __func__, __LINE__));
4382                         break;
4383                 }
4384
4385                 if (mptsas_get_rphy(phy_info))
4386                         break;
4387
4388                 mptsas_add_end_device(ioc, phy_info);
4389                 break;
4390
4391         case MPTSAS_DEL_DEVICE:
4392                 phy_info = mptsas_find_phyinfo_by_sas_address(ioc,
4393                     hot_plug_info->sas_address);
4394                 mptsas_del_end_device(ioc, phy_info);
4395                 break;
4396
4397         case MPTSAS_DEL_PHYSDISK:
4398
4399                 mpt_findImVolumes(ioc);
4400
4401                 phy_info = mptsas_find_phyinfo_by_phys_disk_num(
4402                                 ioc, hot_plug_info->phys_disk_num,
4403                                 hot_plug_info->channel,
4404                                 hot_plug_info->id);
4405                 mptsas_del_end_device(ioc, phy_info);
4406                 break;
4407
4408         case MPTSAS_ADD_PHYSDISK_REPROBE:
4409
4410                 if (mptsas_sas_device_pg0(ioc, &sas_device,
4411                     (MPI_SAS_DEVICE_PGAD_FORM_BUS_TARGET_ID <<
4412                      MPI_SAS_DEVICE_PGAD_FORM_SHIFT),
4413                     (hot_plug_info->channel << 8) + hot_plug_info->id)) {
4414                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
4415                         "%s: fw_id=%d exit at line=%d\n", ioc->name,
4416                                  __func__, hot_plug_info->id, __LINE__));
4417                         break;
4418                 }
4419
4420                 /* If there is no FW B_T mapping for this device then break
4421                  * */
4422                 if (!(sas_device.flags & MPI_SAS_DEVICE0_FLAGS_DEVICE_PRESENT)
4423                         || !(sas_device.flags &
4424                         MPI_SAS_DEVICE0_FLAGS_DEVICE_MAPPED))
4425                         break;
4426
4427                 phy_info = mptsas_find_phyinfo_by_sas_address(
4428                     ioc, sas_device.sas_address);
4429
4430                 if (!phy_info) {
4431                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
4432                                 "%s: fw_id=%d exit at line=%d\n", ioc->name,
4433                                  __func__, hot_plug_info->id, __LINE__));
4434                         break;
4435                 }
4436
4437                 starget = mptsas_get_starget(phy_info);
4438                 if (!starget) {
4439                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
4440                                 "%s: fw_id=%d exit at line=%d\n", ioc->name,
4441                                  __func__, hot_plug_info->id, __LINE__));
4442                         break;
4443                 }
4444
4445                 vtarget = starget->hostdata;
4446                 if (!vtarget) {
4447                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
4448                                 "%s: fw_id=%d exit at line=%d\n", ioc->name,
4449                                  __func__, hot_plug_info->id, __LINE__));
4450                         break;
4451                 }
4452
4453                 mpt_findImVolumes(ioc);
4454
4455                 starget_printk(KERN_INFO, starget, MYIOC_s_FMT "RAID Hidding: "
4456                     "fw_channel=%d, fw_id=%d, physdsk %d, sas_addr 0x%llx\n",
4457                     ioc->name, hot_plug_info->channel, hot_plug_info->id,
4458                     hot_plug_info->phys_disk_num, (unsigned long long)
4459                     sas_device.sas_address);
4460
4461                 vtarget->id = hot_plug_info->phys_disk_num;
4462                 vtarget->tflags |= MPT_TARGET_FLAGS_RAID_COMPONENT;
4463                 phy_info->attached.phys_disk_num = hot_plug_info->phys_disk_num;
4464                 mptsas_reprobe_target(starget, 1);
4465                 break;
4466
4467         case MPTSAS_DEL_PHYSDISK_REPROBE:
4468
4469                 if (mptsas_sas_device_pg0(ioc, &sas_device,
4470                     (MPI_SAS_DEVICE_PGAD_FORM_BUS_TARGET_ID <<
4471                      MPI_SAS_DEVICE_PGAD_FORM_SHIFT),
4472                         (hot_plug_info->channel << 8) + hot_plug_info->id)) {
4473                                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
4474                                     "%s: fw_id=%d exit at line=%d\n",
4475                                     ioc->name, __func__,
4476                                     hot_plug_info->id, __LINE__));
4477                         break;
4478                 }
4479
4480                 /* If there is no FW B_T mapping for this device then break
4481                  * */
4482                 if (!(sas_device.flags & MPI_SAS_DEVICE0_FLAGS_DEVICE_PRESENT)
4483                         || !(sas_device.flags &
4484                         MPI_SAS_DEVICE0_FLAGS_DEVICE_MAPPED))
4485                         break;
4486
4487                 phy_info = mptsas_find_phyinfo_by_sas_address(ioc,
4488                                 sas_device.sas_address);
4489                 if (!phy_info) {
4490                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
4491                             "%s: fw_id=%d exit at line=%d\n", ioc->name,
4492                          __func__, hot_plug_info->id, __LINE__));
4493                         break;
4494                 }
4495
4496                 starget = mptsas_get_starget(phy_info);
4497                 if (!starget) {
4498                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
4499                             "%s: fw_id=%d exit at line=%d\n", ioc->name,
4500                          __func__, hot_plug_info->id, __LINE__));
4501                         break;
4502                 }
4503
4504                 vtarget = starget->hostdata;
4505                 if (!vtarget) {
4506                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
4507                             "%s: fw_id=%d exit at line=%d\n", ioc->name,
4508                          __func__, hot_plug_info->id, __LINE__));
4509                         break;
4510                 }
4511
4512                 if (!(vtarget->tflags & MPT_TARGET_FLAGS_RAID_COMPONENT)) {
4513                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
4514                             "%s: fw_id=%d exit at line=%d\n", ioc->name,
4515                          __func__, hot_plug_info->id, __LINE__));
4516                         break;
4517                 }
4518
4519                 mpt_findImVolumes(ioc);
4520
4521                 starget_printk(KERN_INFO, starget, MYIOC_s_FMT "RAID Exposing:"
4522                     " fw_channel=%d, fw_id=%d, physdsk %d, sas_addr 0x%llx\n",
4523                     ioc->name, hot_plug_info->channel, hot_plug_info->id,
4524                     hot_plug_info->phys_disk_num, (unsigned long long)
4525                     sas_device.sas_address);
4526
4527                 vtarget->tflags &= ~MPT_TARGET_FLAGS_RAID_COMPONENT;
4528                 vtarget->id = hot_plug_info->id;
4529                 phy_info->attached.phys_disk_num = ~0;
4530                 mptsas_reprobe_target(starget, 0);
4531                 mptsas_add_device_component_by_fw(ioc,
4532                     hot_plug_info->channel, hot_plug_info->id);
4533                 break;
4534
4535         case MPTSAS_ADD_RAID:
4536
4537                 mpt_findImVolumes(ioc);
4538                 printk(MYIOC_s_INFO_FMT "attaching raid volume, channel %d, "
4539                     "id %d\n", ioc->name, MPTSAS_RAID_CHANNEL,
4540                     hot_plug_info->id);
4541                 scsi_add_device(ioc->sh, MPTSAS_RAID_CHANNEL,
4542                     hot_plug_info->id, 0);
4543                 break;
4544
4545         case MPTSAS_DEL_RAID:
4546
4547                 mpt_findImVolumes(ioc);
4548                 printk(MYIOC_s_INFO_FMT "removing raid volume, channel %d, "
4549                     "id %d\n", ioc->name, MPTSAS_RAID_CHANNEL,
4550                     hot_plug_info->id);
4551                 scsi_remove_device(hot_plug_info->sdev);
4552                 scsi_device_put(hot_plug_info->sdev);
4553                 break;
4554
4555         case MPTSAS_ADD_INACTIVE_VOLUME:
4556
4557                 mpt_findImVolumes(ioc);
4558                 mptsas_adding_inactive_raid_components(ioc,
4559                     hot_plug_info->channel, hot_plug_info->id);
4560                 break;
4561
4562         default:
4563                 break;
4564         }
4565
4566         mptsas_free_fw_event(ioc, fw_event);
4567 }
4568
4569 static void
4570 mptsas_send_sas_event(struct fw_event_work *fw_event)
4571 {
4572         MPT_ADAPTER *ioc;
4573         struct mptsas_hotplug_event hot_plug_info;
4574         EVENT_DATA_SAS_DEVICE_STATUS_CHANGE *sas_event_data;
4575         u32 device_info;
4576         u64 sas_address;
4577
4578         ioc = fw_event->ioc;
4579         sas_event_data = (EVENT_DATA_SAS_DEVICE_STATUS_CHANGE *)
4580             fw_event->event_data;
4581         device_info = le32_to_cpu(sas_event_data->DeviceInfo);
4582
4583         if ((device_info &
4584                 (MPI_SAS_DEVICE_INFO_SSP_TARGET |
4585                 MPI_SAS_DEVICE_INFO_STP_TARGET |
4586                 MPI_SAS_DEVICE_INFO_SATA_DEVICE)) == 0) {
4587                 mptsas_free_fw_event(ioc, fw_event);
4588                 return;
4589         }
4590
4591         if (sas_event_data->ReasonCode ==
4592                 MPI_EVENT_SAS_DEV_STAT_RC_NO_PERSIST_ADDED) {
4593                 mptbase_sas_persist_operation(ioc,
4594                 MPI_SAS_OP_CLEAR_NOT_PRESENT);
4595                 mptsas_free_fw_event(ioc, fw_event);
4596                 return;
4597         }
4598
4599         switch (sas_event_data->ReasonCode) {
4600         case MPI_EVENT_SAS_DEV_STAT_RC_NOT_RESPONDING:
4601         case MPI_EVENT_SAS_DEV_STAT_RC_ADDED:
4602                 memset(&hot_plug_info, 0, sizeof(struct mptsas_hotplug_event));
4603                 hot_plug_info.handle = le16_to_cpu(sas_event_data->DevHandle);
4604                 hot_plug_info.channel = sas_event_data->Bus;
4605                 hot_plug_info.id = sas_event_data->TargetID;
4606                 hot_plug_info.phy_id = sas_event_data->PhyNum;
4607                 memcpy(&sas_address, &sas_event_data->SASAddress,
4608                     sizeof(u64));
4609                 hot_plug_info.sas_address = le64_to_cpu(sas_address);
4610                 hot_plug_info.device_info = device_info;
4611                 if (sas_event_data->ReasonCode &
4612                     MPI_EVENT_SAS_DEV_STAT_RC_ADDED)
4613                         hot_plug_info.event_type = MPTSAS_ADD_DEVICE;
4614                 else
4615                         hot_plug_info.event_type = MPTSAS_DEL_DEVICE;
4616                 mptsas_hotplug_work(ioc, fw_event, &hot_plug_info);
4617                 break;
4618
4619         case MPI_EVENT_SAS_DEV_STAT_RC_NO_PERSIST_ADDED:
4620                 mptbase_sas_persist_operation(ioc,
4621                     MPI_SAS_OP_CLEAR_NOT_PRESENT);
4622                 mptsas_free_fw_event(ioc, fw_event);
4623                 break;
4624
4625         case MPI_EVENT_SAS_DEV_STAT_RC_SMART_DATA:
4626         /* TODO */
4627         case MPI_EVENT_SAS_DEV_STAT_RC_INTERNAL_DEVICE_RESET:
4628         /* TODO */
4629         default:
4630                 mptsas_free_fw_event(ioc, fw_event);
4631                 break;
4632         }
4633 }
4634
4635 static void
4636 mptsas_send_raid_event(struct fw_event_work *fw_event)
4637 {
4638         MPT_ADAPTER *ioc;
4639         EVENT_DATA_RAID *raid_event_data;
4640         struct mptsas_hotplug_event hot_plug_info;
4641         int status;
4642         int state;
4643         struct scsi_device *sdev = NULL;
4644         VirtDevice *vdevice = NULL;
4645         RaidPhysDiskPage0_t phys_disk;
4646
4647         ioc = fw_event->ioc;
4648         raid_event_data = (EVENT_DATA_RAID *)fw_event->event_data;
4649         status = le32_to_cpu(raid_event_data->SettingsStatus);
4650         state = (status >> 8) & 0xff;
4651
4652         memset(&hot_plug_info, 0, sizeof(struct mptsas_hotplug_event));
4653         hot_plug_info.id = raid_event_data->VolumeID;
4654         hot_plug_info.channel = raid_event_data->VolumeBus;
4655         hot_plug_info.phys_disk_num = raid_event_data->PhysDiskNum;
4656
4657         if (raid_event_data->ReasonCode == MPI_EVENT_RAID_RC_VOLUME_DELETED ||
4658             raid_event_data->ReasonCode == MPI_EVENT_RAID_RC_VOLUME_CREATED ||
4659             raid_event_data->ReasonCode ==
4660             MPI_EVENT_RAID_RC_VOLUME_STATUS_CHANGED) {
4661                 sdev = scsi_device_lookup(ioc->sh, MPTSAS_RAID_CHANNEL,
4662                     hot_plug_info.id, 0);
4663                 hot_plug_info.sdev = sdev;
4664                 if (sdev)
4665                         vdevice = sdev->hostdata;
4666         }
4667
4668         devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Entering %s: "
4669             "ReasonCode=%02x\n", ioc->name, __func__,
4670             raid_event_data->ReasonCode));
4671
4672         switch (raid_event_data->ReasonCode) {
4673         case MPI_EVENT_RAID_RC_PHYSDISK_DELETED:
4674                 hot_plug_info.event_type = MPTSAS_DEL_PHYSDISK_REPROBE;
4675                 break;
4676         case MPI_EVENT_RAID_RC_PHYSDISK_CREATED:
4677                 hot_plug_info.event_type = MPTSAS_ADD_PHYSDISK_REPROBE;
4678                 break;
4679         case MPI_EVENT_RAID_RC_PHYSDISK_STATUS_CHANGED:
4680                 switch (state) {
4681                 case MPI_PD_STATE_ONLINE:
4682                 case MPI_PD_STATE_NOT_COMPATIBLE:
4683                         mpt_raid_phys_disk_pg0(ioc,
4684                             raid_event_data->PhysDiskNum, &phys_disk);
4685                         hot_plug_info.id = phys_disk.PhysDiskID;
4686                         hot_plug_info.channel = phys_disk.PhysDiskBus;
4687                         hot_plug_info.event_type = MPTSAS_ADD_PHYSDISK;
4688                         break;
4689                 case MPI_PD_STATE_FAILED:
4690                 case MPI_PD_STATE_MISSING:
4691                 case MPI_PD_STATE_OFFLINE_AT_HOST_REQUEST:
4692                 case MPI_PD_STATE_FAILED_AT_HOST_REQUEST:
4693                 case MPI_PD_STATE_OFFLINE_FOR_ANOTHER_REASON:
4694                         hot_plug_info.event_type = MPTSAS_DEL_PHYSDISK;
4695                         break;
4696                 default:
4697                         break;
4698                 }
4699                 break;
4700         case MPI_EVENT_RAID_RC_VOLUME_DELETED:
4701                 if (!sdev)
4702                         break;
4703                 vdevice->vtarget->deleted = 1; /* block IO */
4704                 hot_plug_info.event_type = MPTSAS_DEL_RAID;
4705                 break;
4706         case MPI_EVENT_RAID_RC_VOLUME_CREATED:
4707                 if (sdev) {
4708                         scsi_device_put(sdev);
4709                         break;
4710                 }
4711                 hot_plug_info.event_type = MPTSAS_ADD_RAID;
4712                 break;
4713         case MPI_EVENT_RAID_RC_VOLUME_STATUS_CHANGED:
4714                 if (!(status & MPI_RAIDVOL0_STATUS_FLAG_ENABLED)) {
4715                         if (!sdev)
4716                                 break;
4717                         vdevice->vtarget->deleted = 1; /* block IO */
4718                         hot_plug_info.event_type = MPTSAS_DEL_RAID;
4719                         break;
4720                 }
4721                 switch (state) {
4722                 case MPI_RAIDVOL0_STATUS_STATE_FAILED:
4723                 case MPI_RAIDVOL0_STATUS_STATE_MISSING:
4724                         if (!sdev)
4725                                 break;
4726                         vdevice->vtarget->deleted = 1; /* block IO */
4727                         hot_plug_info.event_type = MPTSAS_DEL_RAID;
4728                         break;
4729                 case MPI_RAIDVOL0_STATUS_STATE_OPTIMAL:
4730                 case MPI_RAIDVOL0_STATUS_STATE_DEGRADED:
4731                         if (sdev) {
4732                                 scsi_device_put(sdev);
4733                                 break;
4734                         }
4735                         hot_plug_info.event_type = MPTSAS_ADD_RAID;
4736                         break;
4737                 default:
4738                         break;
4739                 }
4740                 break;
4741         default:
4742                 break;
4743         }
4744
4745         if (hot_plug_info.event_type != MPTSAS_IGNORE_EVENT)
4746                 mptsas_hotplug_work(ioc, fw_event, &hot_plug_info);
4747         else
4748                 mptsas_free_fw_event(ioc, fw_event);
4749 }
4750
4751 /**
4752  *      mptsas_issue_tm - send mptsas internal tm request
4753  *      @ioc: Pointer to MPT_ADAPTER structure
4754  *      @type: Task Management type
4755  *      @channel: channel number for task management
4756  *      @id: Logical Target ID for reset (if appropriate)
4757  *      @lun: Logical unit for reset (if appropriate)
4758  *      @task_context: Context for the task to be aborted
4759  *      @timeout: timeout for task management control
4760  *
4761  *      return 0 on success and -1 on failure:
4762  *
4763  */
4764 static int
4765 mptsas_issue_tm(MPT_ADAPTER *ioc, u8 type, u8 channel, u8 id, u64 lun,
4766         int task_context, ulong timeout, u8 *issue_reset)
4767 {
4768         MPT_FRAME_HDR   *mf;
4769         SCSITaskMgmt_t  *pScsiTm;
4770         int              retval;
4771         unsigned long    timeleft;
4772
4773         *issue_reset = 0;
4774         mf = mpt_get_msg_frame(mptsasDeviceResetCtx, ioc);
4775         if (mf == NULL) {
4776                 retval = -1; /* return failure */
4777                 dtmprintk(ioc, printk(MYIOC_s_WARN_FMT "TaskMgmt request: no "
4778                     "msg frames!!\n", ioc->name));
4779                 goto out;
4780         }
4781
4782         dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT "TaskMgmt request: mr = %p, "
4783             "task_type = 0x%02X,\n\t timeout = %ld, fw_channel = %d, "
4784             "fw_id = %d, lun = %lld,\n\t task_context = 0x%x\n", ioc->name, mf,
4785              type, timeout, channel, id, (unsigned long long)lun,
4786              task_context));
4787
4788         pScsiTm = (SCSITaskMgmt_t *) mf;
4789         memset(pScsiTm, 0, sizeof(SCSITaskMgmt_t));
4790         pScsiTm->Function = MPI_FUNCTION_SCSI_TASK_MGMT;
4791         pScsiTm->TaskType = type;
4792         pScsiTm->MsgFlags = 0;
4793         pScsiTm->TargetID = id;
4794         pScsiTm->Bus = channel;
4795         pScsiTm->ChainOffset = 0;
4796         pScsiTm->Reserved = 0;
4797         pScsiTm->Reserved1 = 0;
4798         pScsiTm->TaskMsgContext = task_context;
4799         int_to_scsilun(lun, (struct scsi_lun *)pScsiTm->LUN);
4800
4801         INITIALIZE_MGMT_STATUS(ioc->taskmgmt_cmds.status)
4802         CLEAR_MGMT_STATUS(ioc->internal_cmds.status)
4803         retval = 0;
4804         mpt_put_msg_frame_hi_pri(mptsasDeviceResetCtx, ioc, mf);
4805
4806         /* Now wait for the command to complete */
4807         timeleft = wait_for_completion_timeout(&ioc->taskmgmt_cmds.done,
4808             timeout*HZ);
4809         if (!(ioc->taskmgmt_cmds.status & MPT_MGMT_STATUS_COMMAND_GOOD)) {
4810                 retval = -1; /* return failure */
4811                 dtmprintk(ioc, printk(MYIOC_s_ERR_FMT
4812                     "TaskMgmt request: TIMED OUT!(mr=%p)\n", ioc->name, mf));
4813                 mpt_free_msg_frame(ioc, mf);
4814                 if (ioc->taskmgmt_cmds.status & MPT_MGMT_STATUS_DID_IOCRESET)
4815                         goto out;
4816                 *issue_reset = 1;
4817                 goto out;
4818         }
4819
4820         if (!(ioc->taskmgmt_cmds.status & MPT_MGMT_STATUS_RF_VALID)) {
4821                 retval = -1; /* return failure */
4822                 dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4823                     "TaskMgmt request: failed with no reply\n", ioc->name));
4824                 goto out;
4825         }
4826
4827  out:
4828         CLEAR_MGMT_STATUS(ioc->taskmgmt_cmds.status)
4829         return retval;
4830 }
4831
4832 /**
4833  *      mptsas_broadcast_primative_work - Handle broadcast primitives
4834  *      @work: work queue payload containing info describing the event
4835  *
4836  *      this will be handled in workqueue context.
4837  */
4838 static void
4839 mptsas_broadcast_primative_work(struct fw_event_work *fw_event)
4840 {
4841         MPT_ADAPTER *ioc = fw_event->ioc;
4842         MPT_FRAME_HDR   *mf;
4843         VirtDevice      *vdevice;
4844         int                     ii;
4845         struct scsi_cmnd        *sc;
4846         SCSITaskMgmtReply_t     *pScsiTmReply;
4847         u8                      issue_reset;
4848         int                     task_context;
4849         u8                      channel, id;
4850         int                      lun;
4851         u32                      termination_count;
4852         u32                      query_count;
4853
4854         dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4855             "%s - enter\n", ioc->name, __func__));
4856
4857         mutex_lock(&ioc->taskmgmt_cmds.mutex);
4858         if (mpt_set_taskmgmt_in_progress_flag(ioc) != 0) {
4859                 mutex_unlock(&ioc->taskmgmt_cmds.mutex);
4860                 mptsas_requeue_fw_event(ioc, fw_event, 1000);
4861                 return;
4862         }
4863
4864         issue_reset = 0;
4865         termination_count = 0;
4866         query_count = 0;
4867         mpt_findImVolumes(ioc);
4868         pScsiTmReply = (SCSITaskMgmtReply_t *) ioc->taskmgmt_cmds.reply;
4869
4870         for (ii = 0; ii < ioc->req_depth; ii++) {
4871                 if (ioc->fw_events_off)
4872                         goto out;
4873                 sc = mptscsih_get_scsi_lookup(ioc, ii);
4874                 if (!sc)
4875                         continue;
4876                 mf = MPT_INDEX_2_MFPTR(ioc, ii);
4877                 if (!mf)
4878                         continue;
4879                 task_context = mf->u.frame.hwhdr.msgctxu.MsgContext;
4880                 vdevice = sc->device->hostdata;
4881                 if (!vdevice || !vdevice->vtarget)
4882                         continue;
4883                 if (vdevice->vtarget->tflags & MPT_TARGET_FLAGS_RAID_COMPONENT)
4884                         continue; /* skip hidden raid components */
4885                 if (vdevice->vtarget->raidVolume)
4886                         continue; /* skip hidden raid components */
4887                 channel = vdevice->vtarget->channel;
4888                 id = vdevice->vtarget->id;
4889                 lun = vdevice->lun;
4890                 if (mptsas_issue_tm(ioc, MPI_SCSITASKMGMT_TASKTYPE_QUERY_TASK,
4891                     channel, id, (u64)lun, task_context, 30, &issue_reset))
4892                         goto out;
4893                 query_count++;
4894                 termination_count +=
4895                     le32_to_cpu(pScsiTmReply->TerminationCount);
4896                 if ((pScsiTmReply->IOCStatus == MPI_IOCSTATUS_SUCCESS) &&
4897                     (pScsiTmReply->ResponseCode ==
4898                     MPI_SCSITASKMGMT_RSP_TM_SUCCEEDED ||
4899                     pScsiTmReply->ResponseCode ==
4900                     MPI_SCSITASKMGMT_RSP_IO_QUEUED_ON_IOC))
4901                         continue;
4902                 if (mptsas_issue_tm(ioc,
4903                     MPI_SCSITASKMGMT_TASKTYPE_ABRT_TASK_SET,
4904                     channel, id, (u64)lun, 0, 30, &issue_reset))
4905                         goto out;
4906                 termination_count +=
4907                     le32_to_cpu(pScsiTmReply->TerminationCount);
4908         }
4909
4910  out:
4911         dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4912             "%s - exit, query_count = %d termination_count = %d\n",
4913             ioc->name, __func__, query_count, termination_count));
4914
4915         ioc->broadcast_aen_busy = 0;
4916         mpt_clear_taskmgmt_in_progress_flag(ioc);
4917         mutex_unlock(&ioc->taskmgmt_cmds.mutex);
4918
4919         if (issue_reset) {
4920                 printk(MYIOC_s_WARN_FMT
4921                        "Issuing Reset from %s!! doorbell=0x%08x\n",
4922                        ioc->name, __func__, mpt_GetIocState(ioc, 0));
4923                 mpt_Soft_Hard_ResetHandler(ioc, CAN_SLEEP);
4924         }
4925         mptsas_free_fw_event(ioc, fw_event);
4926 }
4927
4928 /*
4929  * mptsas_send_ir2_event - handle exposing hidden disk when
4930  * an inactive raid volume is added
4931  *
4932  * @ioc: Pointer to MPT_ADAPTER structure
4933  * @ir2_data
4934  *
4935  */
4936 static void
4937 mptsas_send_ir2_event(struct fw_event_work *fw_event)
4938 {
4939         MPT_ADAPTER     *ioc;
4940         struct mptsas_hotplug_event hot_plug_info;
4941         MPI_EVENT_DATA_IR2      *ir2_data;
4942         u8 reasonCode;
4943         RaidPhysDiskPage0_t phys_disk;
4944
4945         ioc = fw_event->ioc;
4946         ir2_data = (MPI_EVENT_DATA_IR2 *)fw_event->event_data;
4947         reasonCode = ir2_data->ReasonCode;
4948
4949         devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Entering %s: "
4950             "ReasonCode=%02x\n", ioc->name, __func__, reasonCode));
4951
4952         memset(&hot_plug_info, 0, sizeof(struct mptsas_hotplug_event));
4953         hot_plug_info.id = ir2_data->TargetID;
4954         hot_plug_info.channel = ir2_data->Bus;
4955         switch (reasonCode) {
4956         case MPI_EVENT_IR2_RC_FOREIGN_CFG_DETECTED:
4957                 hot_plug_info.event_type = MPTSAS_ADD_INACTIVE_VOLUME;
4958                 break;
4959         case MPI_EVENT_IR2_RC_DUAL_PORT_REMOVED:
4960                 hot_plug_info.phys_disk_num = ir2_data->PhysDiskNum;
4961                 hot_plug_info.event_type = MPTSAS_DEL_PHYSDISK;
4962                 break;
4963         case MPI_EVENT_IR2_RC_DUAL_PORT_ADDED:
4964                 hot_plug_info.phys_disk_num = ir2_data->PhysDiskNum;
4965                 mpt_raid_phys_disk_pg0(ioc,
4966                     ir2_data->PhysDiskNum, &phys_disk);
4967                 hot_plug_info.id = phys_disk.PhysDiskID;
4968                 hot_plug_info.event_type = MPTSAS_ADD_PHYSDISK;
4969                 break;
4970         default:
4971                 mptsas_free_fw_event(ioc, fw_event);
4972                 return;
4973         }
4974         mptsas_hotplug_work(ioc, fw_event, &hot_plug_info);
4975 }
4976
4977 static int
4978 mptsas_event_process(MPT_ADAPTER *ioc, EventNotificationReply_t *reply)
4979 {
4980         u32 event = le32_to_cpu(reply->Event);
4981         int event_data_sz;
4982         struct fw_event_work *fw_event;
4983         unsigned long delay;
4984
4985         if (ioc->bus_type != SAS)
4986                 return 0;
4987
4988         /* events turned off due to host reset or driver unloading */
4989         if (ioc->fw_events_off)
4990                 return 0;
4991
4992         delay = msecs_to_jiffies(1);
4993         switch (event) {
4994         case MPI_EVENT_SAS_BROADCAST_PRIMITIVE:
4995         {
4996                 EVENT_DATA_SAS_BROADCAST_PRIMITIVE *broadcast_event_data =
4997                     (EVENT_DATA_SAS_BROADCAST_PRIMITIVE *)reply->Data;
4998                 if (broadcast_event_data->Primitive !=
4999                     MPI_EVENT_PRIMITIVE_ASYNCHRONOUS_EVENT)
5000                         return 0;
5001                 if (ioc->broadcast_aen_busy)
5002                         return 0;
5003                 ioc->broadcast_aen_busy = 1;
5004                 break;
5005         }
5006         case MPI_EVENT_SAS_DEVICE_STATUS_CHANGE:
5007         {
5008                 EVENT_DATA_SAS_DEVICE_STATUS_CHANGE *sas_event_data =
5009                     (EVENT_DATA_SAS_DEVICE_STATUS_CHANGE *)reply->Data;
5010                 u16     ioc_stat;
5011                 ioc_stat = le16_to_cpu(reply->IOCStatus);
5012
5013                 if (sas_event_data->ReasonCode ==
5014                     MPI_EVENT_SAS_DEV_STAT_RC_NOT_RESPONDING) {
5015                         mptsas_target_reset_queue(ioc, sas_event_data);
5016                         return 0;
5017                 }
5018                 if (sas_event_data->ReasonCode ==
5019                         MPI_EVENT_SAS_DEV_STAT_RC_INTERNAL_DEVICE_RESET &&
5020                         ioc->device_missing_delay &&
5021                         (ioc_stat & MPI_IOCSTATUS_FLAG_LOG_INFO_AVAILABLE)) {
5022                         VirtTarget *vtarget = NULL;
5023                         u8              id, channel;
5024
5025                         id = sas_event_data->TargetID;
5026                         channel = sas_event_data->Bus;
5027
5028                         vtarget = mptsas_find_vtarget(ioc, channel, id);
5029                         if (vtarget) {
5030                                 devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5031                                     "LogInfo (0x%x) available for "
5032                                    "INTERNAL_DEVICE_RESET"
5033                                    "fw_id %d fw_channel %d\n", ioc->name,
5034                                    le32_to_cpu(reply->IOCLogInfo),
5035                                    id, channel));
5036                                 if (vtarget->raidVolume) {
5037                                         devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5038                                         "Skipping Raid Volume for inDMD\n",
5039                                         ioc->name));
5040                                 } else {
5041                                         devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5042                                         "Setting device flag inDMD\n",
5043                                         ioc->name));
5044                                         vtarget->inDMD = 1;
5045                                 }
5046
5047                         }
5048
5049                 }
5050
5051                 break;
5052         }
5053         case MPI_EVENT_SAS_EXPANDER_STATUS_CHANGE:
5054         {
5055                 MpiEventDataSasExpanderStatusChange_t *expander_data =
5056                     (MpiEventDataSasExpanderStatusChange_t *)reply->Data;
5057
5058                 if (ioc->old_sas_discovery_protocal)
5059                         return 0;
5060
5061                 if (expander_data->ReasonCode ==
5062                     MPI_EVENT_SAS_EXP_RC_NOT_RESPONDING &&
5063                     ioc->device_missing_delay)
5064                         delay = HZ * ioc->device_missing_delay;
5065                 break;
5066         }
5067         case MPI_EVENT_SAS_DISCOVERY:
5068         {
5069                 u32 discovery_status;
5070                 EventDataSasDiscovery_t *discovery_data =
5071                     (EventDataSasDiscovery_t *)reply->Data;
5072
5073                 discovery_status = le32_to_cpu(discovery_data->DiscoveryStatus);
5074                 ioc->sas_discovery_quiesce_io = discovery_status ? 1 : 0;
5075                 if (ioc->old_sas_discovery_protocal && !discovery_status)
5076                         mptsas_queue_rescan(ioc);
5077                 return 0;
5078         }
5079         case MPI_EVENT_INTEGRATED_RAID:
5080         case MPI_EVENT_PERSISTENT_TABLE_FULL:
5081         case MPI_EVENT_IR2:
5082         case MPI_EVENT_SAS_PHY_LINK_STATUS:
5083         case MPI_EVENT_QUEUE_FULL:
5084                 break;
5085         default:
5086                 return 0;
5087         }
5088
5089         event_data_sz = ((reply->MsgLength * 4) -
5090             offsetof(EventNotificationReply_t, Data));
5091         fw_event = kzalloc(sizeof(*fw_event) + event_data_sz, GFP_ATOMIC);
5092         if (!fw_event) {
5093                 printk(MYIOC_s_WARN_FMT "%s: failed at (line=%d)\n", ioc->name,
5094                  __func__, __LINE__);
5095                 return 0;
5096         }
5097         memcpy(fw_event->event_data, reply->Data, event_data_sz);
5098         fw_event->event = event;
5099         fw_event->ioc = ioc;
5100         mptsas_add_fw_event(ioc, fw_event, delay);
5101         return 0;
5102 }
5103
5104 /* Delete a volume when no longer listed in ioc pg2
5105  */
5106 static void mptsas_volume_delete(MPT_ADAPTER *ioc, u8 id)
5107 {
5108         struct scsi_device *sdev;
5109         int i;
5110
5111         sdev = scsi_device_lookup(ioc->sh, MPTSAS_RAID_CHANNEL, id, 0);
5112         if (!sdev)
5113                 return;
5114         if (!ioc->raid_data.pIocPg2)
5115                 goto out;
5116         if (!ioc->raid_data.pIocPg2->NumActiveVolumes)
5117                 goto out;
5118         for (i = 0; i < ioc->raid_data.pIocPg2->NumActiveVolumes; i++)
5119                 if (ioc->raid_data.pIocPg2->RaidVolume[i].VolumeID == id)
5120                         goto release_sdev;
5121  out:
5122         printk(MYIOC_s_INFO_FMT "removing raid volume, channel %d, "
5123             "id %d\n", ioc->name, MPTSAS_RAID_CHANNEL, id);
5124         scsi_remove_device(sdev);
5125  release_sdev:
5126         scsi_device_put(sdev);
5127 }
5128
5129 static int
5130 mptsas_probe(struct pci_dev *pdev, const struct pci_device_id *id)
5131 {
5132         struct Scsi_Host        *sh;
5133         MPT_SCSI_HOST           *hd;
5134         MPT_ADAPTER             *ioc;
5135         unsigned long            flags;
5136         int                      ii;
5137         int                      numSGE = 0;
5138         int                      scale;
5139         int                      ioc_cap;
5140         int                     error=0;
5141         int                     r;
5142
5143         r = mpt_attach(pdev,id);
5144         if (r)
5145                 return r;
5146
5147         ioc = pci_get_drvdata(pdev);
5148         mptsas_fw_event_off(ioc);
5149         ioc->DoneCtx = mptsasDoneCtx;
5150         ioc->TaskCtx = mptsasTaskCtx;
5151         ioc->InternalCtx = mptsasInternalCtx;
5152         ioc->schedule_target_reset = &mptsas_schedule_target_reset;
5153         ioc->schedule_dead_ioc_flush_running_cmds =
5154                                 &mptscsih_flush_running_cmds;
5155         /*  Added sanity check on readiness of the MPT adapter.
5156          */
5157         if (ioc->last_state != MPI_IOC_STATE_OPERATIONAL) {
5158                 printk(MYIOC_s_WARN_FMT
5159                   "Skipping because it's not operational!\n",
5160                   ioc->name);
5161                 error = -ENODEV;
5162                 goto out_mptsas_probe;
5163         }
5164
5165         if (!ioc->active) {
5166                 printk(MYIOC_s_WARN_FMT "Skipping because it's disabled!\n",
5167                   ioc->name);
5168                 error = -ENODEV;
5169                 goto out_mptsas_probe;
5170         }
5171
5172         /*  Sanity check - ensure at least 1 port is INITIATOR capable
5173          */
5174         ioc_cap = 0;
5175         for (ii = 0; ii < ioc->facts.NumberOfPorts; ii++) {
5176                 if (ioc->pfacts[ii].ProtocolFlags &
5177                                 MPI_PORTFACTS_PROTOCOL_INITIATOR)
5178                         ioc_cap++;
5179         }
5180
5181         if (!ioc_cap) {
5182                 printk(MYIOC_s_WARN_FMT
5183                         "Skipping ioc=%p because SCSI Initiator mode "
5184                         "is NOT enabled!\n", ioc->name, ioc);
5185                 return 0;
5186         }
5187
5188         sh = scsi_host_alloc(&mptsas_driver_template, sizeof(MPT_SCSI_HOST));
5189         if (!sh) {
5190                 printk(MYIOC_s_WARN_FMT
5191                         "Unable to register controller with SCSI subsystem\n",
5192                         ioc->name);
5193                 error = -1;
5194                 goto out_mptsas_probe;
5195         }
5196
5197         spin_lock_irqsave(&ioc->FreeQlock, flags);
5198
5199         /* Attach the SCSI Host to the IOC structure
5200          */
5201         ioc->sh = sh;
5202
5203         sh->io_port = 0;
5204         sh->n_io_port = 0;
5205         sh->irq = 0;
5206
5207         /* set 16 byte cdb's */
5208         sh->max_cmd_len = 16;
5209         sh->can_queue = min_t(int, ioc->req_depth - 10, sh->can_queue);
5210         sh->max_id = -1;
5211         sh->max_lun = max_lun;
5212         sh->transportt = mptsas_transport_template;
5213
5214         /* Required entry.
5215          */
5216         sh->unique_id = ioc->id;
5217
5218         INIT_LIST_HEAD(&ioc->sas_topology);
5219         mutex_init(&ioc->sas_topology_mutex);
5220         mutex_init(&ioc->sas_discovery_mutex);
5221         mutex_init(&ioc->sas_mgmt.mutex);
5222         init_completion(&ioc->sas_mgmt.done);
5223
5224         /* Verify that we won't exceed the maximum
5225          * number of chain buffers
5226          * We can optimize:  ZZ = req_sz/sizeof(SGE)
5227          * For 32bit SGE's:
5228          *  numSGE = 1 + (ZZ-1)*(maxChain -1) + ZZ
5229          *               + (req_sz - 64)/sizeof(SGE)
5230          * A slightly different algorithm is required for
5231          * 64bit SGEs.
5232          */
5233         scale = ioc->req_sz/ioc->SGE_size;
5234         if (ioc->sg_addr_size == sizeof(u64)) {
5235                 numSGE = (scale - 1) *
5236                   (ioc->facts.MaxChainDepth-1) + scale +
5237                   (ioc->req_sz - 60) / ioc->SGE_size;
5238         } else {
5239                 numSGE = 1 + (scale - 1) *
5240                   (ioc->facts.MaxChainDepth-1) + scale +
5241                   (ioc->req_sz - 64) / ioc->SGE_size;
5242         }
5243
5244         if (numSGE < sh->sg_tablesize) {
5245                 /* Reset this value */
5246                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5247                   "Resetting sg_tablesize to %d from %d\n",
5248                   ioc->name, numSGE, sh->sg_tablesize));
5249                 sh->sg_tablesize = numSGE;
5250         }
5251
5252         if (mpt_loadtime_max_sectors) {
5253                 if (mpt_loadtime_max_sectors < 64 ||
5254                         mpt_loadtime_max_sectors > 8192) {
5255                         printk(MYIOC_s_INFO_FMT "Invalid value passed for"
5256                                 "mpt_loadtime_max_sectors %d."
5257                                 "Range from 64 to 8192\n", ioc->name,
5258                                 mpt_loadtime_max_sectors);
5259                 }
5260                 mpt_loadtime_max_sectors &=  0xFFFFFFFE;
5261                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5262                         "Resetting max sector to %d from %d\n",
5263                   ioc->name, mpt_loadtime_max_sectors, sh->max_sectors));
5264                 sh->max_sectors = mpt_loadtime_max_sectors;
5265         }
5266
5267         hd = shost_priv(sh);
5268         hd->ioc = ioc;
5269
5270         /* SCSI needs scsi_cmnd lookup table!
5271          * (with size equal to req_depth*PtrSz!)
5272          */
5273         ioc->ScsiLookup = kcalloc(ioc->req_depth, sizeof(void *), GFP_ATOMIC);
5274         if (!ioc->ScsiLookup) {
5275                 error = -ENOMEM;
5276                 spin_unlock_irqrestore(&ioc->FreeQlock, flags);
5277                 goto out_mptsas_probe;
5278         }
5279         spin_lock_init(&ioc->scsi_lookup_lock);
5280
5281         dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ScsiLookup @ %p\n",
5282                  ioc->name, ioc->ScsiLookup));
5283
5284         ioc->sas_data.ptClear = mpt_pt_clear;
5285
5286         hd->last_queue_full = 0;
5287         INIT_LIST_HEAD(&hd->target_reset_list);
5288         INIT_LIST_HEAD(&ioc->sas_device_info_list);
5289         mutex_init(&ioc->sas_device_info_mutex);
5290
5291         spin_unlock_irqrestore(&ioc->FreeQlock, flags);
5292
5293         if (ioc->sas_data.ptClear==1) {
5294                 mptbase_sas_persist_operation(
5295                     ioc, MPI_SAS_OP_CLEAR_ALL_PERSISTENT);
5296         }
5297
5298         error = scsi_add_host(sh, &ioc->pcidev->dev);
5299         if (error) {
5300                 dprintk(ioc, printk(MYIOC_s_ERR_FMT
5301                   "scsi_add_host failed\n", ioc->name));
5302                 goto out_mptsas_probe;
5303         }
5304
5305         /* older firmware doesn't support expander events */
5306         if ((ioc->facts.HeaderVersion >> 8) < 0xE)
5307                 ioc->old_sas_discovery_protocal = 1;
5308         mptsas_scan_sas_topology(ioc);
5309         mptsas_fw_event_on(ioc);
5310         return 0;
5311
5312  out_mptsas_probe:
5313
5314         mptscsih_remove(pdev);
5315         return error;
5316 }
5317
5318 static void
5319 mptsas_shutdown(struct pci_dev *pdev)
5320 {
5321         MPT_ADAPTER *ioc = pci_get_drvdata(pdev);
5322
5323         mptsas_fw_event_off(ioc);
5324         mptsas_cleanup_fw_event_q(ioc);
5325 }
5326
5327 static void mptsas_remove(struct pci_dev *pdev)
5328 {
5329         MPT_ADAPTER *ioc = pci_get_drvdata(pdev);
5330         struct mptsas_portinfo *p, *n;
5331         int i;
5332
5333         if (!ioc->sh) {
5334                 printk(MYIOC_s_INFO_FMT "IOC is in Target mode\n", ioc->name);
5335                 mpt_detach(pdev);
5336                 return;
5337         }
5338
5339         mptsas_shutdown(pdev);
5340
5341         mptsas_del_device_components(ioc);
5342
5343         ioc->sas_discovery_ignore_events = 1;
5344         sas_remove_host(ioc->sh);
5345
5346         mutex_lock(&ioc->sas_topology_mutex);
5347         list_for_each_entry_safe(p, n, &ioc->sas_topology, list) {
5348                 list_del(&p->list);
5349                 for (i = 0 ; i < p->num_phys ; i++)
5350                         mptsas_port_delete(ioc, p->phy_info[i].port_details);
5351
5352                 kfree(p->phy_info);
5353                 kfree(p);
5354         }
5355         mutex_unlock(&ioc->sas_topology_mutex);
5356         ioc->hba_port_info = NULL;
5357         mptscsih_remove(pdev);
5358 }
5359
5360 static struct pci_device_id mptsas_pci_table[] = {
5361         { PCI_VENDOR_ID_LSI_LOGIC, MPI_MANUFACTPAGE_DEVID_SAS1064,
5362                 PCI_ANY_ID, PCI_ANY_ID },
5363         { PCI_VENDOR_ID_LSI_LOGIC, MPI_MANUFACTPAGE_DEVID_SAS1068,
5364                 PCI_ANY_ID, PCI_ANY_ID },
5365         { PCI_VENDOR_ID_LSI_LOGIC, MPI_MANUFACTPAGE_DEVID_SAS1064E,
5366                 PCI_ANY_ID, PCI_ANY_ID },
5367         { PCI_VENDOR_ID_LSI_LOGIC, MPI_MANUFACTPAGE_DEVID_SAS1068E,
5368                 PCI_ANY_ID, PCI_ANY_ID },
5369         { PCI_VENDOR_ID_LSI_LOGIC, MPI_MANUFACTPAGE_DEVID_SAS1078,
5370                 PCI_ANY_ID, PCI_ANY_ID },
5371         { PCI_VENDOR_ID_LSI_LOGIC, MPI_MANUFACTPAGE_DEVID_SAS1068_820XELP,
5372                 PCI_ANY_ID, PCI_ANY_ID },
5373         {0}     /* Terminating entry */
5374 };
5375 MODULE_DEVICE_TABLE(pci, mptsas_pci_table);
5376
5377
5378 static struct pci_driver mptsas_driver = {
5379         .name           = "mptsas",
5380         .id_table       = mptsas_pci_table,
5381         .probe          = mptsas_probe,
5382         .remove         = mptsas_remove,
5383         .shutdown       = mptsas_shutdown,
5384 #ifdef CONFIG_PM
5385         .suspend        = mptscsih_suspend,
5386         .resume         = mptscsih_resume,
5387 #endif
5388 };
5389
5390 static int __init
5391 mptsas_init(void)
5392 {
5393         int error;
5394
5395         show_mptmod_ver(my_NAME, my_VERSION);
5396
5397         mptsas_transport_template =
5398             sas_attach_transport(&mptsas_transport_functions);
5399         if (!mptsas_transport_template)
5400                 return -ENODEV;
5401         mptsas_transport_template->eh_timed_out = mptsas_eh_timed_out;
5402
5403         mptsasDoneCtx = mpt_register(mptscsih_io_done, MPTSAS_DRIVER,
5404             "mptscsih_io_done");
5405         mptsasTaskCtx = mpt_register(mptscsih_taskmgmt_complete, MPTSAS_DRIVER,
5406             "mptscsih_taskmgmt_complete");
5407         mptsasInternalCtx =
5408                 mpt_register(mptscsih_scandv_complete, MPTSAS_DRIVER,
5409                     "mptscsih_scandv_complete");
5410         mptsasMgmtCtx = mpt_register(mptsas_mgmt_done, MPTSAS_DRIVER,
5411             "mptsas_mgmt_done");
5412         mptsasDeviceResetCtx =
5413                 mpt_register(mptsas_taskmgmt_complete, MPTSAS_DRIVER,
5414                     "mptsas_taskmgmt_complete");
5415
5416         mpt_event_register(mptsasDoneCtx, mptsas_event_process);
5417         mpt_reset_register(mptsasDoneCtx, mptsas_ioc_reset);
5418
5419         error = pci_register_driver(&mptsas_driver);
5420         if (error)
5421                 sas_release_transport(mptsas_transport_template);
5422
5423         return error;
5424 }
5425
5426 static void __exit
5427 mptsas_exit(void)
5428 {
5429         pci_unregister_driver(&mptsas_driver);
5430         sas_release_transport(mptsas_transport_template);
5431
5432         mpt_reset_deregister(mptsasDoneCtx);
5433         mpt_event_deregister(mptsasDoneCtx);
5434
5435         mpt_deregister(mptsasMgmtCtx);
5436         mpt_deregister(mptsasInternalCtx);
5437         mpt_deregister(mptsasTaskCtx);
5438         mpt_deregister(mptsasDoneCtx);
5439         mpt_deregister(mptsasDeviceResetCtx);
5440 }
5441
5442 module_init(mptsas_init);
5443 module_exit(mptsas_exit);