Add the rt linux 4.1.3-rt3 as base
[kvmfornfv.git] / kernel / drivers / scsi / mpt2sas / mpt2sas_transport.c
diff --git a/kernel/drivers/scsi/mpt2sas/mpt2sas_transport.c b/kernel/drivers/scsi/mpt2sas/mpt2sas_transport.c
new file mode 100644 (file)
index 0000000..ff2500a
--- /dev/null
@@ -0,0 +1,2169 @@
+/*
+ * SAS Transport Layer for MPT (Message Passing Technology) based controllers
+ *
+ * This code is based on drivers/scsi/mpt2sas/mpt2_transport.c
+ * Copyright (C) 2007-2014  LSI Corporation
+ * Copyright (C) 20013-2014 Avago Technologies
+ *  (mailto: MPT-FusionLinux.pdl@avagotech.com)
+ *
+ * This program is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU General Public License
+ * as published by the Free Software Foundation; either version 2
+ * of the License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * NO WARRANTY
+ * THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
+ * CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
+ * LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
+ * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
+ * solely responsible for determining the appropriateness of using and
+ * distributing the Program and assumes all risks associated with its
+ * exercise of rights under this Agreement, including but not limited to
+ * the risks and costs of program errors, damage to or loss of data,
+ * programs or equipment, and unavailability or interruption of operations.
+
+ * DISCLAIMER OF LIABILITY
+ * NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
+ * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
+ * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
+ * TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
+ * USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
+ * HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
+
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301,
+ * USA.
+ */
+
+#include <linux/module.h>
+#include <linux/kernel.h>
+#include <linux/init.h>
+#include <linux/errno.h>
+#include <linux/sched.h>
+#include <linux/workqueue.h>
+#include <linux/delay.h>
+#include <linux/pci.h>
+#include <linux/slab.h>
+
+#include <scsi/scsi.h>
+#include <scsi/scsi_cmnd.h>
+#include <scsi/scsi_device.h>
+#include <scsi/scsi_host.h>
+#include <scsi/scsi_transport_sas.h>
+#include <scsi/scsi_dbg.h>
+
+#include "mpt2sas_base.h"
+/**
+ * _transport_sas_node_find_by_sas_address - sas node search
+ * @ioc: per adapter object
+ * @sas_address: sas address of expander or sas host
+ * Context: Calling function should acquire ioc->sas_node_lock.
+ *
+ * Search for either hba phys or expander device based on handle, then returns
+ * the sas_node object.
+ */
+static struct _sas_node *
+_transport_sas_node_find_by_sas_address(struct MPT2SAS_ADAPTER *ioc,
+    u64 sas_address)
+{
+       if (ioc->sas_hba.sas_address == sas_address)
+               return &ioc->sas_hba;
+       else
+               return mpt2sas_scsih_expander_find_by_sas_address(ioc,
+                   sas_address);
+}
+
+/**
+ * _transport_convert_phy_link_rate -
+ * @link_rate: link rate returned from mpt firmware
+ *
+ * Convert link_rate from mpi fusion into sas_transport form.
+ */
+static enum sas_linkrate
+_transport_convert_phy_link_rate(u8 link_rate)
+{
+       enum sas_linkrate rc;
+
+       switch (link_rate) {
+       case MPI2_SAS_NEG_LINK_RATE_1_5:
+               rc = SAS_LINK_RATE_1_5_GBPS;
+               break;
+       case MPI2_SAS_NEG_LINK_RATE_3_0:
+               rc = SAS_LINK_RATE_3_0_GBPS;
+               break;
+       case MPI2_SAS_NEG_LINK_RATE_6_0:
+               rc = SAS_LINK_RATE_6_0_GBPS;
+               break;
+       case MPI2_SAS_NEG_LINK_RATE_PHY_DISABLED:
+               rc = SAS_PHY_DISABLED;
+               break;
+       case MPI2_SAS_NEG_LINK_RATE_NEGOTIATION_FAILED:
+               rc = SAS_LINK_RATE_FAILED;
+               break;
+       case MPI2_SAS_NEG_LINK_RATE_PORT_SELECTOR:
+               rc = SAS_SATA_PORT_SELECTOR;
+               break;
+       case MPI2_SAS_NEG_LINK_RATE_SMP_RESET_IN_PROGRESS:
+               rc = SAS_PHY_RESET_IN_PROGRESS;
+               break;
+       default:
+       case MPI2_SAS_NEG_LINK_RATE_SATA_OOB_COMPLETE:
+       case MPI2_SAS_NEG_LINK_RATE_UNKNOWN_LINK_RATE:
+               rc = SAS_LINK_RATE_UNKNOWN;
+               break;
+       }
+       return rc;
+}
+
+/**
+ * _transport_set_identify - set identify for phys and end devices
+ * @ioc: per adapter object
+ * @handle: device handle
+ * @identify: sas identify info
+ *
+ * Populates sas identify info.
+ *
+ * Returns 0 for success, non-zero for failure.
+ */
+static int
+_transport_set_identify(struct MPT2SAS_ADAPTER *ioc, u16 handle,
+    struct sas_identify *identify)
+{
+       Mpi2SasDevicePage0_t sas_device_pg0;
+       Mpi2ConfigReply_t mpi_reply;
+       u32 device_info;
+       u32 ioc_status;
+
+       if (ioc->shost_recovery || ioc->pci_error_recovery) {
+               printk(MPT2SAS_INFO_FMT "%s: host reset in progress!\n",
+                   __func__, ioc->name);
+               return -EFAULT;
+       }
+
+       if ((mpt2sas_config_get_sas_device_pg0(ioc, &mpi_reply, &sas_device_pg0,
+           MPI2_SAS_DEVICE_PGAD_FORM_HANDLE, handle))) {
+               printk(MPT2SAS_ERR_FMT "failure at %s:%d/%s()!\n",
+
+                   ioc->name, __FILE__, __LINE__, __func__);
+               return -ENXIO;
+       }
+
+       ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
+           MPI2_IOCSTATUS_MASK;
+       if (ioc_status != MPI2_IOCSTATUS_SUCCESS) {
+               printk(MPT2SAS_ERR_FMT "handle(0x%04x), ioc_status(0x%04x)"
+                   "\nfailure at %s:%d/%s()!\n", ioc->name, handle, ioc_status,
+                    __FILE__, __LINE__, __func__);
+               return -EIO;
+       }
+
+       memset(identify, 0, sizeof(struct sas_identify));
+       device_info = le32_to_cpu(sas_device_pg0.DeviceInfo);
+
+       /* sas_address */
+       identify->sas_address = le64_to_cpu(sas_device_pg0.SASAddress);
+
+       /* phy number of the parent device this device is linked to */
+       identify->phy_identifier = sas_device_pg0.PhyNum;
+
+       /* device_type */
+       switch (device_info & MPI2_SAS_DEVICE_INFO_MASK_DEVICE_TYPE) {
+       case MPI2_SAS_DEVICE_INFO_NO_DEVICE:
+               identify->device_type = SAS_PHY_UNUSED;
+               break;
+       case MPI2_SAS_DEVICE_INFO_END_DEVICE:
+               identify->device_type = SAS_END_DEVICE;
+               break;
+       case MPI2_SAS_DEVICE_INFO_EDGE_EXPANDER:
+               identify->device_type = SAS_EDGE_EXPANDER_DEVICE;
+               break;
+       case MPI2_SAS_DEVICE_INFO_FANOUT_EXPANDER:
+               identify->device_type = SAS_FANOUT_EXPANDER_DEVICE;
+               break;
+       }
+
+       /* initiator_port_protocols */
+       if (device_info & MPI2_SAS_DEVICE_INFO_SSP_INITIATOR)
+               identify->initiator_port_protocols |= SAS_PROTOCOL_SSP;
+       if (device_info & MPI2_SAS_DEVICE_INFO_STP_INITIATOR)
+               identify->initiator_port_protocols |= SAS_PROTOCOL_STP;
+       if (device_info & MPI2_SAS_DEVICE_INFO_SMP_INITIATOR)
+               identify->initiator_port_protocols |= SAS_PROTOCOL_SMP;
+       if (device_info & MPI2_SAS_DEVICE_INFO_SATA_HOST)
+               identify->initiator_port_protocols |= SAS_PROTOCOL_SATA;
+
+       /* target_port_protocols */
+       if (device_info & MPI2_SAS_DEVICE_INFO_SSP_TARGET)
+               identify->target_port_protocols |= SAS_PROTOCOL_SSP;
+       if (device_info & MPI2_SAS_DEVICE_INFO_STP_TARGET)
+               identify->target_port_protocols |= SAS_PROTOCOL_STP;
+       if (device_info & MPI2_SAS_DEVICE_INFO_SMP_TARGET)
+               identify->target_port_protocols |= SAS_PROTOCOL_SMP;
+       if (device_info & MPI2_SAS_DEVICE_INFO_SATA_DEVICE)
+               identify->target_port_protocols |= SAS_PROTOCOL_SATA;
+
+       return 0;
+}
+
+/**
+ * mpt2sas_transport_done -  internal transport layer callback handler.
+ * @ioc: per adapter object
+ * @smid: system request message index
+ * @msix_index: MSIX table index supplied by the OS
+ * @reply: reply message frame(lower 32bit addr)
+ *
+ * Callback handler when sending internal generated transport cmds.
+ * The callback index passed is `ioc->transport_cb_idx`
+ *
+ * Return 1 meaning mf should be freed from _base_interrupt
+ *        0 means the mf is freed from this function.
+ */
+u8
+mpt2sas_transport_done(struct MPT2SAS_ADAPTER *ioc, u16 smid, u8 msix_index,
+    u32 reply)
+{
+       MPI2DefaultReply_t *mpi_reply;
+
+       mpi_reply =  mpt2sas_base_get_reply_virt_addr(ioc, reply);
+       if (ioc->transport_cmds.status == MPT2_CMD_NOT_USED)
+               return 1;
+       if (ioc->transport_cmds.smid != smid)
+               return 1;
+       ioc->transport_cmds.status |= MPT2_CMD_COMPLETE;
+       if (mpi_reply) {
+               memcpy(ioc->transport_cmds.reply, mpi_reply,
+                   mpi_reply->MsgLength*4);
+               ioc->transport_cmds.status |= MPT2_CMD_REPLY_VALID;
+       }
+       ioc->transport_cmds.status &= ~MPT2_CMD_PENDING;
+       complete(&ioc->transport_cmds.done);
+       return 1;
+}
+
+/* report manufacture request structure */
+struct rep_manu_request{
+       u8 smp_frame_type;
+       u8 function;
+       u8 reserved;
+       u8 request_length;
+};
+
+/* report manufacture reply structure */
+struct rep_manu_reply{
+       u8 smp_frame_type; /* 0x41 */
+       u8 function; /* 0x01 */
+       u8 function_result;
+       u8 response_length;
+       u16 expander_change_count;
+       u8 reserved0[2];
+       u8 sas_format;
+       u8 reserved2[3];
+       u8 vendor_id[SAS_EXPANDER_VENDOR_ID_LEN];
+       u8 product_id[SAS_EXPANDER_PRODUCT_ID_LEN];
+       u8 product_rev[SAS_EXPANDER_PRODUCT_REV_LEN];
+       u8 component_vendor_id[SAS_EXPANDER_COMPONENT_VENDOR_ID_LEN];
+       u16 component_id;
+       u8 component_revision_id;
+       u8 reserved3;
+       u8 vendor_specific[8];
+};
+
+/**
+ * _transport_expander_report_manufacture - obtain SMP report_manufacture
+ * @ioc: per adapter object
+ * @sas_address: expander sas address
+ * @edev: the sas_expander_device object
+ *
+ * Fills in the sas_expander_device object when SMP port is created.
+ *
+ * Returns 0 for success, non-zero for failure.
+ */
+static int
+_transport_expander_report_manufacture(struct MPT2SAS_ADAPTER *ioc,
+    u64 sas_address, struct sas_expander_device *edev)
+{
+       Mpi2SmpPassthroughRequest_t *mpi_request;
+       Mpi2SmpPassthroughReply_t *mpi_reply;
+       struct rep_manu_reply *manufacture_reply;
+       struct rep_manu_request *manufacture_request;
+       int rc;
+       u16 smid;
+       u32 ioc_state;
+       unsigned long timeleft;
+       void *psge;
+       u32 sgl_flags;
+       u8 issue_reset = 0;
+       void *data_out = NULL;
+       dma_addr_t data_out_dma;
+       u32 sz;
+       u16 wait_state_count;
+
+       if (ioc->shost_recovery || ioc->pci_error_recovery) {
+               printk(MPT2SAS_INFO_FMT "%s: host reset in progress!\n",
+                   __func__, ioc->name);
+               return -EFAULT;
+       }
+
+       mutex_lock(&ioc->transport_cmds.mutex);
+
+       if (ioc->transport_cmds.status != MPT2_CMD_NOT_USED) {
+               printk(MPT2SAS_ERR_FMT "%s: transport_cmds in use\n",
+                   ioc->name, __func__);
+               rc = -EAGAIN;
+               goto out;
+       }
+       ioc->transport_cmds.status = MPT2_CMD_PENDING;
+
+       wait_state_count = 0;
+       ioc_state = mpt2sas_base_get_iocstate(ioc, 1);
+       while (ioc_state != MPI2_IOC_STATE_OPERATIONAL) {
+               if (wait_state_count++ == 10) {
+                       printk(MPT2SAS_ERR_FMT
+                           "%s: failed due to ioc not operational\n",
+                           ioc->name, __func__);
+                       rc = -EFAULT;
+                       goto out;
+               }
+               ssleep(1);
+               ioc_state = mpt2sas_base_get_iocstate(ioc, 1);
+               printk(MPT2SAS_INFO_FMT "%s: waiting for "
+                   "operational state(count=%d)\n", ioc->name,
+                   __func__, wait_state_count);
+       }
+       if (wait_state_count)
+               printk(MPT2SAS_INFO_FMT "%s: ioc is operational\n",
+                   ioc->name, __func__);
+
+       smid = mpt2sas_base_get_smid(ioc, ioc->transport_cb_idx);
+       if (!smid) {
+               printk(MPT2SAS_ERR_FMT "%s: failed obtaining a smid\n",
+                   ioc->name, __func__);
+               rc = -EAGAIN;
+               goto out;
+       }
+
+       rc = 0;
+       mpi_request = mpt2sas_base_get_msg_frame(ioc, smid);
+       ioc->transport_cmds.smid = smid;
+
+       sz = sizeof(struct rep_manu_request) + sizeof(struct rep_manu_reply);
+       data_out = pci_alloc_consistent(ioc->pdev, sz, &data_out_dma);
+
+       if (!data_out) {
+               printk(KERN_ERR "failure at %s:%d/%s()!\n", __FILE__,
+                   __LINE__, __func__);
+               rc = -ENOMEM;
+               mpt2sas_base_free_smid(ioc, smid);
+               goto out;
+       }
+
+       manufacture_request = data_out;
+       manufacture_request->smp_frame_type = 0x40;
+       manufacture_request->function = 1;
+       manufacture_request->reserved = 0;
+       manufacture_request->request_length = 0;
+
+       memset(mpi_request, 0, sizeof(Mpi2SmpPassthroughRequest_t));
+       mpi_request->Function = MPI2_FUNCTION_SMP_PASSTHROUGH;
+       mpi_request->PhysicalPort = 0xFF;
+       mpi_request->VF_ID = 0; /* TODO */
+       mpi_request->VP_ID = 0;
+       mpi_request->SASAddress = cpu_to_le64(sas_address);
+       mpi_request->RequestDataLength =
+           cpu_to_le16(sizeof(struct rep_manu_request));
+       psge = &mpi_request->SGL;
+
+       /* WRITE sgel first */
+       sgl_flags = (MPI2_SGE_FLAGS_SIMPLE_ELEMENT |
+           MPI2_SGE_FLAGS_END_OF_BUFFER | MPI2_SGE_FLAGS_HOST_TO_IOC);
+       sgl_flags = sgl_flags << MPI2_SGE_FLAGS_SHIFT;
+       ioc->base_add_sg_single(psge, sgl_flags |
+           sizeof(struct rep_manu_request), data_out_dma);
+
+       /* incr sgel */
+       psge += ioc->sge_size;
+
+       /* READ sgel last */
+       sgl_flags = (MPI2_SGE_FLAGS_SIMPLE_ELEMENT |
+           MPI2_SGE_FLAGS_LAST_ELEMENT | MPI2_SGE_FLAGS_END_OF_BUFFER |
+           MPI2_SGE_FLAGS_END_OF_LIST);
+       sgl_flags = sgl_flags << MPI2_SGE_FLAGS_SHIFT;
+       ioc->base_add_sg_single(psge, sgl_flags |
+           sizeof(struct rep_manu_reply), data_out_dma +
+           sizeof(struct rep_manu_request));
+
+       dtransportprintk(ioc, printk(MPT2SAS_INFO_FMT "report_manufacture - "
+           "send to sas_addr(0x%016llx)\n", ioc->name,
+           (unsigned long long)sas_address));
+       init_completion(&ioc->transport_cmds.done);
+       mpt2sas_base_put_smid_default(ioc, smid);
+       timeleft = wait_for_completion_timeout(&ioc->transport_cmds.done,
+           10*HZ);
+
+       if (!(ioc->transport_cmds.status & MPT2_CMD_COMPLETE)) {
+               printk(MPT2SAS_ERR_FMT "%s: timeout\n",
+                   ioc->name, __func__);
+               _debug_dump_mf(mpi_request,
+                   sizeof(Mpi2SmpPassthroughRequest_t)/4);
+               if (!(ioc->transport_cmds.status & MPT2_CMD_RESET))
+                       issue_reset = 1;
+               goto issue_host_reset;
+       }
+
+       dtransportprintk(ioc, printk(MPT2SAS_INFO_FMT "report_manufacture - "
+           "complete\n", ioc->name));
+
+       if (ioc->transport_cmds.status & MPT2_CMD_REPLY_VALID) {
+               u8 *tmp;
+
+               mpi_reply = ioc->transport_cmds.reply;
+
+               dtransportprintk(ioc, printk(MPT2SAS_INFO_FMT
+                   "report_manufacture - reply data transfer size(%d)\n",
+                   ioc->name, le16_to_cpu(mpi_reply->ResponseDataLength)));
+
+               if (le16_to_cpu(mpi_reply->ResponseDataLength) !=
+                   sizeof(struct rep_manu_reply))
+                       goto out;
+
+               manufacture_reply = data_out + sizeof(struct rep_manu_request);
+               strncpy(edev->vendor_id, manufacture_reply->vendor_id,
+                    SAS_EXPANDER_VENDOR_ID_LEN);
+               strncpy(edev->product_id, manufacture_reply->product_id,
+                    SAS_EXPANDER_PRODUCT_ID_LEN);
+               strncpy(edev->product_rev, manufacture_reply->product_rev,
+                    SAS_EXPANDER_PRODUCT_REV_LEN);
+               edev->level = manufacture_reply->sas_format & 1;
+               if (edev->level) {
+                       strncpy(edev->component_vendor_id,
+                           manufacture_reply->component_vendor_id,
+                            SAS_EXPANDER_COMPONENT_VENDOR_ID_LEN);
+                       tmp = (u8 *)&manufacture_reply->component_id;
+                       edev->component_id = tmp[0] << 8 | tmp[1];
+                       edev->component_revision_id =
+                           manufacture_reply->component_revision_id;
+               }
+       } else
+               dtransportprintk(ioc, printk(MPT2SAS_INFO_FMT
+                   "report_manufacture - no reply\n", ioc->name));
+
+ issue_host_reset:
+       if (issue_reset)
+               mpt2sas_base_hard_reset_handler(ioc, CAN_SLEEP,
+                   FORCE_BIG_HAMMER);
+ out:
+       ioc->transport_cmds.status = MPT2_CMD_NOT_USED;
+       if (data_out)
+               pci_free_consistent(ioc->pdev, sz, data_out, data_out_dma);
+
+       mutex_unlock(&ioc->transport_cmds.mutex);
+       return rc;
+}
+
+/**
+ * _transport_delete_port - helper function to removing a port
+ * @ioc: per adapter object
+ * @mpt2sas_port: mpt2sas per port object
+ *
+ * Returns nothing.
+ */
+static void
+_transport_delete_port(struct MPT2SAS_ADAPTER *ioc,
+       struct _sas_port *mpt2sas_port)
+{
+       u64 sas_address = mpt2sas_port->remote_identify.sas_address;
+       enum sas_device_type device_type =
+           mpt2sas_port->remote_identify.device_type;
+
+       dev_printk(KERN_INFO, &mpt2sas_port->port->dev,
+           "remove: sas_addr(0x%016llx)\n",
+           (unsigned long long) sas_address);
+
+       ioc->logging_level |= MPT_DEBUG_TRANSPORT;
+       if (device_type == SAS_END_DEVICE)
+               mpt2sas_device_remove_by_sas_address(ioc, sas_address);
+       else if (device_type == SAS_EDGE_EXPANDER_DEVICE ||
+           device_type == SAS_FANOUT_EXPANDER_DEVICE)
+               mpt2sas_expander_remove(ioc, sas_address);
+       ioc->logging_level &= ~MPT_DEBUG_TRANSPORT;
+}
+
+/**
+ * _transport_delete_phy - helper function to removing single phy from port
+ * @ioc: per adapter object
+ * @mpt2sas_port: mpt2sas per port object
+ * @mpt2sas_phy: mpt2sas per phy object
+ *
+ * Returns nothing.
+ */
+static void
+_transport_delete_phy(struct MPT2SAS_ADAPTER *ioc,
+       struct _sas_port *mpt2sas_port, struct _sas_phy *mpt2sas_phy)
+{
+       u64 sas_address = mpt2sas_port->remote_identify.sas_address;
+
+       dev_printk(KERN_INFO, &mpt2sas_phy->phy->dev,
+           "remove: sas_addr(0x%016llx), phy(%d)\n",
+           (unsigned long long) sas_address, mpt2sas_phy->phy_id);
+
+       list_del(&mpt2sas_phy->port_siblings);
+       mpt2sas_port->num_phys--;
+       sas_port_delete_phy(mpt2sas_port->port, mpt2sas_phy->phy);
+       mpt2sas_phy->phy_belongs_to_port = 0;
+}
+
+/**
+ * _transport_add_phy - helper function to adding single phy to port
+ * @ioc: per adapter object
+ * @mpt2sas_port: mpt2sas per port object
+ * @mpt2sas_phy: mpt2sas per phy object
+ *
+ * Returns nothing.
+ */
+static void
+_transport_add_phy(struct MPT2SAS_ADAPTER *ioc, struct _sas_port *mpt2sas_port,
+       struct _sas_phy *mpt2sas_phy)
+{
+       u64 sas_address = mpt2sas_port->remote_identify.sas_address;
+
+       dev_printk(KERN_INFO, &mpt2sas_phy->phy->dev,
+           "add: sas_addr(0x%016llx), phy(%d)\n", (unsigned long long)
+           sas_address, mpt2sas_phy->phy_id);
+
+       list_add_tail(&mpt2sas_phy->port_siblings, &mpt2sas_port->phy_list);
+       mpt2sas_port->num_phys++;
+       sas_port_add_phy(mpt2sas_port->port, mpt2sas_phy->phy);
+       mpt2sas_phy->phy_belongs_to_port = 1;
+}
+
+/**
+ * _transport_add_phy_to_an_existing_port - adding new phy to existing port
+ * @ioc: per adapter object
+ * @sas_node: sas node object (either expander or sas host)
+ * @mpt2sas_phy: mpt2sas per phy object
+ * @sas_address: sas address of device/expander were phy needs to be added to
+ *
+ * Returns nothing.
+ */
+static void
+_transport_add_phy_to_an_existing_port(struct MPT2SAS_ADAPTER *ioc,
+struct _sas_node *sas_node, struct _sas_phy *mpt2sas_phy, u64 sas_address)
+{
+       struct _sas_port *mpt2sas_port;
+       struct _sas_phy *phy_srch;
+
+       if (mpt2sas_phy->phy_belongs_to_port == 1)
+               return;
+
+       list_for_each_entry(mpt2sas_port, &sas_node->sas_port_list,
+           port_list) {
+               if (mpt2sas_port->remote_identify.sas_address !=
+                   sas_address)
+                       continue;
+               list_for_each_entry(phy_srch, &mpt2sas_port->phy_list,
+                   port_siblings) {
+                       if (phy_srch == mpt2sas_phy)
+                               return;
+               }
+               _transport_add_phy(ioc, mpt2sas_port, mpt2sas_phy);
+                       return;
+       }
+
+}
+
+/**
+ * _transport_del_phy_from_an_existing_port - delete phy from existing port
+ * @ioc: per adapter object
+ * @sas_node: sas node object (either expander or sas host)
+ * @mpt2sas_phy: mpt2sas per phy object
+ *
+ * Returns nothing.
+ */
+static void
+_transport_del_phy_from_an_existing_port(struct MPT2SAS_ADAPTER *ioc,
+       struct _sas_node *sas_node, struct _sas_phy *mpt2sas_phy)
+{
+       struct _sas_port *mpt2sas_port, *next;
+       struct _sas_phy *phy_srch;
+
+       if (mpt2sas_phy->phy_belongs_to_port == 0)
+               return;
+
+       list_for_each_entry_safe(mpt2sas_port, next, &sas_node->sas_port_list,
+           port_list) {
+               list_for_each_entry(phy_srch, &mpt2sas_port->phy_list,
+                   port_siblings) {
+                       if (phy_srch != mpt2sas_phy)
+                               continue;
+                       if (mpt2sas_port->num_phys == 1)
+                               _transport_delete_port(ioc, mpt2sas_port);
+                       else
+                               _transport_delete_phy(ioc, mpt2sas_port,
+                                   mpt2sas_phy);
+                       return;
+               }
+       }
+}
+
+/**
+ * _transport_sanity_check - sanity check when adding a new port
+ * @ioc: per adapter object
+ * @sas_node: sas node object (either expander or sas host)
+ * @sas_address: sas address of device being added
+ *
+ * See the explanation above from _transport_delete_duplicate_port
+ */
+static void
+_transport_sanity_check(struct MPT2SAS_ADAPTER *ioc, struct _sas_node *sas_node,
+     u64 sas_address)
+{
+       int i;
+
+       for (i = 0; i < sas_node->num_phys; i++) {
+               if (sas_node->phy[i].remote_identify.sas_address != sas_address)
+                       continue;
+               if (sas_node->phy[i].phy_belongs_to_port == 1)
+                       _transport_del_phy_from_an_existing_port(ioc, sas_node,
+                           &sas_node->phy[i]);
+       }
+}
+
+/**
+ * mpt2sas_transport_port_add - insert port to the list
+ * @ioc: per adapter object
+ * @handle: handle of attached device
+ * @sas_address: sas address of parent expander or sas host
+ * Context: This function will acquire ioc->sas_node_lock.
+ *
+ * Adding new port object to the sas_node->sas_port_list.
+ *
+ * Returns mpt2sas_port.
+ */
+struct _sas_port *
+mpt2sas_transport_port_add(struct MPT2SAS_ADAPTER *ioc, u16 handle,
+    u64 sas_address)
+{
+       struct _sas_phy *mpt2sas_phy, *next;
+       struct _sas_port *mpt2sas_port;
+       unsigned long flags;
+       struct _sas_node *sas_node;
+       struct sas_rphy *rphy;
+       int i;
+       struct sas_port *port;
+
+       mpt2sas_port = kzalloc(sizeof(struct _sas_port),
+           GFP_KERNEL);
+       if (!mpt2sas_port) {
+               printk(MPT2SAS_ERR_FMT "failure at %s:%d/%s()!\n",
+                   ioc->name, __FILE__, __LINE__, __func__);
+               return NULL;
+       }
+
+       INIT_LIST_HEAD(&mpt2sas_port->port_list);
+       INIT_LIST_HEAD(&mpt2sas_port->phy_list);
+       spin_lock_irqsave(&ioc->sas_node_lock, flags);
+       sas_node = _transport_sas_node_find_by_sas_address(ioc, sas_address);
+       spin_unlock_irqrestore(&ioc->sas_node_lock, flags);
+
+       if (!sas_node) {
+               printk(MPT2SAS_ERR_FMT "%s: Could not find "
+                   "parent sas_address(0x%016llx)!\n", ioc->name,
+                   __func__, (unsigned long long)sas_address);
+               goto out_fail;
+       }
+
+       if ((_transport_set_identify(ioc, handle,
+           &mpt2sas_port->remote_identify))) {
+               printk(MPT2SAS_ERR_FMT "failure at %s:%d/%s()!\n",
+                   ioc->name, __FILE__, __LINE__, __func__);
+               goto out_fail;
+       }
+
+       if (mpt2sas_port->remote_identify.device_type == SAS_PHY_UNUSED) {
+               printk(MPT2SAS_ERR_FMT "failure at %s:%d/%s()!\n",
+                   ioc->name, __FILE__, __LINE__, __func__);
+               goto out_fail;
+       }
+
+       _transport_sanity_check(ioc, sas_node,
+           mpt2sas_port->remote_identify.sas_address);
+
+       for (i = 0; i < sas_node->num_phys; i++) {
+               if (sas_node->phy[i].remote_identify.sas_address !=
+                   mpt2sas_port->remote_identify.sas_address)
+                       continue;
+               list_add_tail(&sas_node->phy[i].port_siblings,
+                   &mpt2sas_port->phy_list);
+               mpt2sas_port->num_phys++;
+       }
+
+       if (!mpt2sas_port->num_phys) {
+               printk(MPT2SAS_ERR_FMT "failure at %s:%d/%s()!\n",
+                   ioc->name, __FILE__, __LINE__, __func__);
+               goto out_fail;
+       }
+
+       port = sas_port_alloc_num(sas_node->parent_dev);
+       if ((sas_port_add(port))) {
+               printk(MPT2SAS_ERR_FMT "failure at %s:%d/%s()!\n",
+                   ioc->name, __FILE__, __LINE__, __func__);
+               goto out_fail;
+       }
+
+       list_for_each_entry(mpt2sas_phy, &mpt2sas_port->phy_list,
+           port_siblings) {
+               if ((ioc->logging_level & MPT_DEBUG_TRANSPORT))
+                       dev_printk(KERN_INFO, &port->dev, "add: handle(0x%04x)"
+                           ", sas_addr(0x%016llx), phy(%d)\n", handle,
+                           (unsigned long long)
+                           mpt2sas_port->remote_identify.sas_address,
+                           mpt2sas_phy->phy_id);
+               sas_port_add_phy(port, mpt2sas_phy->phy);
+               mpt2sas_phy->phy_belongs_to_port = 1;
+       }
+
+       mpt2sas_port->port = port;
+       if (mpt2sas_port->remote_identify.device_type == SAS_END_DEVICE)
+               rphy = sas_end_device_alloc(port);
+       else
+               rphy = sas_expander_alloc(port,
+                   mpt2sas_port->remote_identify.device_type);
+
+       rphy->identify = mpt2sas_port->remote_identify;
+       if ((sas_rphy_add(rphy))) {
+               printk(MPT2SAS_ERR_FMT "failure at %s:%d/%s()!\n",
+                   ioc->name, __FILE__, __LINE__, __func__);
+       }
+       if ((ioc->logging_level & MPT_DEBUG_TRANSPORT))
+               dev_printk(KERN_INFO, &rphy->dev, "add: handle(0x%04x), "
+                   "sas_addr(0x%016llx)\n", handle,
+                   (unsigned long long)
+                   mpt2sas_port->remote_identify.sas_address);
+       mpt2sas_port->rphy = rphy;
+       spin_lock_irqsave(&ioc->sas_node_lock, flags);
+       list_add_tail(&mpt2sas_port->port_list, &sas_node->sas_port_list);
+       spin_unlock_irqrestore(&ioc->sas_node_lock, flags);
+
+       /* fill in report manufacture */
+       if (mpt2sas_port->remote_identify.device_type ==
+           MPI2_SAS_DEVICE_INFO_EDGE_EXPANDER ||
+           mpt2sas_port->remote_identify.device_type ==
+           MPI2_SAS_DEVICE_INFO_FANOUT_EXPANDER)
+               _transport_expander_report_manufacture(ioc,
+                   mpt2sas_port->remote_identify.sas_address,
+                   rphy_to_expander_device(rphy));
+
+       return mpt2sas_port;
+
+ out_fail:
+       list_for_each_entry_safe(mpt2sas_phy, next, &mpt2sas_port->phy_list,
+           port_siblings)
+               list_del(&mpt2sas_phy->port_siblings);
+       kfree(mpt2sas_port);
+       return NULL;
+}
+
+/**
+ * mpt2sas_transport_port_remove - remove port from the list
+ * @ioc: per adapter object
+ * @sas_address: sas address of attached device
+ * @sas_address_parent: sas address of parent expander or sas host
+ * Context: This function will acquire ioc->sas_node_lock.
+ *
+ * Removing object and freeing associated memory from the
+ * ioc->sas_port_list.
+ *
+ * Return nothing.
+ */
+void
+mpt2sas_transport_port_remove(struct MPT2SAS_ADAPTER *ioc, u64 sas_address,
+    u64 sas_address_parent)
+{
+       int i;
+       unsigned long flags;
+       struct _sas_port *mpt2sas_port, *next;
+       struct _sas_node *sas_node;
+       u8 found = 0;
+       struct _sas_phy *mpt2sas_phy, *next_phy;
+
+       spin_lock_irqsave(&ioc->sas_node_lock, flags);
+       sas_node = _transport_sas_node_find_by_sas_address(ioc,
+           sas_address_parent);
+       if (!sas_node) {
+               spin_unlock_irqrestore(&ioc->sas_node_lock, flags);
+               return;
+       }
+       list_for_each_entry_safe(mpt2sas_port, next, &sas_node->sas_port_list,
+           port_list) {
+               if (mpt2sas_port->remote_identify.sas_address != sas_address)
+                       continue;
+               found = 1;
+               list_del(&mpt2sas_port->port_list);
+               goto out;
+       }
+ out:
+       if (!found) {
+               spin_unlock_irqrestore(&ioc->sas_node_lock, flags);
+               return;
+       }
+
+       for (i = 0; i < sas_node->num_phys; i++) {
+               if (sas_node->phy[i].remote_identify.sas_address == sas_address)
+                       memset(&sas_node->phy[i].remote_identify, 0 ,
+                           sizeof(struct sas_identify));
+       }
+
+       spin_unlock_irqrestore(&ioc->sas_node_lock, flags);
+       list_for_each_entry_safe(mpt2sas_phy, next_phy,
+           &mpt2sas_port->phy_list, port_siblings) {
+               if ((ioc->logging_level & MPT_DEBUG_TRANSPORT))
+                       dev_printk(KERN_INFO, &mpt2sas_port->port->dev,
+                           "remove: sas_addr(0x%016llx), phy(%d)\n",
+                           (unsigned long long)
+                           mpt2sas_port->remote_identify.sas_address,
+                           mpt2sas_phy->phy_id);
+               mpt2sas_phy->phy_belongs_to_port = 0;
+               sas_port_delete_phy(mpt2sas_port->port, mpt2sas_phy->phy);
+               list_del(&mpt2sas_phy->port_siblings);
+       }
+       sas_port_delete(mpt2sas_port->port);
+       kfree(mpt2sas_port);
+}
+
+/**
+ * mpt2sas_transport_add_host_phy - report sas_host phy to transport
+ * @ioc: per adapter object
+ * @mpt2sas_phy: mpt2sas per phy object
+ * @phy_pg0: sas phy page 0
+ * @parent_dev: parent device class object
+ *
+ * Returns 0 for success, non-zero for failure.
+ */
+int
+mpt2sas_transport_add_host_phy(struct MPT2SAS_ADAPTER *ioc, struct _sas_phy
+    *mpt2sas_phy, Mpi2SasPhyPage0_t phy_pg0, struct device *parent_dev)
+{
+       struct sas_phy *phy;
+       int phy_index = mpt2sas_phy->phy_id;
+
+
+       INIT_LIST_HEAD(&mpt2sas_phy->port_siblings);
+       phy = sas_phy_alloc(parent_dev, phy_index);
+       if (!phy) {
+               printk(MPT2SAS_ERR_FMT "failure at %s:%d/%s()!\n",
+                   ioc->name, __FILE__, __LINE__, __func__);
+               return -1;
+       }
+       if ((_transport_set_identify(ioc, mpt2sas_phy->handle,
+           &mpt2sas_phy->identify))) {
+               printk(MPT2SAS_ERR_FMT "failure at %s:%d/%s()!\n",
+                   ioc->name, __FILE__, __LINE__, __func__);
+               return -1;
+       }
+       phy->identify = mpt2sas_phy->identify;
+       mpt2sas_phy->attached_handle = le16_to_cpu(phy_pg0.AttachedDevHandle);
+       if (mpt2sas_phy->attached_handle)
+               _transport_set_identify(ioc, mpt2sas_phy->attached_handle,
+                   &mpt2sas_phy->remote_identify);
+       phy->identify.phy_identifier = mpt2sas_phy->phy_id;
+       phy->negotiated_linkrate = _transport_convert_phy_link_rate(
+           phy_pg0.NegotiatedLinkRate & MPI2_SAS_NEG_LINK_RATE_MASK_PHYSICAL);
+       phy->minimum_linkrate_hw = _transport_convert_phy_link_rate(
+           phy_pg0.HwLinkRate & MPI2_SAS_HWRATE_MIN_RATE_MASK);
+       phy->maximum_linkrate_hw = _transport_convert_phy_link_rate(
+           phy_pg0.HwLinkRate >> 4);
+       phy->minimum_linkrate = _transport_convert_phy_link_rate(
+           phy_pg0.ProgrammedLinkRate & MPI2_SAS_PRATE_MIN_RATE_MASK);
+       phy->maximum_linkrate = _transport_convert_phy_link_rate(
+           phy_pg0.ProgrammedLinkRate >> 4);
+
+       if ((sas_phy_add(phy))) {
+               printk(MPT2SAS_ERR_FMT "failure at %s:%d/%s()!\n",
+                   ioc->name, __FILE__, __LINE__, __func__);
+               sas_phy_free(phy);
+               return -1;
+       }
+       if ((ioc->logging_level & MPT_DEBUG_TRANSPORT))
+               dev_printk(KERN_INFO, &phy->dev,
+                   "add: handle(0x%04x), sas_addr(0x%016llx)\n"
+                   "\tattached_handle(0x%04x), sas_addr(0x%016llx)\n",
+                   mpt2sas_phy->handle, (unsigned long long)
+                   mpt2sas_phy->identify.sas_address,
+                   mpt2sas_phy->attached_handle,
+                   (unsigned long long)
+                   mpt2sas_phy->remote_identify.sas_address);
+       mpt2sas_phy->phy = phy;
+       return 0;
+}
+
+
+/**
+ * mpt2sas_transport_add_expander_phy - report expander phy to transport
+ * @ioc: per adapter object
+ * @mpt2sas_phy: mpt2sas per phy object
+ * @expander_pg1: expander page 1
+ * @parent_dev: parent device class object
+ *
+ * Returns 0 for success, non-zero for failure.
+ */
+int
+mpt2sas_transport_add_expander_phy(struct MPT2SAS_ADAPTER *ioc, struct _sas_phy
+    *mpt2sas_phy, Mpi2ExpanderPage1_t expander_pg1, struct device *parent_dev)
+{
+       struct sas_phy *phy;
+       int phy_index = mpt2sas_phy->phy_id;
+
+       INIT_LIST_HEAD(&mpt2sas_phy->port_siblings);
+       phy = sas_phy_alloc(parent_dev, phy_index);
+       if (!phy) {
+               printk(MPT2SAS_ERR_FMT "failure at %s:%d/%s()!\n",
+                   ioc->name, __FILE__, __LINE__, __func__);
+               return -1;
+       }
+       if ((_transport_set_identify(ioc, mpt2sas_phy->handle,
+           &mpt2sas_phy->identify))) {
+               printk(MPT2SAS_ERR_FMT "failure at %s:%d/%s()!\n",
+                   ioc->name, __FILE__, __LINE__, __func__);
+               return -1;
+       }
+       phy->identify = mpt2sas_phy->identify;
+       mpt2sas_phy->attached_handle =
+           le16_to_cpu(expander_pg1.AttachedDevHandle);
+       if (mpt2sas_phy->attached_handle)
+               _transport_set_identify(ioc, mpt2sas_phy->attached_handle,
+                   &mpt2sas_phy->remote_identify);
+       phy->identify.phy_identifier = mpt2sas_phy->phy_id;
+       phy->negotiated_linkrate = _transport_convert_phy_link_rate(
+           expander_pg1.NegotiatedLinkRate &
+           MPI2_SAS_NEG_LINK_RATE_MASK_PHYSICAL);
+       phy->minimum_linkrate_hw = _transport_convert_phy_link_rate(
+           expander_pg1.HwLinkRate & MPI2_SAS_HWRATE_MIN_RATE_MASK);
+       phy->maximum_linkrate_hw = _transport_convert_phy_link_rate(
+           expander_pg1.HwLinkRate >> 4);
+       phy->minimum_linkrate = _transport_convert_phy_link_rate(
+           expander_pg1.ProgrammedLinkRate & MPI2_SAS_PRATE_MIN_RATE_MASK);
+       phy->maximum_linkrate = _transport_convert_phy_link_rate(
+           expander_pg1.ProgrammedLinkRate >> 4);
+
+       if ((sas_phy_add(phy))) {
+               printk(MPT2SAS_ERR_FMT "failure at %s:%d/%s()!\n",
+                   ioc->name, __FILE__, __LINE__, __func__);
+               sas_phy_free(phy);
+               return -1;
+       }
+       if ((ioc->logging_level & MPT_DEBUG_TRANSPORT))
+               dev_printk(KERN_INFO, &phy->dev,
+                   "add: handle(0x%04x), sas_addr(0x%016llx)\n"
+                   "\tattached_handle(0x%04x), sas_addr(0x%016llx)\n",
+                   mpt2sas_phy->handle, (unsigned long long)
+                   mpt2sas_phy->identify.sas_address,
+                   mpt2sas_phy->attached_handle,
+                   (unsigned long long)
+                   mpt2sas_phy->remote_identify.sas_address);
+       mpt2sas_phy->phy = phy;
+       return 0;
+}
+
+/**
+ * mpt2sas_transport_update_links - refreshing phy link changes
+ * @ioc: per adapter object
+ * @sas_address: sas address of parent expander or sas host
+ * @handle: attached device handle
+ * @phy_numberv: phy number
+ * @link_rate: new link rate
+ *
+ * Returns nothing.
+ */
+void
+mpt2sas_transport_update_links(struct MPT2SAS_ADAPTER *ioc,
+     u64 sas_address, u16 handle, u8 phy_number, u8 link_rate)
+{
+       unsigned long flags;
+       struct _sas_node *sas_node;
+       struct _sas_phy *mpt2sas_phy;
+
+       if (ioc->shost_recovery || ioc->pci_error_recovery)
+               return;
+
+       spin_lock_irqsave(&ioc->sas_node_lock, flags);
+       sas_node = _transport_sas_node_find_by_sas_address(ioc, sas_address);
+       if (!sas_node) {
+               spin_unlock_irqrestore(&ioc->sas_node_lock, flags);
+               return;
+       }
+
+       mpt2sas_phy = &sas_node->phy[phy_number];
+       mpt2sas_phy->attached_handle = handle;
+       spin_unlock_irqrestore(&ioc->sas_node_lock, flags);
+       if (handle && (link_rate >= MPI2_SAS_NEG_LINK_RATE_1_5)) {
+               _transport_set_identify(ioc, handle,
+                   &mpt2sas_phy->remote_identify);
+               _transport_add_phy_to_an_existing_port(ioc, sas_node,
+                   mpt2sas_phy, mpt2sas_phy->remote_identify.sas_address);
+       } else
+               memset(&mpt2sas_phy->remote_identify, 0 , sizeof(struct
+                   sas_identify));
+
+       if (mpt2sas_phy->phy)
+               mpt2sas_phy->phy->negotiated_linkrate =
+                   _transport_convert_phy_link_rate(link_rate);
+
+       if ((ioc->logging_level & MPT_DEBUG_TRANSPORT))
+               dev_printk(KERN_INFO, &mpt2sas_phy->phy->dev,
+                   "refresh: parent sas_addr(0x%016llx),\n"
+                   "\tlink_rate(0x%02x), phy(%d)\n"
+                   "\tattached_handle(0x%04x), sas_addr(0x%016llx)\n",
+                   (unsigned long long)sas_address,
+                   link_rate, phy_number, handle, (unsigned long long)
+                   mpt2sas_phy->remote_identify.sas_address);
+}
+
+static inline void *
+phy_to_ioc(struct sas_phy *phy)
+{
+       struct Scsi_Host *shost = dev_to_shost(phy->dev.parent);
+       return shost_priv(shost);
+}
+
+static inline void *
+rphy_to_ioc(struct sas_rphy *rphy)
+{
+       struct Scsi_Host *shost = dev_to_shost(rphy->dev.parent->parent);
+       return shost_priv(shost);
+}
+
+
+/* report phy error log structure */
+struct phy_error_log_request{
+       u8 smp_frame_type; /* 0x40 */
+       u8 function; /* 0x11 */
+       u8 allocated_response_length;
+       u8 request_length; /* 02 */
+       u8 reserved_1[5];
+       u8 phy_identifier;
+       u8 reserved_2[2];
+};
+
+/* report phy error log reply structure */
+struct phy_error_log_reply{
+       u8 smp_frame_type; /* 0x41 */
+       u8 function; /* 0x11 */
+       u8 function_result;
+       u8 response_length;
+       __be16 expander_change_count;
+       u8 reserved_1[3];
+       u8 phy_identifier;
+       u8 reserved_2[2];
+       __be32 invalid_dword;
+       __be32 running_disparity_error;
+       __be32 loss_of_dword_sync;
+       __be32 phy_reset_problem;
+};
+
+/**
+ * _transport_get_expander_phy_error_log - return expander counters
+ * @ioc: per adapter object
+ * @phy: The sas phy object
+ *
+ * Returns 0 for success, non-zero for failure.
+ *
+ */
+static int
+_transport_get_expander_phy_error_log(struct MPT2SAS_ADAPTER *ioc,
+    struct sas_phy *phy)
+{
+       Mpi2SmpPassthroughRequest_t *mpi_request;
+       Mpi2SmpPassthroughReply_t *mpi_reply;
+       struct phy_error_log_request *phy_error_log_request;
+       struct phy_error_log_reply *phy_error_log_reply;
+       int rc;
+       u16 smid;
+       u32 ioc_state;
+       unsigned long timeleft;
+       void *psge;
+       u32 sgl_flags;
+       u8 issue_reset = 0;
+       void *data_out = NULL;
+       dma_addr_t data_out_dma;
+       u32 sz;
+       u16 wait_state_count;
+
+       if (ioc->shost_recovery || ioc->pci_error_recovery) {
+               printk(MPT2SAS_INFO_FMT "%s: host reset in progress!\n",
+                   __func__, ioc->name);
+               return -EFAULT;
+       }
+
+       mutex_lock(&ioc->transport_cmds.mutex);
+
+       if (ioc->transport_cmds.status != MPT2_CMD_NOT_USED) {
+               printk(MPT2SAS_ERR_FMT "%s: transport_cmds in use\n",
+                   ioc->name, __func__);
+               rc = -EAGAIN;
+               goto out;
+       }
+       ioc->transport_cmds.status = MPT2_CMD_PENDING;
+
+       wait_state_count = 0;
+       ioc_state = mpt2sas_base_get_iocstate(ioc, 1);
+       while (ioc_state != MPI2_IOC_STATE_OPERATIONAL) {
+               if (wait_state_count++ == 10) {
+                       printk(MPT2SAS_ERR_FMT
+                           "%s: failed due to ioc not operational\n",
+                           ioc->name, __func__);
+                       rc = -EFAULT;
+                       goto out;
+               }
+               ssleep(1);
+               ioc_state = mpt2sas_base_get_iocstate(ioc, 1);
+               printk(MPT2SAS_INFO_FMT "%s: waiting for "
+                   "operational state(count=%d)\n", ioc->name,
+                   __func__, wait_state_count);
+       }
+       if (wait_state_count)
+               printk(MPT2SAS_INFO_FMT "%s: ioc is operational\n",
+                   ioc->name, __func__);
+
+       smid = mpt2sas_base_get_smid(ioc, ioc->transport_cb_idx);
+       if (!smid) {
+               printk(MPT2SAS_ERR_FMT "%s: failed obtaining a smid\n",
+                   ioc->name, __func__);
+               rc = -EAGAIN;
+               goto out;
+       }
+
+       mpi_request = mpt2sas_base_get_msg_frame(ioc, smid);
+       ioc->transport_cmds.smid = smid;
+
+       sz = sizeof(struct phy_error_log_request) +
+           sizeof(struct phy_error_log_reply);
+       data_out = pci_alloc_consistent(ioc->pdev, sz, &data_out_dma);
+       if (!data_out) {
+               printk(KERN_ERR "failure at %s:%d/%s()!\n", __FILE__,
+                   __LINE__, __func__);
+               rc = -ENOMEM;
+               mpt2sas_base_free_smid(ioc, smid);
+               goto out;
+       }
+
+       rc = -EINVAL;
+       memset(data_out, 0, sz);
+       phy_error_log_request = data_out;
+       phy_error_log_request->smp_frame_type = 0x40;
+       phy_error_log_request->function = 0x11;
+       phy_error_log_request->request_length = 2;
+       phy_error_log_request->allocated_response_length = 0;
+       phy_error_log_request->phy_identifier = phy->number;
+
+       memset(mpi_request, 0, sizeof(Mpi2SmpPassthroughRequest_t));
+       mpi_request->Function = MPI2_FUNCTION_SMP_PASSTHROUGH;
+       mpi_request->PhysicalPort = 0xFF;
+       mpi_request->VF_ID = 0; /* TODO */
+       mpi_request->VP_ID = 0;
+       mpi_request->SASAddress = cpu_to_le64(phy->identify.sas_address);
+       mpi_request->RequestDataLength =
+           cpu_to_le16(sizeof(struct phy_error_log_request));
+       psge = &mpi_request->SGL;
+
+       /* WRITE sgel first */
+       sgl_flags = (MPI2_SGE_FLAGS_SIMPLE_ELEMENT |
+           MPI2_SGE_FLAGS_END_OF_BUFFER | MPI2_SGE_FLAGS_HOST_TO_IOC);
+       sgl_flags = sgl_flags << MPI2_SGE_FLAGS_SHIFT;
+       ioc->base_add_sg_single(psge, sgl_flags |
+           sizeof(struct phy_error_log_request), data_out_dma);
+
+       /* incr sgel */
+       psge += ioc->sge_size;
+
+       /* READ sgel last */
+       sgl_flags = (MPI2_SGE_FLAGS_SIMPLE_ELEMENT |
+           MPI2_SGE_FLAGS_LAST_ELEMENT | MPI2_SGE_FLAGS_END_OF_BUFFER |
+           MPI2_SGE_FLAGS_END_OF_LIST);
+       sgl_flags = sgl_flags << MPI2_SGE_FLAGS_SHIFT;
+       ioc->base_add_sg_single(psge, sgl_flags |
+           sizeof(struct phy_error_log_reply), data_out_dma +
+           sizeof(struct phy_error_log_request));
+
+       dtransportprintk(ioc, printk(MPT2SAS_INFO_FMT "phy_error_log - "
+           "send to sas_addr(0x%016llx), phy(%d)\n", ioc->name,
+           (unsigned long long)phy->identify.sas_address, phy->number));
+       init_completion(&ioc->transport_cmds.done);
+       mpt2sas_base_put_smid_default(ioc, smid);
+       timeleft = wait_for_completion_timeout(&ioc->transport_cmds.done,
+           10*HZ);
+
+       if (!(ioc->transport_cmds.status & MPT2_CMD_COMPLETE)) {
+               printk(MPT2SAS_ERR_FMT "%s: timeout\n",
+                   ioc->name, __func__);
+               _debug_dump_mf(mpi_request,
+                   sizeof(Mpi2SmpPassthroughRequest_t)/4);
+               if (!(ioc->transport_cmds.status & MPT2_CMD_RESET))
+                       issue_reset = 1;
+               goto issue_host_reset;
+       }
+
+       dtransportprintk(ioc, printk(MPT2SAS_INFO_FMT "phy_error_log - "
+           "complete\n", ioc->name));
+
+       if (ioc->transport_cmds.status & MPT2_CMD_REPLY_VALID) {
+
+               mpi_reply = ioc->transport_cmds.reply;
+
+               dtransportprintk(ioc, printk(MPT2SAS_INFO_FMT
+                   "phy_error_log - reply data transfer size(%d)\n",
+                   ioc->name, le16_to_cpu(mpi_reply->ResponseDataLength)));
+
+               if (le16_to_cpu(mpi_reply->ResponseDataLength) !=
+                   sizeof(struct phy_error_log_reply))
+                       goto out;
+
+               phy_error_log_reply = data_out +
+                   sizeof(struct phy_error_log_request);
+
+               dtransportprintk(ioc, printk(MPT2SAS_INFO_FMT
+                   "phy_error_log - function_result(%d)\n",
+                   ioc->name, phy_error_log_reply->function_result));
+
+               phy->invalid_dword_count =
+                   be32_to_cpu(phy_error_log_reply->invalid_dword);
+               phy->running_disparity_error_count =
+                   be32_to_cpu(phy_error_log_reply->running_disparity_error);
+               phy->loss_of_dword_sync_count =
+                   be32_to_cpu(phy_error_log_reply->loss_of_dword_sync);
+               phy->phy_reset_problem_count =
+                   be32_to_cpu(phy_error_log_reply->phy_reset_problem);
+               rc = 0;
+       } else
+               dtransportprintk(ioc, printk(MPT2SAS_INFO_FMT
+                   "phy_error_log - no reply\n", ioc->name));
+
+ issue_host_reset:
+       if (issue_reset)
+               mpt2sas_base_hard_reset_handler(ioc, CAN_SLEEP,
+                   FORCE_BIG_HAMMER);
+ out:
+       ioc->transport_cmds.status = MPT2_CMD_NOT_USED;
+       if (data_out)
+               pci_free_consistent(ioc->pdev, sz, data_out, data_out_dma);
+
+       mutex_unlock(&ioc->transport_cmds.mutex);
+       return rc;
+}
+
+/**
+ * _transport_get_linkerrors - return phy counters for both hba and expanders
+ * @phy: The sas phy object
+ *
+ * Returns 0 for success, non-zero for failure.
+ *
+ */
+static int
+_transport_get_linkerrors(struct sas_phy *phy)
+{
+       struct MPT2SAS_ADAPTER *ioc = phy_to_ioc(phy);
+       unsigned long flags;
+       Mpi2ConfigReply_t mpi_reply;
+       Mpi2SasPhyPage1_t phy_pg1;
+
+       spin_lock_irqsave(&ioc->sas_node_lock, flags);
+       if (_transport_sas_node_find_by_sas_address(ioc,
+           phy->identify.sas_address) == NULL) {
+               spin_unlock_irqrestore(&ioc->sas_node_lock, flags);
+               return -EINVAL;
+       }
+       spin_unlock_irqrestore(&ioc->sas_node_lock, flags);
+
+       if (phy->identify.sas_address != ioc->sas_hba.sas_address)
+               return _transport_get_expander_phy_error_log(ioc, phy);
+
+       /* get hba phy error logs */
+       if ((mpt2sas_config_get_phy_pg1(ioc, &mpi_reply, &phy_pg1,
+                   phy->number))) {
+               printk(MPT2SAS_ERR_FMT "failure at %s:%d/%s()!\n",
+                   ioc->name, __FILE__, __LINE__, __func__);
+               return -ENXIO;
+       }
+
+       if (mpi_reply.IOCStatus || mpi_reply.IOCLogInfo)
+               printk(MPT2SAS_INFO_FMT "phy(%d), ioc_status"
+                   "(0x%04x), loginfo(0x%08x)\n", ioc->name,
+                   phy->number, le16_to_cpu(mpi_reply.IOCStatus),
+                   le32_to_cpu(mpi_reply.IOCLogInfo));
+
+       phy->invalid_dword_count = le32_to_cpu(phy_pg1.InvalidDwordCount);
+       phy->running_disparity_error_count =
+           le32_to_cpu(phy_pg1.RunningDisparityErrorCount);
+       phy->loss_of_dword_sync_count =
+           le32_to_cpu(phy_pg1.LossDwordSynchCount);
+       phy->phy_reset_problem_count =
+           le32_to_cpu(phy_pg1.PhyResetProblemCount);
+       return 0;
+}
+
+/**
+ * _transport_get_enclosure_identifier -
+ * @phy: The sas phy object
+ *
+ * Obtain the enclosure logical id for an expander.
+ * Returns 0 for success, non-zero for failure.
+ */
+static int
+_transport_get_enclosure_identifier(struct sas_rphy *rphy, u64 *identifier)
+{
+       struct MPT2SAS_ADAPTER *ioc = rphy_to_ioc(rphy);
+       struct _sas_device *sas_device;
+       unsigned long flags;
+       int rc;
+
+       spin_lock_irqsave(&ioc->sas_device_lock, flags);
+       sas_device = mpt2sas_scsih_sas_device_find_by_sas_address(ioc,
+           rphy->identify.sas_address);
+       if (sas_device) {
+               *identifier = sas_device->enclosure_logical_id;
+               rc = 0;
+       } else {
+               *identifier = 0;
+               rc = -ENXIO;
+       }
+       spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
+       return rc;
+}
+
+/**
+ * _transport_get_bay_identifier -
+ * @phy: The sas phy object
+ *
+ * Returns the slot id for a device that resides inside an enclosure.
+ */
+static int
+_transport_get_bay_identifier(struct sas_rphy *rphy)
+{
+       struct MPT2SAS_ADAPTER *ioc = rphy_to_ioc(rphy);
+       struct _sas_device *sas_device;
+       unsigned long flags;
+       int rc;
+
+       spin_lock_irqsave(&ioc->sas_device_lock, flags);
+       sas_device = mpt2sas_scsih_sas_device_find_by_sas_address(ioc,
+           rphy->identify.sas_address);
+       if (sas_device)
+               rc = sas_device->slot;
+       else
+               rc = -ENXIO;
+       spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
+       return rc;
+}
+
+/* phy control request structure */
+struct phy_control_request{
+       u8 smp_frame_type; /* 0x40 */
+       u8 function; /* 0x91 */
+       u8 allocated_response_length;
+       u8 request_length; /* 0x09 */
+       u16 expander_change_count;
+       u8 reserved_1[3];
+       u8 phy_identifier;
+       u8 phy_operation;
+       u8 reserved_2[13];
+       u64 attached_device_name;
+       u8 programmed_min_physical_link_rate;
+       u8 programmed_max_physical_link_rate;
+       u8 reserved_3[6];
+};
+
+/* phy control reply structure */
+struct phy_control_reply{
+       u8 smp_frame_type; /* 0x41 */
+       u8 function; /* 0x11 */
+       u8 function_result;
+       u8 response_length;
+};
+
+#define SMP_PHY_CONTROL_LINK_RESET     (0x01)
+#define SMP_PHY_CONTROL_HARD_RESET     (0x02)
+#define SMP_PHY_CONTROL_DISABLE                (0x03)
+
+/**
+ * _transport_expander_phy_control - expander phy control
+ * @ioc: per adapter object
+ * @phy: The sas phy object
+ *
+ * Returns 0 for success, non-zero for failure.
+ *
+ */
+static int
+_transport_expander_phy_control(struct MPT2SAS_ADAPTER *ioc,
+    struct sas_phy *phy, u8 phy_operation)
+{
+       Mpi2SmpPassthroughRequest_t *mpi_request;
+       Mpi2SmpPassthroughReply_t *mpi_reply;
+       struct phy_control_request *phy_control_request;
+       struct phy_control_reply *phy_control_reply;
+       int rc;
+       u16 smid;
+       u32 ioc_state;
+       unsigned long timeleft;
+       void *psge;
+       u32 sgl_flags;
+       u8 issue_reset = 0;
+       void *data_out = NULL;
+       dma_addr_t data_out_dma;
+       u32 sz;
+       u16 wait_state_count;
+
+       if (ioc->shost_recovery) {
+               printk(MPT2SAS_INFO_FMT "%s: host reset in progress!\n",
+                   __func__, ioc->name);
+               return -EFAULT;
+       }
+
+       mutex_lock(&ioc->transport_cmds.mutex);
+
+       if (ioc->transport_cmds.status != MPT2_CMD_NOT_USED) {
+               printk(MPT2SAS_ERR_FMT "%s: transport_cmds in use\n",
+                   ioc->name, __func__);
+               rc = -EAGAIN;
+               goto out;
+       }
+       ioc->transport_cmds.status = MPT2_CMD_PENDING;
+
+       wait_state_count = 0;
+       ioc_state = mpt2sas_base_get_iocstate(ioc, 1);
+       while (ioc_state != MPI2_IOC_STATE_OPERATIONAL) {
+               if (wait_state_count++ == 10) {
+                       printk(MPT2SAS_ERR_FMT
+                           "%s: failed due to ioc not operational\n",
+                           ioc->name, __func__);
+                       rc = -EFAULT;
+                       goto out;
+               }
+               ssleep(1);
+               ioc_state = mpt2sas_base_get_iocstate(ioc, 1);
+               printk(MPT2SAS_INFO_FMT "%s: waiting for "
+                   "operational state(count=%d)\n", ioc->name,
+                   __func__, wait_state_count);
+       }
+       if (wait_state_count)
+               printk(MPT2SAS_INFO_FMT "%s: ioc is operational\n",
+                   ioc->name, __func__);
+
+       smid = mpt2sas_base_get_smid(ioc, ioc->transport_cb_idx);
+       if (!smid) {
+               printk(MPT2SAS_ERR_FMT "%s: failed obtaining a smid\n",
+                   ioc->name, __func__);
+               rc = -EAGAIN;
+               goto out;
+       }
+
+       mpi_request = mpt2sas_base_get_msg_frame(ioc, smid);
+       ioc->transport_cmds.smid = smid;
+
+       sz = sizeof(struct phy_control_request) +
+           sizeof(struct phy_control_reply);
+       data_out = pci_alloc_consistent(ioc->pdev, sz, &data_out_dma);
+       if (!data_out) {
+               printk(KERN_ERR "failure at %s:%d/%s()!\n", __FILE__,
+                   __LINE__, __func__);
+               rc = -ENOMEM;
+               mpt2sas_base_free_smid(ioc, smid);
+               goto out;
+       }
+
+       rc = -EINVAL;
+       memset(data_out, 0, sz);
+       phy_control_request = data_out;
+       phy_control_request->smp_frame_type = 0x40;
+       phy_control_request->function = 0x91;
+       phy_control_request->request_length = 9;
+       phy_control_request->allocated_response_length = 0;
+       phy_control_request->phy_identifier = phy->number;
+       phy_control_request->phy_operation = phy_operation;
+       phy_control_request->programmed_min_physical_link_rate =
+           phy->minimum_linkrate << 4;
+       phy_control_request->programmed_max_physical_link_rate =
+           phy->maximum_linkrate << 4;
+
+       memset(mpi_request, 0, sizeof(Mpi2SmpPassthroughRequest_t));
+       mpi_request->Function = MPI2_FUNCTION_SMP_PASSTHROUGH;
+       mpi_request->PhysicalPort = 0xFF;
+       mpi_request->VF_ID = 0; /* TODO */
+       mpi_request->VP_ID = 0;
+       mpi_request->SASAddress = cpu_to_le64(phy->identify.sas_address);
+       mpi_request->RequestDataLength =
+           cpu_to_le16(sizeof(struct phy_error_log_request));
+       psge = &mpi_request->SGL;
+
+       /* WRITE sgel first */
+       sgl_flags = (MPI2_SGE_FLAGS_SIMPLE_ELEMENT |
+           MPI2_SGE_FLAGS_END_OF_BUFFER | MPI2_SGE_FLAGS_HOST_TO_IOC);
+       sgl_flags = sgl_flags << MPI2_SGE_FLAGS_SHIFT;
+       ioc->base_add_sg_single(psge, sgl_flags |
+           sizeof(struct phy_control_request), data_out_dma);
+
+       /* incr sgel */
+       psge += ioc->sge_size;
+
+       /* READ sgel last */
+       sgl_flags = (MPI2_SGE_FLAGS_SIMPLE_ELEMENT |
+           MPI2_SGE_FLAGS_LAST_ELEMENT | MPI2_SGE_FLAGS_END_OF_BUFFER |
+           MPI2_SGE_FLAGS_END_OF_LIST);
+       sgl_flags = sgl_flags << MPI2_SGE_FLAGS_SHIFT;
+       ioc->base_add_sg_single(psge, sgl_flags |
+           sizeof(struct phy_control_reply), data_out_dma +
+           sizeof(struct phy_control_request));
+
+       dtransportprintk(ioc, printk(MPT2SAS_INFO_FMT "phy_control - "
+           "send to sas_addr(0x%016llx), phy(%d), opcode(%d)\n", ioc->name,
+           (unsigned long long)phy->identify.sas_address, phy->number,
+           phy_operation));
+
+       init_completion(&ioc->transport_cmds.done);
+       mpt2sas_base_put_smid_default(ioc, smid);
+       timeleft = wait_for_completion_timeout(&ioc->transport_cmds.done,
+           10*HZ);
+
+       if (!(ioc->transport_cmds.status & MPT2_CMD_COMPLETE)) {
+               printk(MPT2SAS_ERR_FMT "%s: timeout\n",
+                   ioc->name, __func__);
+               _debug_dump_mf(mpi_request,
+                   sizeof(Mpi2SmpPassthroughRequest_t)/4);
+               if (!(ioc->transport_cmds.status & MPT2_CMD_RESET))
+                       issue_reset = 1;
+               goto issue_host_reset;
+       }
+
+       dtransportprintk(ioc, printk(MPT2SAS_INFO_FMT "phy_control - "
+           "complete\n", ioc->name));
+
+       if (ioc->transport_cmds.status & MPT2_CMD_REPLY_VALID) {
+
+               mpi_reply = ioc->transport_cmds.reply;
+
+               dtransportprintk(ioc, printk(MPT2SAS_INFO_FMT
+                   "phy_control - reply data transfer size(%d)\n",
+                   ioc->name, le16_to_cpu(mpi_reply->ResponseDataLength)));
+
+               if (le16_to_cpu(mpi_reply->ResponseDataLength) !=
+                   sizeof(struct phy_control_reply))
+                       goto out;
+
+               phy_control_reply = data_out +
+                   sizeof(struct phy_control_request);
+
+               dtransportprintk(ioc, printk(MPT2SAS_INFO_FMT
+                   "phy_control - function_result(%d)\n",
+                   ioc->name, phy_control_reply->function_result));
+
+               rc = 0;
+       } else
+               dtransportprintk(ioc, printk(MPT2SAS_INFO_FMT
+                   "phy_control - no reply\n", ioc->name));
+
+ issue_host_reset:
+       if (issue_reset)
+               mpt2sas_base_hard_reset_handler(ioc, CAN_SLEEP,
+                   FORCE_BIG_HAMMER);
+ out:
+       ioc->transport_cmds.status = MPT2_CMD_NOT_USED;
+       if (data_out)
+               pci_free_consistent(ioc->pdev, sz, data_out, data_out_dma);
+
+       mutex_unlock(&ioc->transport_cmds.mutex);
+       return rc;
+}
+
+/**
+ * _transport_phy_reset -
+ * @phy: The sas phy object
+ * @hard_reset:
+ *
+ * Returns 0 for success, non-zero for failure.
+ */
+static int
+_transport_phy_reset(struct sas_phy *phy, int hard_reset)
+{
+       struct MPT2SAS_ADAPTER *ioc = phy_to_ioc(phy);
+       Mpi2SasIoUnitControlReply_t mpi_reply;
+       Mpi2SasIoUnitControlRequest_t mpi_request;
+       unsigned long flags;
+
+       spin_lock_irqsave(&ioc->sas_node_lock, flags);
+       if (_transport_sas_node_find_by_sas_address(ioc,
+           phy->identify.sas_address) == NULL) {
+               spin_unlock_irqrestore(&ioc->sas_node_lock, flags);
+               return -EINVAL;
+       }
+       spin_unlock_irqrestore(&ioc->sas_node_lock, flags);
+
+       /* handle expander phys */
+       if (phy->identify.sas_address != ioc->sas_hba.sas_address)
+               return _transport_expander_phy_control(ioc, phy,
+                   (hard_reset == 1) ? SMP_PHY_CONTROL_HARD_RESET :
+                   SMP_PHY_CONTROL_LINK_RESET);
+
+       /* handle hba phys */
+       memset(&mpi_request, 0, sizeof(Mpi2SasIoUnitControlReply_t));
+       mpi_request.Function = MPI2_FUNCTION_SAS_IO_UNIT_CONTROL;
+       mpi_request.Operation = hard_reset ?
+           MPI2_SAS_OP_PHY_HARD_RESET : MPI2_SAS_OP_PHY_LINK_RESET;
+       mpi_request.PhyNum = phy->number;
+
+       if ((mpt2sas_base_sas_iounit_control(ioc, &mpi_reply, &mpi_request))) {
+               printk(MPT2SAS_ERR_FMT "failure at %s:%d/%s()!\n",
+                   ioc->name, __FILE__, __LINE__, __func__);
+               return -ENXIO;
+       }
+
+       if (mpi_reply.IOCStatus || mpi_reply.IOCLogInfo)
+               printk(MPT2SAS_INFO_FMT "phy(%d), ioc_status"
+                   "(0x%04x), loginfo(0x%08x)\n", ioc->name,
+                   phy->number, le16_to_cpu(mpi_reply.IOCStatus),
+                   le32_to_cpu(mpi_reply.IOCLogInfo));
+
+       return 0;
+}
+
+/**
+ * _transport_phy_enable - enable/disable phys
+ * @phy: The sas phy object
+ * @enable: enable phy when true
+ *
+ * Only support sas_host direct attached phys.
+ * Returns 0 for success, non-zero for failure.
+ */
+static int
+_transport_phy_enable(struct sas_phy *phy, int enable)
+{
+       struct MPT2SAS_ADAPTER *ioc = phy_to_ioc(phy);
+       Mpi2SasIOUnitPage1_t *sas_iounit_pg1 = NULL;
+       Mpi2SasIOUnitPage0_t *sas_iounit_pg0 = NULL;
+       Mpi2ConfigReply_t mpi_reply;
+       u16 ioc_status;
+       u16 sz;
+       int rc = 0;
+       unsigned long flags;
+       int i, discovery_active;
+
+       spin_lock_irqsave(&ioc->sas_node_lock, flags);
+       if (_transport_sas_node_find_by_sas_address(ioc,
+           phy->identify.sas_address) == NULL) {
+               spin_unlock_irqrestore(&ioc->sas_node_lock, flags);
+               return -EINVAL;
+       }
+       spin_unlock_irqrestore(&ioc->sas_node_lock, flags);
+
+       /* handle expander phys */
+       if (phy->identify.sas_address != ioc->sas_hba.sas_address)
+               return _transport_expander_phy_control(ioc, phy,
+                   (enable == 1) ? SMP_PHY_CONTROL_LINK_RESET :
+                   SMP_PHY_CONTROL_DISABLE);
+
+       /* handle hba phys */
+
+       /* read sas_iounit page 0 */
+       sz = offsetof(Mpi2SasIOUnitPage0_t, PhyData) + (ioc->sas_hba.num_phys *
+           sizeof(Mpi2SasIOUnit0PhyData_t));
+       sas_iounit_pg0 = kzalloc(sz, GFP_KERNEL);
+       if (!sas_iounit_pg0) {
+               printk(MPT2SAS_ERR_FMT "failure at %s:%d/%s()!\n",
+                   ioc->name, __FILE__, __LINE__, __func__);
+               rc = -ENOMEM;
+               goto out;
+       }
+       if ((mpt2sas_config_get_sas_iounit_pg0(ioc, &mpi_reply,
+           sas_iounit_pg0, sz))) {
+               printk(MPT2SAS_ERR_FMT "failure at %s:%d/%s()!\n",
+                   ioc->name, __FILE__, __LINE__, __func__);
+               rc = -ENXIO;
+               goto out;
+       }
+       ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
+           MPI2_IOCSTATUS_MASK;
+       if (ioc_status != MPI2_IOCSTATUS_SUCCESS) {
+               printk(MPT2SAS_ERR_FMT "failure at %s:%d/%s()!\n",
+                   ioc->name, __FILE__, __LINE__, __func__);
+               rc = -EIO;
+               goto out;
+       }
+
+       /* unable to enable/disable phys when when discovery is active */
+       for (i = 0, discovery_active = 0; i < ioc->sas_hba.num_phys ; i++) {
+               if (sas_iounit_pg0->PhyData[i].PortFlags &
+                   MPI2_SASIOUNIT0_PORTFLAGS_DISCOVERY_IN_PROGRESS) {
+                       printk(MPT2SAS_ERR_FMT "discovery is active on "
+                           "port = %d, phy = %d: unable to enable/disable "
+                           "phys, try again later!\n", ioc->name,
+                           sas_iounit_pg0->PhyData[i].Port, i);
+                       discovery_active = 1;
+               }
+       }
+
+       if (discovery_active) {
+               rc = -EAGAIN;
+               goto out;
+       }
+
+       /* read sas_iounit page 1 */
+       sz = offsetof(Mpi2SasIOUnitPage1_t, PhyData) + (ioc->sas_hba.num_phys *
+           sizeof(Mpi2SasIOUnit1PhyData_t));
+       sas_iounit_pg1 = kzalloc(sz, GFP_KERNEL);
+       if (!sas_iounit_pg1) {
+               printk(MPT2SAS_ERR_FMT "failure at %s:%d/%s()!\n",
+                   ioc->name, __FILE__, __LINE__, __func__);
+               rc = -ENOMEM;
+               goto out;
+       }
+       if ((mpt2sas_config_get_sas_iounit_pg1(ioc, &mpi_reply,
+           sas_iounit_pg1, sz))) {
+               printk(MPT2SAS_ERR_FMT "failure at %s:%d/%s()!\n",
+                   ioc->name, __FILE__, __LINE__, __func__);
+               rc = -ENXIO;
+               goto out;
+       }
+       ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
+           MPI2_IOCSTATUS_MASK;
+       if (ioc_status != MPI2_IOCSTATUS_SUCCESS) {
+               printk(MPT2SAS_ERR_FMT "failure at %s:%d/%s()!\n",
+                   ioc->name, __FILE__, __LINE__, __func__);
+               rc = -EIO;
+               goto out;
+       }
+       /* copy Port/PortFlags/PhyFlags from page 0 */
+       for (i = 0; i < ioc->sas_hba.num_phys ; i++) {
+               sas_iounit_pg1->PhyData[i].Port =
+                   sas_iounit_pg0->PhyData[i].Port;
+               sas_iounit_pg1->PhyData[i].PortFlags =
+                   (sas_iounit_pg0->PhyData[i].PortFlags &
+                   MPI2_SASIOUNIT0_PORTFLAGS_AUTO_PORT_CONFIG);
+               sas_iounit_pg1->PhyData[i].PhyFlags =
+                   (sas_iounit_pg0->PhyData[i].PhyFlags &
+                   (MPI2_SASIOUNIT0_PHYFLAGS_ZONING_ENABLED +
+                   MPI2_SASIOUNIT0_PHYFLAGS_PHY_DISABLED));
+       }
+       if (enable)
+               sas_iounit_pg1->PhyData[phy->number].PhyFlags
+                   &= ~MPI2_SASIOUNIT1_PHYFLAGS_PHY_DISABLE;
+       else
+               sas_iounit_pg1->PhyData[phy->number].PhyFlags
+                   |= MPI2_SASIOUNIT1_PHYFLAGS_PHY_DISABLE;
+
+       mpt2sas_config_set_sas_iounit_pg1(ioc, &mpi_reply, sas_iounit_pg1, sz);
+
+       /* link reset */
+       if (enable)
+               _transport_phy_reset(phy, 0);
+
+ out:
+       kfree(sas_iounit_pg1);
+       kfree(sas_iounit_pg0);
+       return rc;
+}
+
+/**
+ * _transport_phy_speed - set phy min/max link rates
+ * @phy: The sas phy object
+ * @rates: rates defined in sas_phy_linkrates
+ *
+ * Only support sas_host direct attached phys.
+ * Returns 0 for success, non-zero for failure.
+ */
+static int
+_transport_phy_speed(struct sas_phy *phy, struct sas_phy_linkrates *rates)
+{
+       struct MPT2SAS_ADAPTER *ioc = phy_to_ioc(phy);
+       Mpi2SasIOUnitPage1_t *sas_iounit_pg1 = NULL;
+       Mpi2SasPhyPage0_t phy_pg0;
+       Mpi2ConfigReply_t mpi_reply;
+       u16 ioc_status;
+       u16 sz;
+       int i;
+       int rc = 0;
+       unsigned long flags;
+
+       spin_lock_irqsave(&ioc->sas_node_lock, flags);
+       if (_transport_sas_node_find_by_sas_address(ioc,
+           phy->identify.sas_address) == NULL) {
+               spin_unlock_irqrestore(&ioc->sas_node_lock, flags);
+               return -EINVAL;
+       }
+       spin_unlock_irqrestore(&ioc->sas_node_lock, flags);
+
+       if (!rates->minimum_linkrate)
+               rates->minimum_linkrate = phy->minimum_linkrate;
+       else if (rates->minimum_linkrate < phy->minimum_linkrate_hw)
+               rates->minimum_linkrate = phy->minimum_linkrate_hw;
+
+       if (!rates->maximum_linkrate)
+               rates->maximum_linkrate = phy->maximum_linkrate;
+       else if (rates->maximum_linkrate > phy->maximum_linkrate_hw)
+               rates->maximum_linkrate = phy->maximum_linkrate_hw;
+
+       /* handle expander phys */
+       if (phy->identify.sas_address != ioc->sas_hba.sas_address) {
+               phy->minimum_linkrate = rates->minimum_linkrate;
+               phy->maximum_linkrate = rates->maximum_linkrate;
+               return _transport_expander_phy_control(ioc, phy,
+                   SMP_PHY_CONTROL_LINK_RESET);
+       }
+
+       /* handle hba phys */
+
+       /* sas_iounit page 1 */
+       sz = offsetof(Mpi2SasIOUnitPage1_t, PhyData) + (ioc->sas_hba.num_phys *
+           sizeof(Mpi2SasIOUnit1PhyData_t));
+       sas_iounit_pg1 = kzalloc(sz, GFP_KERNEL);
+       if (!sas_iounit_pg1) {
+               printk(MPT2SAS_ERR_FMT "failure at %s:%d/%s()!\n",
+                   ioc->name, __FILE__, __LINE__, __func__);
+               rc = -ENOMEM;
+               goto out;
+       }
+       if ((mpt2sas_config_get_sas_iounit_pg1(ioc, &mpi_reply,
+           sas_iounit_pg1, sz))) {
+               printk(MPT2SAS_ERR_FMT "failure at %s:%d/%s()!\n",
+                   ioc->name, __FILE__, __LINE__, __func__);
+               rc = -ENXIO;
+               goto out;
+       }
+       ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
+           MPI2_IOCSTATUS_MASK;
+       if (ioc_status != MPI2_IOCSTATUS_SUCCESS) {
+               printk(MPT2SAS_ERR_FMT "failure at %s:%d/%s()!\n",
+                   ioc->name, __FILE__, __LINE__, __func__);
+               rc = -EIO;
+               goto out;
+       }
+
+       for (i = 0; i < ioc->sas_hba.num_phys; i++) {
+               if (phy->number != i) {
+                       sas_iounit_pg1->PhyData[i].MaxMinLinkRate =
+                           (ioc->sas_hba.phy[i].phy->minimum_linkrate +
+                           (ioc->sas_hba.phy[i].phy->maximum_linkrate << 4));
+               } else {
+                       sas_iounit_pg1->PhyData[i].MaxMinLinkRate =
+                           (rates->minimum_linkrate +
+                           (rates->maximum_linkrate << 4));
+               }
+       }
+
+       if (mpt2sas_config_set_sas_iounit_pg1(ioc, &mpi_reply, sas_iounit_pg1,
+           sz)) {
+               printk(MPT2SAS_ERR_FMT "failure at %s:%d/%s()!\n",
+                   ioc->name, __FILE__, __LINE__, __func__);
+               rc = -ENXIO;
+               goto out;
+       }
+
+       /* link reset */
+       _transport_phy_reset(phy, 0);
+
+       /* read phy page 0, then update the rates in the sas transport phy */
+       if (!mpt2sas_config_get_phy_pg0(ioc, &mpi_reply, &phy_pg0,
+           phy->number)) {
+               phy->minimum_linkrate = _transport_convert_phy_link_rate(
+                   phy_pg0.ProgrammedLinkRate & MPI2_SAS_PRATE_MIN_RATE_MASK);
+               phy->maximum_linkrate = _transport_convert_phy_link_rate(
+                   phy_pg0.ProgrammedLinkRate >> 4);
+               phy->negotiated_linkrate = _transport_convert_phy_link_rate(
+                   phy_pg0.NegotiatedLinkRate &
+                   MPI2_SAS_NEG_LINK_RATE_MASK_PHYSICAL);
+       }
+
+ out:
+       kfree(sas_iounit_pg1);
+       return rc;
+}
+
+
+/**
+ * _transport_smp_handler - transport portal for smp passthru
+ * @shost: shost object
+ * @rphy: sas transport rphy object
+ * @req:
+ *
+ * This used primarily for smp_utils.
+ * Example:
+ *           smp_rep_general /sys/class/bsg/expander-5:0
+ */
+static int
+_transport_smp_handler(struct Scsi_Host *shost, struct sas_rphy *rphy,
+    struct request *req)
+{
+       struct MPT2SAS_ADAPTER *ioc = shost_priv(shost);
+       Mpi2SmpPassthroughRequest_t *mpi_request;
+       Mpi2SmpPassthroughReply_t *mpi_reply;
+       int rc;
+       u16 smid;
+       u32 ioc_state;
+       unsigned long timeleft;
+       void *psge;
+       u32 sgl_flags;
+       u8 issue_reset = 0;
+       dma_addr_t dma_addr_in = 0;
+       dma_addr_t dma_addr_out = 0;
+       dma_addr_t pci_dma_in = 0;
+       dma_addr_t pci_dma_out = 0;
+       void *pci_addr_in = NULL;
+       void *pci_addr_out = NULL;
+       u16 wait_state_count;
+       struct request *rsp = req->next_rq;
+       struct bio_vec bvec;
+       struct bvec_iter iter;
+
+       if (!rsp) {
+               printk(MPT2SAS_ERR_FMT "%s: the smp response space is "
+                   "missing\n", ioc->name, __func__);
+               return -EINVAL;
+       }
+       if (ioc->shost_recovery || ioc->pci_error_recovery) {
+               printk(MPT2SAS_INFO_FMT "%s: host reset in progress!\n",
+                   __func__, ioc->name);
+               return -EFAULT;
+       }
+
+       rc = mutex_lock_interruptible(&ioc->transport_cmds.mutex);
+       if (rc)
+               return rc;
+
+       if (ioc->transport_cmds.status != MPT2_CMD_NOT_USED) {
+               printk(MPT2SAS_ERR_FMT "%s: transport_cmds in use\n", ioc->name,
+                   __func__);
+               rc = -EAGAIN;
+               goto out;
+       }
+       ioc->transport_cmds.status = MPT2_CMD_PENDING;
+
+       /* Check if the request is split across multiple segments */
+       if (bio_multiple_segments(req->bio)) {
+               u32 offset = 0;
+
+               /* Allocate memory and copy the request */
+               pci_addr_out = pci_alloc_consistent(ioc->pdev,
+                   blk_rq_bytes(req), &pci_dma_out);
+               if (!pci_addr_out) {
+                       printk(MPT2SAS_INFO_FMT "%s(): PCI Addr out = NULL\n",
+                           ioc->name, __func__);
+                       rc = -ENOMEM;
+                       goto out;
+               }
+
+               bio_for_each_segment(bvec, req->bio, iter) {
+                       memcpy(pci_addr_out + offset,
+                           page_address(bvec.bv_page) + bvec.bv_offset,
+                           bvec.bv_len);
+                       offset += bvec.bv_len;
+               }
+       } else {
+               dma_addr_out = pci_map_single(ioc->pdev, bio_data(req->bio),
+                   blk_rq_bytes(req), PCI_DMA_BIDIRECTIONAL);
+               if (!dma_addr_out) {
+                       printk(MPT2SAS_INFO_FMT "%s(): DMA Addr out = NULL\n",
+                           ioc->name, __func__);
+                       rc = -ENOMEM;
+                       goto free_pci;
+               }
+       }
+
+       /* Check if the response needs to be populated across
+        * multiple segments */
+       if (bio_multiple_segments(rsp->bio)) {
+               pci_addr_in = pci_alloc_consistent(ioc->pdev, blk_rq_bytes(rsp),
+                   &pci_dma_in);
+               if (!pci_addr_in) {
+                       printk(MPT2SAS_INFO_FMT "%s(): PCI Addr in = NULL\n",
+                           ioc->name, __func__);
+                       rc = -ENOMEM;
+                       goto unmap;
+               }
+       } else {
+               dma_addr_in =  pci_map_single(ioc->pdev, bio_data(rsp->bio),
+                   blk_rq_bytes(rsp), PCI_DMA_BIDIRECTIONAL);
+               if (!dma_addr_in) {
+                       printk(MPT2SAS_INFO_FMT "%s(): DMA Addr in = NULL\n",
+                           ioc->name, __func__);
+                       rc = -ENOMEM;
+                       goto unmap;
+               }
+       }
+
+       wait_state_count = 0;
+       ioc_state = mpt2sas_base_get_iocstate(ioc, 1);
+       while (ioc_state != MPI2_IOC_STATE_OPERATIONAL) {
+               if (wait_state_count++ == 10) {
+                       printk(MPT2SAS_ERR_FMT
+                           "%s: failed due to ioc not operational\n",
+                           ioc->name, __func__);
+                       rc = -EFAULT;
+                       goto unmap;
+               }
+               ssleep(1);
+               ioc_state = mpt2sas_base_get_iocstate(ioc, 1);
+               printk(MPT2SAS_INFO_FMT "%s: waiting for "
+                   "operational state(count=%d)\n", ioc->name,
+                   __func__, wait_state_count);
+       }
+       if (wait_state_count)
+               printk(MPT2SAS_INFO_FMT "%s: ioc is operational\n",
+                   ioc->name, __func__);
+
+       smid = mpt2sas_base_get_smid(ioc, ioc->transport_cb_idx);
+       if (!smid) {
+               printk(MPT2SAS_ERR_FMT "%s: failed obtaining a smid\n",
+                   ioc->name, __func__);
+               rc = -EAGAIN;
+               goto unmap;
+       }
+
+       rc = 0;
+       mpi_request = mpt2sas_base_get_msg_frame(ioc, smid);
+       ioc->transport_cmds.smid = smid;
+
+       memset(mpi_request, 0, sizeof(Mpi2SmpPassthroughRequest_t));
+       mpi_request->Function = MPI2_FUNCTION_SMP_PASSTHROUGH;
+       mpi_request->PhysicalPort = 0xFF;
+       mpi_request->VF_ID = 0; /* TODO */
+       mpi_request->VP_ID = 0;
+       mpi_request->SASAddress = (rphy) ?
+           cpu_to_le64(rphy->identify.sas_address) :
+           cpu_to_le64(ioc->sas_hba.sas_address);
+       mpi_request->RequestDataLength = cpu_to_le16(blk_rq_bytes(req) - 4);
+       psge = &mpi_request->SGL;
+
+       /* WRITE sgel first */
+       sgl_flags = (MPI2_SGE_FLAGS_SIMPLE_ELEMENT |
+           MPI2_SGE_FLAGS_END_OF_BUFFER | MPI2_SGE_FLAGS_HOST_TO_IOC);
+       sgl_flags = sgl_flags << MPI2_SGE_FLAGS_SHIFT;
+       if (bio_multiple_segments(req->bio)) {
+               ioc->base_add_sg_single(psge, sgl_flags |
+                   (blk_rq_bytes(req) - 4), pci_dma_out);
+       } else {
+               ioc->base_add_sg_single(psge, sgl_flags |
+                   (blk_rq_bytes(req) - 4), dma_addr_out);
+       }
+
+       /* incr sgel */
+       psge += ioc->sge_size;
+
+       /* READ sgel last */
+       sgl_flags = (MPI2_SGE_FLAGS_SIMPLE_ELEMENT |
+           MPI2_SGE_FLAGS_LAST_ELEMENT | MPI2_SGE_FLAGS_END_OF_BUFFER |
+           MPI2_SGE_FLAGS_END_OF_LIST);
+       sgl_flags = sgl_flags << MPI2_SGE_FLAGS_SHIFT;
+       if (bio_multiple_segments(rsp->bio)) {
+               ioc->base_add_sg_single(psge, sgl_flags |
+                   (blk_rq_bytes(rsp) + 4), pci_dma_in);
+       } else {
+               ioc->base_add_sg_single(psge, sgl_flags |
+                   (blk_rq_bytes(rsp) + 4), dma_addr_in);
+       }
+
+       dtransportprintk(ioc, printk(MPT2SAS_INFO_FMT "%s - "
+           "sending smp request\n", ioc->name, __func__));
+
+       init_completion(&ioc->transport_cmds.done);
+       mpt2sas_base_put_smid_default(ioc, smid);
+       timeleft = wait_for_completion_timeout(&ioc->transport_cmds.done,
+           10*HZ);
+
+       if (!(ioc->transport_cmds.status & MPT2_CMD_COMPLETE)) {
+               printk(MPT2SAS_ERR_FMT "%s : timeout\n",
+                   __func__, ioc->name);
+               _debug_dump_mf(mpi_request,
+                   sizeof(Mpi2SmpPassthroughRequest_t)/4);
+               if (!(ioc->transport_cmds.status & MPT2_CMD_RESET))
+                       issue_reset = 1;
+               goto issue_host_reset;
+       }
+
+       dtransportprintk(ioc, printk(MPT2SAS_INFO_FMT "%s - "
+           "complete\n", ioc->name, __func__));
+
+       if (ioc->transport_cmds.status & MPT2_CMD_REPLY_VALID) {
+
+               mpi_reply = ioc->transport_cmds.reply;
+
+               dtransportprintk(ioc, printk(MPT2SAS_INFO_FMT
+                   "%s - reply data transfer size(%d)\n",
+                   ioc->name, __func__,
+                   le16_to_cpu(mpi_reply->ResponseDataLength)));
+
+               memcpy(req->sense, mpi_reply, sizeof(*mpi_reply));
+               req->sense_len = sizeof(*mpi_reply);
+               req->resid_len = 0;
+               rsp->resid_len -=
+                   le16_to_cpu(mpi_reply->ResponseDataLength);
+               /* check if the resp needs to be copied from the allocated
+                * pci mem */
+               if (bio_multiple_segments(rsp->bio)) {
+                       u32 offset = 0;
+                       u32 bytes_to_copy =
+                           le16_to_cpu(mpi_reply->ResponseDataLength);
+                       bio_for_each_segment(bvec, rsp->bio, iter) {
+                               if (bytes_to_copy <= bvec.bv_len) {
+                                       memcpy(page_address(bvec.bv_page) +
+                                           bvec.bv_offset, pci_addr_in +
+                                           offset, bytes_to_copy);
+                                       break;
+                               } else {
+                                       memcpy(page_address(bvec.bv_page) +
+                                           bvec.bv_offset, pci_addr_in +
+                                           offset, bvec.bv_len);
+                                       bytes_to_copy -= bvec.bv_len;
+                               }
+                               offset += bvec.bv_len;
+                       }
+               }
+       } else {
+               dtransportprintk(ioc, printk(MPT2SAS_INFO_FMT
+                   "%s - no reply\n", ioc->name, __func__));
+               rc = -ENXIO;
+       }
+
+ issue_host_reset:
+       if (issue_reset) {
+               mpt2sas_base_hard_reset_handler(ioc, CAN_SLEEP,
+                   FORCE_BIG_HAMMER);
+               rc = -ETIMEDOUT;
+       }
+
+ unmap:
+       if (dma_addr_out)
+               pci_unmap_single(ioc->pdev, dma_addr_out, blk_rq_bytes(req),
+                   PCI_DMA_BIDIRECTIONAL);
+       if (dma_addr_in)
+               pci_unmap_single(ioc->pdev, dma_addr_in, blk_rq_bytes(rsp),
+                   PCI_DMA_BIDIRECTIONAL);
+
+ free_pci:
+       if (pci_addr_out)
+               pci_free_consistent(ioc->pdev, blk_rq_bytes(req), pci_addr_out,
+                   pci_dma_out);
+
+       if (pci_addr_in)
+               pci_free_consistent(ioc->pdev, blk_rq_bytes(rsp), pci_addr_in,
+                   pci_dma_in);
+
+ out:
+       ioc->transport_cmds.status = MPT2_CMD_NOT_USED;
+       mutex_unlock(&ioc->transport_cmds.mutex);
+       return rc;
+}
+
+struct sas_function_template mpt2sas_transport_functions = {
+       .get_linkerrors         = _transport_get_linkerrors,
+       .get_enclosure_identifier = _transport_get_enclosure_identifier,
+       .get_bay_identifier     = _transport_get_bay_identifier,
+       .phy_reset              = _transport_phy_reset,
+       .phy_enable             = _transport_phy_enable,
+       .set_phy_speed          = _transport_phy_speed,
+       .smp_handler            = _transport_smp_handler,
+};
+
+struct scsi_transport_template *mpt2sas_transport_template;