Add the rt linux 4.1.3-rt3 as base
[kvmfornfv.git] / kernel / drivers / message / fusion / mptbase.c
1 /*
2  *  linux/drivers/message/fusion/mptbase.c
3  *      This is the Fusion MPT base driver which supports multiple
4  *      (SCSI + LAN) specialized protocol drivers.
5  *      For use with LSI PCI chip/adapter(s)
6  *      running LSI Fusion MPT (Message Passing Technology) firmware.
7  *
8  *  Copyright (c) 1999-2008 LSI Corporation
9  *  (mailto:DL-MPTFusionLinux@lsi.com)
10  *
11  */
12 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
13 /*
14     This program is free software; you can redistribute it and/or modify
15     it under the terms of the GNU General Public License as published by
16     the Free Software Foundation; version 2 of the License.
17
18     This program is distributed in the hope that it will be useful,
19     but WITHOUT ANY WARRANTY; without even the implied warranty of
20     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
21     GNU General Public License for more details.
22
23     NO WARRANTY
24     THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
25     CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
26     LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
27     MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
28     solely responsible for determining the appropriateness of using and
29     distributing the Program and assumes all risks associated with its
30     exercise of rights under this Agreement, including but not limited to
31     the risks and costs of program errors, damage to or loss of data,
32     programs or equipment, and unavailability or interruption of operations.
33
34     DISCLAIMER OF LIABILITY
35     NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
36     DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
37     DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
38     ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
39     TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
40     USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
41     HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
42
43     You should have received a copy of the GNU General Public License
44     along with this program; if not, write to the Free Software
45     Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
46 */
47 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
48
49 #include <linux/kernel.h>
50 #include <linux/module.h>
51 #include <linux/errno.h>
52 #include <linux/init.h>
53 #include <linux/seq_file.h>
54 #include <linux/slab.h>
55 #include <linux/types.h>
56 #include <linux/pci.h>
57 #include <linux/kdev_t.h>
58 #include <linux/blkdev.h>
59 #include <linux/delay.h>
60 #include <linux/interrupt.h>            /* needed for in_interrupt() proto */
61 #include <linux/dma-mapping.h>
62 #include <asm/io.h>
63 #ifdef CONFIG_MTRR
64 #include <asm/mtrr.h>
65 #endif
66 #include <linux/kthread.h>
67 #include <scsi/scsi_host.h>
68
69 #include "mptbase.h"
70 #include "lsi/mpi_log_fc.h"
71
72 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
73 #define my_NAME         "Fusion MPT base driver"
74 #define my_VERSION      MPT_LINUX_VERSION_COMMON
75 #define MYNAM           "mptbase"
76
77 MODULE_AUTHOR(MODULEAUTHOR);
78 MODULE_DESCRIPTION(my_NAME);
79 MODULE_LICENSE("GPL");
80 MODULE_VERSION(my_VERSION);
81
82 /*
83  *  cmd line parameters
84  */
85
86 static int mpt_msi_enable_spi;
87 module_param(mpt_msi_enable_spi, int, 0);
88 MODULE_PARM_DESC(mpt_msi_enable_spi,
89                  " Enable MSI Support for SPI controllers (default=0)");
90
91 static int mpt_msi_enable_fc;
92 module_param(mpt_msi_enable_fc, int, 0);
93 MODULE_PARM_DESC(mpt_msi_enable_fc,
94                  " Enable MSI Support for FC controllers (default=0)");
95
96 static int mpt_msi_enable_sas;
97 module_param(mpt_msi_enable_sas, int, 0);
98 MODULE_PARM_DESC(mpt_msi_enable_sas,
99                  " Enable MSI Support for SAS controllers (default=0)");
100
101 static int mpt_channel_mapping;
102 module_param(mpt_channel_mapping, int, 0);
103 MODULE_PARM_DESC(mpt_channel_mapping, " Mapping id's to channels (default=0)");
104
105 static int mpt_debug_level;
106 static int mpt_set_debug_level(const char *val, struct kernel_param *kp);
107 module_param_call(mpt_debug_level, mpt_set_debug_level, param_get_int,
108                   &mpt_debug_level, 0600);
109 MODULE_PARM_DESC(mpt_debug_level,
110                  " debug level - refer to mptdebug.h - (default=0)");
111
112 int mpt_fwfault_debug;
113 EXPORT_SYMBOL(mpt_fwfault_debug);
114 module_param(mpt_fwfault_debug, int, 0600);
115 MODULE_PARM_DESC(mpt_fwfault_debug,
116                  "Enable detection of Firmware fault and halt Firmware on fault - (default=0)");
117
118 static char     MptCallbacksName[MPT_MAX_PROTOCOL_DRIVERS]
119                                 [MPT_MAX_CALLBACKNAME_LEN+1];
120
121 #ifdef MFCNT
122 static int mfcounter = 0;
123 #define PRINT_MF_COUNT 20000
124 #endif
125
126 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
127 /*
128  *  Public data...
129  */
130
131 #define WHOINIT_UNKNOWN         0xAA
132
133 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
134 /*
135  *  Private data...
136  */
137                                         /* Adapter link list */
138 LIST_HEAD(ioc_list);
139                                         /* Callback lookup table */
140 static MPT_CALLBACK              MptCallbacks[MPT_MAX_PROTOCOL_DRIVERS];
141                                         /* Protocol driver class lookup table */
142 static int                       MptDriverClass[MPT_MAX_PROTOCOL_DRIVERS];
143                                         /* Event handler lookup table */
144 static MPT_EVHANDLER             MptEvHandlers[MPT_MAX_PROTOCOL_DRIVERS];
145                                         /* Reset handler lookup table */
146 static MPT_RESETHANDLER          MptResetHandlers[MPT_MAX_PROTOCOL_DRIVERS];
147 static struct mpt_pci_driver    *MptDeviceDriverHandlers[MPT_MAX_PROTOCOL_DRIVERS];
148
149 #ifdef CONFIG_PROC_FS
150 static struct proc_dir_entry    *mpt_proc_root_dir;
151 #endif
152
153 /*
154  *  Driver Callback Index's
155  */
156 static u8 mpt_base_index = MPT_MAX_PROTOCOL_DRIVERS;
157 static u8 last_drv_idx;
158
159 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
160 /*
161  *  Forward protos...
162  */
163 static irqreturn_t mpt_interrupt(int irq, void *bus_id);
164 static int      mptbase_reply(MPT_ADAPTER *ioc, MPT_FRAME_HDR *req,
165                 MPT_FRAME_HDR *reply);
166 static int      mpt_handshake_req_reply_wait(MPT_ADAPTER *ioc, int reqBytes,
167                         u32 *req, int replyBytes, u16 *u16reply, int maxwait,
168                         int sleepFlag);
169 static int      mpt_do_ioc_recovery(MPT_ADAPTER *ioc, u32 reason, int sleepFlag);
170 static void     mpt_detect_bound_ports(MPT_ADAPTER *ioc, struct pci_dev *pdev);
171 static void     mpt_adapter_disable(MPT_ADAPTER *ioc);
172 static void     mpt_adapter_dispose(MPT_ADAPTER *ioc);
173
174 static void     MptDisplayIocCapabilities(MPT_ADAPTER *ioc);
175 static int      MakeIocReady(MPT_ADAPTER *ioc, int force, int sleepFlag);
176 static int      GetIocFacts(MPT_ADAPTER *ioc, int sleepFlag, int reason);
177 static int      GetPortFacts(MPT_ADAPTER *ioc, int portnum, int sleepFlag);
178 static int      SendIocInit(MPT_ADAPTER *ioc, int sleepFlag);
179 static int      SendPortEnable(MPT_ADAPTER *ioc, int portnum, int sleepFlag);
180 static int      mpt_do_upload(MPT_ADAPTER *ioc, int sleepFlag);
181 static int      mpt_downloadboot(MPT_ADAPTER *ioc, MpiFwHeader_t *pFwHeader, int sleepFlag);
182 static int      mpt_diag_reset(MPT_ADAPTER *ioc, int ignore, int sleepFlag);
183 static int      KickStart(MPT_ADAPTER *ioc, int ignore, int sleepFlag);
184 static int      SendIocReset(MPT_ADAPTER *ioc, u8 reset_type, int sleepFlag);
185 static int      PrimeIocFifos(MPT_ADAPTER *ioc);
186 static int      WaitForDoorbellAck(MPT_ADAPTER *ioc, int howlong, int sleepFlag);
187 static int      WaitForDoorbellInt(MPT_ADAPTER *ioc, int howlong, int sleepFlag);
188 static int      WaitForDoorbellReply(MPT_ADAPTER *ioc, int howlong, int sleepFlag);
189 static int      GetLanConfigPages(MPT_ADAPTER *ioc);
190 static int      GetIoUnitPage2(MPT_ADAPTER *ioc);
191 int             mptbase_sas_persist_operation(MPT_ADAPTER *ioc, u8 persist_opcode);
192 static int      mpt_GetScsiPortSettings(MPT_ADAPTER *ioc, int portnum);
193 static int      mpt_readScsiDevicePageHeaders(MPT_ADAPTER *ioc, int portnum);
194 static void     mpt_read_ioc_pg_1(MPT_ADAPTER *ioc);
195 static void     mpt_read_ioc_pg_4(MPT_ADAPTER *ioc);
196 static void     mpt_get_manufacturing_pg_0(MPT_ADAPTER *ioc);
197 static int      SendEventNotification(MPT_ADAPTER *ioc, u8 EvSwitch,
198         int sleepFlag);
199 static int      SendEventAck(MPT_ADAPTER *ioc, EventNotificationReply_t *evnp);
200 static int      mpt_host_page_access_control(MPT_ADAPTER *ioc, u8 access_control_value, int sleepFlag);
201 static int      mpt_host_page_alloc(MPT_ADAPTER *ioc, pIOCInit_t ioc_init);
202
203 #ifdef CONFIG_PROC_FS
204 static const struct file_operations mpt_summary_proc_fops;
205 static const struct file_operations mpt_version_proc_fops;
206 static const struct file_operations mpt_iocinfo_proc_fops;
207 #endif
208 static void     mpt_get_fw_exp_ver(char *buf, MPT_ADAPTER *ioc);
209
210 static int      ProcessEventNotification(MPT_ADAPTER *ioc,
211                 EventNotificationReply_t *evReply, int *evHandlers);
212 static void     mpt_iocstatus_info(MPT_ADAPTER *ioc, u32 ioc_status, MPT_FRAME_HDR *mf);
213 static void     mpt_fc_log_info(MPT_ADAPTER *ioc, u32 log_info);
214 static void     mpt_spi_log_info(MPT_ADAPTER *ioc, u32 log_info);
215 static void     mpt_sas_log_info(MPT_ADAPTER *ioc, u32 log_info , u8 cb_idx);
216 static int      mpt_read_ioc_pg_3(MPT_ADAPTER *ioc);
217 static void     mpt_inactive_raid_list_free(MPT_ADAPTER *ioc);
218
219 /* module entry point */
220 static int  __init    fusion_init  (void);
221 static void __exit    fusion_exit  (void);
222
223 #define CHIPREG_READ32(addr)            readl_relaxed(addr)
224 #define CHIPREG_READ32_dmasync(addr)    readl(addr)
225 #define CHIPREG_WRITE32(addr,val)       writel(val, addr)
226 #define CHIPREG_PIO_WRITE32(addr,val)   outl(val, (unsigned long)addr)
227 #define CHIPREG_PIO_READ32(addr)        inl((unsigned long)addr)
228
229 static void
230 pci_disable_io_access(struct pci_dev *pdev)
231 {
232         u16 command_reg;
233
234         pci_read_config_word(pdev, PCI_COMMAND, &command_reg);
235         command_reg &= ~1;
236         pci_write_config_word(pdev, PCI_COMMAND, command_reg);
237 }
238
239 static void
240 pci_enable_io_access(struct pci_dev *pdev)
241 {
242         u16 command_reg;
243
244         pci_read_config_word(pdev, PCI_COMMAND, &command_reg);
245         command_reg |= 1;
246         pci_write_config_word(pdev, PCI_COMMAND, command_reg);
247 }
248
249 static int mpt_set_debug_level(const char *val, struct kernel_param *kp)
250 {
251         int ret = param_set_int(val, kp);
252         MPT_ADAPTER *ioc;
253
254         if (ret)
255                 return ret;
256
257         list_for_each_entry(ioc, &ioc_list, list)
258                 ioc->debug_level = mpt_debug_level;
259         return 0;
260 }
261
262 /**
263  *      mpt_get_cb_idx - obtain cb_idx for registered driver
264  *      @dclass: class driver enum
265  *
266  *      Returns cb_idx, or zero means it wasn't found
267  **/
268 static u8
269 mpt_get_cb_idx(MPT_DRIVER_CLASS dclass)
270 {
271         u8 cb_idx;
272
273         for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--)
274                 if (MptDriverClass[cb_idx] == dclass)
275                         return cb_idx;
276         return 0;
277 }
278
279 /**
280  * mpt_is_discovery_complete - determine if discovery has completed
281  * @ioc: per adatper instance
282  *
283  * Returns 1 when discovery completed, else zero.
284  */
285 static int
286 mpt_is_discovery_complete(MPT_ADAPTER *ioc)
287 {
288         ConfigExtendedPageHeader_t hdr;
289         CONFIGPARMS cfg;
290         SasIOUnitPage0_t *buffer;
291         dma_addr_t dma_handle;
292         int rc = 0;
293
294         memset(&hdr, 0, sizeof(ConfigExtendedPageHeader_t));
295         memset(&cfg, 0, sizeof(CONFIGPARMS));
296         hdr.PageVersion = MPI_SASIOUNITPAGE0_PAGEVERSION;
297         hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
298         hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_IO_UNIT;
299         cfg.cfghdr.ehdr = &hdr;
300         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
301
302         if ((mpt_config(ioc, &cfg)))
303                 goto out;
304         if (!hdr.ExtPageLength)
305                 goto out;
306
307         buffer = pci_alloc_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
308             &dma_handle);
309         if (!buffer)
310                 goto out;
311
312         cfg.physAddr = dma_handle;
313         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
314
315         if ((mpt_config(ioc, &cfg)))
316                 goto out_free_consistent;
317
318         if (!(buffer->PhyData[0].PortFlags &
319             MPI_SAS_IOUNIT0_PORT_FLAGS_DISCOVERY_IN_PROGRESS))
320                 rc = 1;
321
322  out_free_consistent:
323         pci_free_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
324             buffer, dma_handle);
325  out:
326         return rc;
327 }
328
329
330 /**
331  *  mpt_remove_dead_ioc_func - kthread context to remove dead ioc
332  * @arg: input argument, used to derive ioc
333  *
334  * Return 0 if controller is removed from pci subsystem.
335  * Return -1 for other case.
336  */
337 static int mpt_remove_dead_ioc_func(void *arg)
338 {
339         MPT_ADAPTER *ioc = (MPT_ADAPTER *)arg;
340         struct pci_dev *pdev;
341
342         if ((ioc == NULL))
343                 return -1;
344
345         pdev = ioc->pcidev;
346         if ((pdev == NULL))
347                 return -1;
348
349         pci_stop_and_remove_bus_device_locked(pdev);
350         return 0;
351 }
352
353
354
355 /**
356  *      mpt_fault_reset_work - work performed on workq after ioc fault
357  *      @work: input argument, used to derive ioc
358  *
359 **/
360 static void
361 mpt_fault_reset_work(struct work_struct *work)
362 {
363         MPT_ADAPTER     *ioc =
364             container_of(work, MPT_ADAPTER, fault_reset_work.work);
365         u32              ioc_raw_state;
366         int              rc;
367         unsigned long    flags;
368         MPT_SCSI_HOST   *hd;
369         struct task_struct *p;
370
371         if (ioc->ioc_reset_in_progress || !ioc->active)
372                 goto out;
373
374
375         ioc_raw_state = mpt_GetIocState(ioc, 0);
376         if ((ioc_raw_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_MASK) {
377                 printk(MYIOC_s_INFO_FMT "%s: IOC is non-operational !!!!\n",
378                     ioc->name, __func__);
379
380                 /*
381                  * Call mptscsih_flush_pending_cmds callback so that we
382                  * flush all pending commands back to OS.
383                  * This call is required to aovid deadlock at block layer.
384                  * Dead IOC will fail to do diag reset,and this call is safe
385                  * since dead ioc will never return any command back from HW.
386                  */
387                 hd = shost_priv(ioc->sh);
388                 ioc->schedule_dead_ioc_flush_running_cmds(hd);
389
390                 /*Remove the Dead Host */
391                 p = kthread_run(mpt_remove_dead_ioc_func, ioc,
392                                 "mpt_dead_ioc_%d", ioc->id);
393                 if (IS_ERR(p))  {
394                         printk(MYIOC_s_ERR_FMT
395                                 "%s: Running mpt_dead_ioc thread failed !\n",
396                                 ioc->name, __func__);
397                 } else {
398                         printk(MYIOC_s_WARN_FMT
399                                 "%s: Running mpt_dead_ioc thread success !\n",
400                                 ioc->name, __func__);
401                 }
402                 return; /* don't rearm timer */
403         }
404
405         if ((ioc_raw_state & MPI_IOC_STATE_MASK)
406                         == MPI_IOC_STATE_FAULT) {
407                 printk(MYIOC_s_WARN_FMT "IOC is in FAULT state (%04xh)!!!\n",
408                        ioc->name, ioc_raw_state & MPI_DOORBELL_DATA_MASK);
409                 printk(MYIOC_s_WARN_FMT "Issuing HardReset from %s!!\n",
410                        ioc->name, __func__);
411                 rc = mpt_HardResetHandler(ioc, CAN_SLEEP);
412                 printk(MYIOC_s_WARN_FMT "%s: HardReset: %s\n", ioc->name,
413                        __func__, (rc == 0) ? "success" : "failed");
414                 ioc_raw_state = mpt_GetIocState(ioc, 0);
415                 if ((ioc_raw_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_FAULT)
416                         printk(MYIOC_s_WARN_FMT "IOC is in FAULT state after "
417                             "reset (%04xh)\n", ioc->name, ioc_raw_state &
418                             MPI_DOORBELL_DATA_MASK);
419         } else if (ioc->bus_type == SAS && ioc->sas_discovery_quiesce_io) {
420                 if ((mpt_is_discovery_complete(ioc))) {
421                         devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT "clearing "
422                             "discovery_quiesce_io flag\n", ioc->name));
423                         ioc->sas_discovery_quiesce_io = 0;
424                 }
425         }
426
427  out:
428         /*
429          * Take turns polling alternate controller
430          */
431         if (ioc->alt_ioc)
432                 ioc = ioc->alt_ioc;
433
434         /* rearm the timer */
435         spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
436         if (ioc->reset_work_q)
437                 queue_delayed_work(ioc->reset_work_q, &ioc->fault_reset_work,
438                         msecs_to_jiffies(MPT_POLLING_INTERVAL));
439         spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
440 }
441
442
443 /*
444  *  Process turbo (context) reply...
445  */
446 static void
447 mpt_turbo_reply(MPT_ADAPTER *ioc, u32 pa)
448 {
449         MPT_FRAME_HDR *mf = NULL;
450         MPT_FRAME_HDR *mr = NULL;
451         u16 req_idx = 0;
452         u8 cb_idx;
453
454         dmfprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Got TURBO reply req_idx=%08x\n",
455                                 ioc->name, pa));
456
457         switch (pa >> MPI_CONTEXT_REPLY_TYPE_SHIFT) {
458         case MPI_CONTEXT_REPLY_TYPE_SCSI_INIT:
459                 req_idx = pa & 0x0000FFFF;
460                 cb_idx = (pa & 0x00FF0000) >> 16;
461                 mf = MPT_INDEX_2_MFPTR(ioc, req_idx);
462                 break;
463         case MPI_CONTEXT_REPLY_TYPE_LAN:
464                 cb_idx = mpt_get_cb_idx(MPTLAN_DRIVER);
465                 /*
466                  *  Blind set of mf to NULL here was fatal
467                  *  after lan_reply says "freeme"
468                  *  Fix sort of combined with an optimization here;
469                  *  added explicit check for case where lan_reply
470                  *  was just returning 1 and doing nothing else.
471                  *  For this case skip the callback, but set up
472                  *  proper mf value first here:-)
473                  */
474                 if ((pa & 0x58000000) == 0x58000000) {
475                         req_idx = pa & 0x0000FFFF;
476                         mf = MPT_INDEX_2_MFPTR(ioc, req_idx);
477                         mpt_free_msg_frame(ioc, mf);
478                         mb();
479                         return;
480                         break;
481                 }
482                 mr = (MPT_FRAME_HDR *) CAST_U32_TO_PTR(pa);
483                 break;
484         case MPI_CONTEXT_REPLY_TYPE_SCSI_TARGET:
485                 cb_idx = mpt_get_cb_idx(MPTSTM_DRIVER);
486                 mr = (MPT_FRAME_HDR *) CAST_U32_TO_PTR(pa);
487                 break;
488         default:
489                 cb_idx = 0;
490                 BUG();
491         }
492
493         /*  Check for (valid) IO callback!  */
494         if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS ||
495                 MptCallbacks[cb_idx] == NULL) {
496                 printk(MYIOC_s_WARN_FMT "%s: Invalid cb_idx (%d)!\n",
497                                 __func__, ioc->name, cb_idx);
498                 goto out;
499         }
500
501         if (MptCallbacks[cb_idx](ioc, mf, mr))
502                 mpt_free_msg_frame(ioc, mf);
503  out:
504         mb();
505 }
506
507 static void
508 mpt_reply(MPT_ADAPTER *ioc, u32 pa)
509 {
510         MPT_FRAME_HDR   *mf;
511         MPT_FRAME_HDR   *mr;
512         u16              req_idx;
513         u8               cb_idx;
514         int              freeme;
515
516         u32 reply_dma_low;
517         u16 ioc_stat;
518
519         /* non-TURBO reply!  Hmmm, something may be up...
520          *  Newest turbo reply mechanism; get address
521          *  via left shift 1 (get rid of MPI_ADDRESS_REPLY_A_BIT)!
522          */
523
524         /* Map DMA address of reply header to cpu address.
525          * pa is 32 bits - but the dma address may be 32 or 64 bits
526          * get offset based only only the low addresses
527          */
528
529         reply_dma_low = (pa <<= 1);
530         mr = (MPT_FRAME_HDR *)((u8 *)ioc->reply_frames +
531                          (reply_dma_low - ioc->reply_frames_low_dma));
532
533         req_idx = le16_to_cpu(mr->u.frame.hwhdr.msgctxu.fld.req_idx);
534         cb_idx = mr->u.frame.hwhdr.msgctxu.fld.cb_idx;
535         mf = MPT_INDEX_2_MFPTR(ioc, req_idx);
536
537         dmfprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Got non-TURBO reply=%p req_idx=%x cb_idx=%x Function=%x\n",
538                         ioc->name, mr, req_idx, cb_idx, mr->u.hdr.Function));
539         DBG_DUMP_REPLY_FRAME(ioc, (u32 *)mr);
540
541          /*  Check/log IOC log info
542          */
543         ioc_stat = le16_to_cpu(mr->u.reply.IOCStatus);
544         if (ioc_stat & MPI_IOCSTATUS_FLAG_LOG_INFO_AVAILABLE) {
545                 u32      log_info = le32_to_cpu(mr->u.reply.IOCLogInfo);
546                 if (ioc->bus_type == FC)
547                         mpt_fc_log_info(ioc, log_info);
548                 else if (ioc->bus_type == SPI)
549                         mpt_spi_log_info(ioc, log_info);
550                 else if (ioc->bus_type == SAS)
551                         mpt_sas_log_info(ioc, log_info, cb_idx);
552         }
553
554         if (ioc_stat & MPI_IOCSTATUS_MASK)
555                 mpt_iocstatus_info(ioc, (u32)ioc_stat, mf);
556
557         /*  Check for (valid) IO callback!  */
558         if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS ||
559                 MptCallbacks[cb_idx] == NULL) {
560                 printk(MYIOC_s_WARN_FMT "%s: Invalid cb_idx (%d)!\n",
561                                 __func__, ioc->name, cb_idx);
562                 freeme = 0;
563                 goto out;
564         }
565
566         freeme = MptCallbacks[cb_idx](ioc, mf, mr);
567
568  out:
569         /*  Flush (non-TURBO) reply with a WRITE!  */
570         CHIPREG_WRITE32(&ioc->chip->ReplyFifo, pa);
571
572         if (freeme)
573                 mpt_free_msg_frame(ioc, mf);
574         mb();
575 }
576
577 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
578 /**
579  *      mpt_interrupt - MPT adapter (IOC) specific interrupt handler.
580  *      @irq: irq number (not used)
581  *      @bus_id: bus identifier cookie == pointer to MPT_ADAPTER structure
582  *
583  *      This routine is registered via the request_irq() kernel API call,
584  *      and handles all interrupts generated from a specific MPT adapter
585  *      (also referred to as a IO Controller or IOC).
586  *      This routine must clear the interrupt from the adapter and does
587  *      so by reading the reply FIFO.  Multiple replies may be processed
588  *      per single call to this routine.
589  *
590  *      This routine handles register-level access of the adapter but
591  *      dispatches (calls) a protocol-specific callback routine to handle
592  *      the protocol-specific details of the MPT request completion.
593  */
594 static irqreturn_t
595 mpt_interrupt(int irq, void *bus_id)
596 {
597         MPT_ADAPTER *ioc = bus_id;
598         u32 pa = CHIPREG_READ32_dmasync(&ioc->chip->ReplyFifo);
599
600         if (pa == 0xFFFFFFFF)
601                 return IRQ_NONE;
602
603         /*
604          *  Drain the reply FIFO!
605          */
606         do {
607                 if (pa & MPI_ADDRESS_REPLY_A_BIT)
608                         mpt_reply(ioc, pa);
609                 else
610                         mpt_turbo_reply(ioc, pa);
611                 pa = CHIPREG_READ32_dmasync(&ioc->chip->ReplyFifo);
612         } while (pa != 0xFFFFFFFF);
613
614         return IRQ_HANDLED;
615 }
616
617 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
618 /**
619  *      mptbase_reply - MPT base driver's callback routine
620  *      @ioc: Pointer to MPT_ADAPTER structure
621  *      @req: Pointer to original MPT request frame
622  *      @reply: Pointer to MPT reply frame (NULL if TurboReply)
623  *
624  *      MPT base driver's callback routine; all base driver
625  *      "internal" request/reply processing is routed here.
626  *      Currently used for EventNotification and EventAck handling.
627  *
628  *      Returns 1 indicating original alloc'd request frame ptr
629  *      should be freed, or 0 if it shouldn't.
630  */
631 static int
632 mptbase_reply(MPT_ADAPTER *ioc, MPT_FRAME_HDR *req, MPT_FRAME_HDR *reply)
633 {
634         EventNotificationReply_t *pEventReply;
635         u8 event;
636         int evHandlers;
637         int freereq = 1;
638
639         switch (reply->u.hdr.Function) {
640         case MPI_FUNCTION_EVENT_NOTIFICATION:
641                 pEventReply = (EventNotificationReply_t *)reply;
642                 evHandlers = 0;
643                 ProcessEventNotification(ioc, pEventReply, &evHandlers);
644                 event = le32_to_cpu(pEventReply->Event) & 0xFF;
645                 if (pEventReply->MsgFlags & MPI_MSGFLAGS_CONTINUATION_REPLY)
646                         freereq = 0;
647                 if (event != MPI_EVENT_EVENT_CHANGE)
648                         break;
649         case MPI_FUNCTION_CONFIG:
650         case MPI_FUNCTION_SAS_IO_UNIT_CONTROL:
651                 ioc->mptbase_cmds.status |= MPT_MGMT_STATUS_COMMAND_GOOD;
652                 ioc->mptbase_cmds.status |= MPT_MGMT_STATUS_RF_VALID;
653                 memcpy(ioc->mptbase_cmds.reply, reply,
654                     min(MPT_DEFAULT_FRAME_SIZE,
655                         4 * reply->u.reply.MsgLength));
656                 if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_PENDING) {
657                         ioc->mptbase_cmds.status &= ~MPT_MGMT_STATUS_PENDING;
658                         complete(&ioc->mptbase_cmds.done);
659                 } else
660                         freereq = 0;
661                 if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_FREE_MF)
662                         freereq = 1;
663                 break;
664         case MPI_FUNCTION_EVENT_ACK:
665                 devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT
666                     "EventAck reply received\n", ioc->name));
667                 break;
668         default:
669                 printk(MYIOC_s_ERR_FMT
670                     "Unexpected msg function (=%02Xh) reply received!\n",
671                     ioc->name, reply->u.hdr.Function);
672                 break;
673         }
674
675         /*
676          *      Conditionally tell caller to free the original
677          *      EventNotification/EventAck/unexpected request frame!
678          */
679         return freereq;
680 }
681
682 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
683 /**
684  *      mpt_register - Register protocol-specific main callback handler.
685  *      @cbfunc: callback function pointer
686  *      @dclass: Protocol driver's class (%MPT_DRIVER_CLASS enum value)
687  *      @func_name: call function's name
688  *
689  *      This routine is called by a protocol-specific driver (SCSI host,
690  *      LAN, SCSI target) to register its reply callback routine.  Each
691  *      protocol-specific driver must do this before it will be able to
692  *      use any IOC resources, such as obtaining request frames.
693  *
694  *      NOTES: The SCSI protocol driver currently calls this routine thrice
695  *      in order to register separate callbacks; one for "normal" SCSI IO;
696  *      one for MptScsiTaskMgmt requests; one for Scan/DV requests.
697  *
698  *      Returns u8 valued "handle" in the range (and S.O.D. order)
699  *      {N,...,7,6,5,...,1} if successful.
700  *      A return value of MPT_MAX_PROTOCOL_DRIVERS (including zero!) should be
701  *      considered an error by the caller.
702  */
703 u8
704 mpt_register(MPT_CALLBACK cbfunc, MPT_DRIVER_CLASS dclass, char *func_name)
705 {
706         u8 cb_idx;
707         last_drv_idx = MPT_MAX_PROTOCOL_DRIVERS;
708
709         /*
710          *  Search for empty callback slot in this order: {N,...,7,6,5,...,1}
711          *  (slot/handle 0 is reserved!)
712          */
713         for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
714                 if (MptCallbacks[cb_idx] == NULL) {
715                         MptCallbacks[cb_idx] = cbfunc;
716                         MptDriverClass[cb_idx] = dclass;
717                         MptEvHandlers[cb_idx] = NULL;
718                         last_drv_idx = cb_idx;
719                         strlcpy(MptCallbacksName[cb_idx], func_name,
720                                 MPT_MAX_CALLBACKNAME_LEN+1);
721                         break;
722                 }
723         }
724
725         return last_drv_idx;
726 }
727
728 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
729 /**
730  *      mpt_deregister - Deregister a protocol drivers resources.
731  *      @cb_idx: previously registered callback handle
732  *
733  *      Each protocol-specific driver should call this routine when its
734  *      module is unloaded.
735  */
736 void
737 mpt_deregister(u8 cb_idx)
738 {
739         if (cb_idx && (cb_idx < MPT_MAX_PROTOCOL_DRIVERS)) {
740                 MptCallbacks[cb_idx] = NULL;
741                 MptDriverClass[cb_idx] = MPTUNKNOWN_DRIVER;
742                 MptEvHandlers[cb_idx] = NULL;
743
744                 last_drv_idx++;
745         }
746 }
747
748 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
749 /**
750  *      mpt_event_register - Register protocol-specific event callback handler.
751  *      @cb_idx: previously registered (via mpt_register) callback handle
752  *      @ev_cbfunc: callback function
753  *
754  *      This routine can be called by one or more protocol-specific drivers
755  *      if/when they choose to be notified of MPT events.
756  *
757  *      Returns 0 for success.
758  */
759 int
760 mpt_event_register(u8 cb_idx, MPT_EVHANDLER ev_cbfunc)
761 {
762         if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
763                 return -1;
764
765         MptEvHandlers[cb_idx] = ev_cbfunc;
766         return 0;
767 }
768
769 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
770 /**
771  *      mpt_event_deregister - Deregister protocol-specific event callback handler
772  *      @cb_idx: previously registered callback handle
773  *
774  *      Each protocol-specific driver should call this routine
775  *      when it does not (or can no longer) handle events,
776  *      or when its module is unloaded.
777  */
778 void
779 mpt_event_deregister(u8 cb_idx)
780 {
781         if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
782                 return;
783
784         MptEvHandlers[cb_idx] = NULL;
785 }
786
787 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
788 /**
789  *      mpt_reset_register - Register protocol-specific IOC reset handler.
790  *      @cb_idx: previously registered (via mpt_register) callback handle
791  *      @reset_func: reset function
792  *
793  *      This routine can be called by one or more protocol-specific drivers
794  *      if/when they choose to be notified of IOC resets.
795  *
796  *      Returns 0 for success.
797  */
798 int
799 mpt_reset_register(u8 cb_idx, MPT_RESETHANDLER reset_func)
800 {
801         if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
802                 return -1;
803
804         MptResetHandlers[cb_idx] = reset_func;
805         return 0;
806 }
807
808 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
809 /**
810  *      mpt_reset_deregister - Deregister protocol-specific IOC reset handler.
811  *      @cb_idx: previously registered callback handle
812  *
813  *      Each protocol-specific driver should call this routine
814  *      when it does not (or can no longer) handle IOC reset handling,
815  *      or when its module is unloaded.
816  */
817 void
818 mpt_reset_deregister(u8 cb_idx)
819 {
820         if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
821                 return;
822
823         MptResetHandlers[cb_idx] = NULL;
824 }
825
826 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
827 /**
828  *      mpt_device_driver_register - Register device driver hooks
829  *      @dd_cbfunc: driver callbacks struct
830  *      @cb_idx: MPT protocol driver index
831  */
832 int
833 mpt_device_driver_register(struct mpt_pci_driver * dd_cbfunc, u8 cb_idx)
834 {
835         MPT_ADAPTER     *ioc;
836         const struct pci_device_id *id;
837
838         if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
839                 return -EINVAL;
840
841         MptDeviceDriverHandlers[cb_idx] = dd_cbfunc;
842
843         /* call per pci device probe entry point */
844         list_for_each_entry(ioc, &ioc_list, list) {
845                 id = ioc->pcidev->driver ?
846                     ioc->pcidev->driver->id_table : NULL;
847                 if (dd_cbfunc->probe)
848                         dd_cbfunc->probe(ioc->pcidev, id);
849          }
850
851         return 0;
852 }
853
854 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
855 /**
856  *      mpt_device_driver_deregister - DeRegister device driver hooks
857  *      @cb_idx: MPT protocol driver index
858  */
859 void
860 mpt_device_driver_deregister(u8 cb_idx)
861 {
862         struct mpt_pci_driver *dd_cbfunc;
863         MPT_ADAPTER     *ioc;
864
865         if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
866                 return;
867
868         dd_cbfunc = MptDeviceDriverHandlers[cb_idx];
869
870         list_for_each_entry(ioc, &ioc_list, list) {
871                 if (dd_cbfunc->remove)
872                         dd_cbfunc->remove(ioc->pcidev);
873         }
874
875         MptDeviceDriverHandlers[cb_idx] = NULL;
876 }
877
878
879 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
880 /**
881  *      mpt_get_msg_frame - Obtain an MPT request frame from the pool
882  *      @cb_idx: Handle of registered MPT protocol driver
883  *      @ioc: Pointer to MPT adapter structure
884  *
885  *      Obtain an MPT request frame from the pool (of 1024) that are
886  *      allocated per MPT adapter.
887  *
888  *      Returns pointer to a MPT request frame or %NULL if none are available
889  *      or IOC is not active.
890  */
891 MPT_FRAME_HDR*
892 mpt_get_msg_frame(u8 cb_idx, MPT_ADAPTER *ioc)
893 {
894         MPT_FRAME_HDR *mf;
895         unsigned long flags;
896         u16      req_idx;       /* Request index */
897
898         /* validate handle and ioc identifier */
899
900 #ifdef MFCNT
901         if (!ioc->active)
902                 printk(MYIOC_s_WARN_FMT "IOC Not Active! mpt_get_msg_frame "
903                     "returning NULL!\n", ioc->name);
904 #endif
905
906         /* If interrupts are not attached, do not return a request frame */
907         if (!ioc->active)
908                 return NULL;
909
910         spin_lock_irqsave(&ioc->FreeQlock, flags);
911         if (!list_empty(&ioc->FreeQ)) {
912                 int req_offset;
913
914                 mf = list_entry(ioc->FreeQ.next, MPT_FRAME_HDR,
915                                 u.frame.linkage.list);
916                 list_del(&mf->u.frame.linkage.list);
917                 mf->u.frame.linkage.arg1 = 0;
918                 mf->u.frame.hwhdr.msgctxu.fld.cb_idx = cb_idx;  /* byte */
919                 req_offset = (u8 *)mf - (u8 *)ioc->req_frames;
920                                                                 /* u16! */
921                 req_idx = req_offset / ioc->req_sz;
922                 mf->u.frame.hwhdr.msgctxu.fld.req_idx = cpu_to_le16(req_idx);
923                 mf->u.frame.hwhdr.msgctxu.fld.rsvd = 0;
924                 /* Default, will be changed if necessary in SG generation */
925                 ioc->RequestNB[req_idx] = ioc->NB_for_64_byte_frame;
926 #ifdef MFCNT
927                 ioc->mfcnt++;
928 #endif
929         }
930         else
931                 mf = NULL;
932         spin_unlock_irqrestore(&ioc->FreeQlock, flags);
933
934 #ifdef MFCNT
935         if (mf == NULL)
936                 printk(MYIOC_s_WARN_FMT "IOC Active. No free Msg Frames! "
937                     "Count 0x%x Max 0x%x\n", ioc->name, ioc->mfcnt,
938                     ioc->req_depth);
939         mfcounter++;
940         if (mfcounter == PRINT_MF_COUNT)
941                 printk(MYIOC_s_INFO_FMT "MF Count 0x%x Max 0x%x \n", ioc->name,
942                     ioc->mfcnt, ioc->req_depth);
943 #endif
944
945         dmfprintk(ioc, printk(MYIOC_s_DEBUG_FMT "mpt_get_msg_frame(%d,%d), got mf=%p\n",
946             ioc->name, cb_idx, ioc->id, mf));
947         return mf;
948 }
949
950 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
951 /**
952  *      mpt_put_msg_frame - Send a protocol-specific MPT request frame to an IOC
953  *      @cb_idx: Handle of registered MPT protocol driver
954  *      @ioc: Pointer to MPT adapter structure
955  *      @mf: Pointer to MPT request frame
956  *
957  *      This routine posts an MPT request frame to the request post FIFO of a
958  *      specific MPT adapter.
959  */
960 void
961 mpt_put_msg_frame(u8 cb_idx, MPT_ADAPTER *ioc, MPT_FRAME_HDR *mf)
962 {
963         u32 mf_dma_addr;
964         int req_offset;
965         u16      req_idx;       /* Request index */
966
967         /* ensure values are reset properly! */
968         mf->u.frame.hwhdr.msgctxu.fld.cb_idx = cb_idx;          /* byte */
969         req_offset = (u8 *)mf - (u8 *)ioc->req_frames;
970                                                                 /* u16! */
971         req_idx = req_offset / ioc->req_sz;
972         mf->u.frame.hwhdr.msgctxu.fld.req_idx = cpu_to_le16(req_idx);
973         mf->u.frame.hwhdr.msgctxu.fld.rsvd = 0;
974
975         DBG_DUMP_PUT_MSG_FRAME(ioc, (u32 *)mf);
976
977         mf_dma_addr = (ioc->req_frames_low_dma + req_offset) | ioc->RequestNB[req_idx];
978         dsgprintk(ioc, printk(MYIOC_s_DEBUG_FMT "mf_dma_addr=%x req_idx=%d "
979             "RequestNB=%x\n", ioc->name, mf_dma_addr, req_idx,
980             ioc->RequestNB[req_idx]));
981         CHIPREG_WRITE32(&ioc->chip->RequestFifo, mf_dma_addr);
982 }
983
984 /**
985  *      mpt_put_msg_frame_hi_pri - Send a hi-pri protocol-specific MPT request frame
986  *      @cb_idx: Handle of registered MPT protocol driver
987  *      @ioc: Pointer to MPT adapter structure
988  *      @mf: Pointer to MPT request frame
989  *
990  *      Send a protocol-specific MPT request frame to an IOC using
991  *      hi-priority request queue.
992  *
993  *      This routine posts an MPT request frame to the request post FIFO of a
994  *      specific MPT adapter.
995  **/
996 void
997 mpt_put_msg_frame_hi_pri(u8 cb_idx, MPT_ADAPTER *ioc, MPT_FRAME_HDR *mf)
998 {
999         u32 mf_dma_addr;
1000         int req_offset;
1001         u16      req_idx;       /* Request index */
1002
1003         /* ensure values are reset properly! */
1004         mf->u.frame.hwhdr.msgctxu.fld.cb_idx = cb_idx;
1005         req_offset = (u8 *)mf - (u8 *)ioc->req_frames;
1006         req_idx = req_offset / ioc->req_sz;
1007         mf->u.frame.hwhdr.msgctxu.fld.req_idx = cpu_to_le16(req_idx);
1008         mf->u.frame.hwhdr.msgctxu.fld.rsvd = 0;
1009
1010         DBG_DUMP_PUT_MSG_FRAME(ioc, (u32 *)mf);
1011
1012         mf_dma_addr = (ioc->req_frames_low_dma + req_offset);
1013         dsgprintk(ioc, printk(MYIOC_s_DEBUG_FMT "mf_dma_addr=%x req_idx=%d\n",
1014                 ioc->name, mf_dma_addr, req_idx));
1015         CHIPREG_WRITE32(&ioc->chip->RequestHiPriFifo, mf_dma_addr);
1016 }
1017
1018 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1019 /**
1020  *      mpt_free_msg_frame - Place MPT request frame back on FreeQ.
1021  *      @ioc: Pointer to MPT adapter structure
1022  *      @mf: Pointer to MPT request frame
1023  *
1024  *      This routine places a MPT request frame back on the MPT adapter's
1025  *      FreeQ.
1026  */
1027 void
1028 mpt_free_msg_frame(MPT_ADAPTER *ioc, MPT_FRAME_HDR *mf)
1029 {
1030         unsigned long flags;
1031
1032         /*  Put Request back on FreeQ!  */
1033         spin_lock_irqsave(&ioc->FreeQlock, flags);
1034         if (cpu_to_le32(mf->u.frame.linkage.arg1) == 0xdeadbeaf)
1035                 goto out;
1036         /* signature to know if this mf is freed */
1037         mf->u.frame.linkage.arg1 = cpu_to_le32(0xdeadbeaf);
1038         list_add(&mf->u.frame.linkage.list, &ioc->FreeQ);
1039 #ifdef MFCNT
1040         ioc->mfcnt--;
1041 #endif
1042  out:
1043         spin_unlock_irqrestore(&ioc->FreeQlock, flags);
1044 }
1045
1046 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1047 /**
1048  *      mpt_add_sge - Place a simple 32 bit SGE at address pAddr.
1049  *      @pAddr: virtual address for SGE
1050  *      @flagslength: SGE flags and data transfer length
1051  *      @dma_addr: Physical address
1052  *
1053  *      This routine places a MPT request frame back on the MPT adapter's
1054  *      FreeQ.
1055  */
1056 static void
1057 mpt_add_sge(void *pAddr, u32 flagslength, dma_addr_t dma_addr)
1058 {
1059         SGESimple32_t *pSge = (SGESimple32_t *) pAddr;
1060         pSge->FlagsLength = cpu_to_le32(flagslength);
1061         pSge->Address = cpu_to_le32(dma_addr);
1062 }
1063
1064 /**
1065  *      mpt_add_sge_64bit - Place a simple 64 bit SGE at address pAddr.
1066  *      @pAddr: virtual address for SGE
1067  *      @flagslength: SGE flags and data transfer length
1068  *      @dma_addr: Physical address
1069  *
1070  *      This routine places a MPT request frame back on the MPT adapter's
1071  *      FreeQ.
1072  **/
1073 static void
1074 mpt_add_sge_64bit(void *pAddr, u32 flagslength, dma_addr_t dma_addr)
1075 {
1076         SGESimple64_t *pSge = (SGESimple64_t *) pAddr;
1077         pSge->Address.Low = cpu_to_le32
1078                         (lower_32_bits(dma_addr));
1079         pSge->Address.High = cpu_to_le32
1080                         (upper_32_bits(dma_addr));
1081         pSge->FlagsLength = cpu_to_le32
1082                         ((flagslength | MPT_SGE_FLAGS_64_BIT_ADDRESSING));
1083 }
1084
1085 /**
1086  *      mpt_add_sge_64bit_1078 - Place a simple 64 bit SGE at address pAddr (1078 workaround).
1087  *      @pAddr: virtual address for SGE
1088  *      @flagslength: SGE flags and data transfer length
1089  *      @dma_addr: Physical address
1090  *
1091  *      This routine places a MPT request frame back on the MPT adapter's
1092  *      FreeQ.
1093  **/
1094 static void
1095 mpt_add_sge_64bit_1078(void *pAddr, u32 flagslength, dma_addr_t dma_addr)
1096 {
1097         SGESimple64_t *pSge = (SGESimple64_t *) pAddr;
1098         u32 tmp;
1099
1100         pSge->Address.Low = cpu_to_le32
1101                         (lower_32_bits(dma_addr));
1102         tmp = (u32)(upper_32_bits(dma_addr));
1103
1104         /*
1105          * 1078 errata workaround for the 36GB limitation
1106          */
1107         if ((((u64)dma_addr + MPI_SGE_LENGTH(flagslength)) >> 32)  == 9) {
1108                 flagslength |=
1109                     MPI_SGE_SET_FLAGS(MPI_SGE_FLAGS_LOCAL_ADDRESS);
1110                 tmp |= (1<<31);
1111                 if (mpt_debug_level & MPT_DEBUG_36GB_MEM)
1112                         printk(KERN_DEBUG "1078 P0M2 addressing for "
1113                             "addr = 0x%llx len = %d\n",
1114                             (unsigned long long)dma_addr,
1115                             MPI_SGE_LENGTH(flagslength));
1116         }
1117
1118         pSge->Address.High = cpu_to_le32(tmp);
1119         pSge->FlagsLength = cpu_to_le32(
1120                 (flagslength | MPT_SGE_FLAGS_64_BIT_ADDRESSING));
1121 }
1122
1123 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1124 /**
1125  *      mpt_add_chain - Place a 32 bit chain SGE at address pAddr.
1126  *      @pAddr: virtual address for SGE
1127  *      @next: nextChainOffset value (u32's)
1128  *      @length: length of next SGL segment
1129  *      @dma_addr: Physical address
1130  *
1131  */
1132 static void
1133 mpt_add_chain(void *pAddr, u8 next, u16 length, dma_addr_t dma_addr)
1134 {
1135                 SGEChain32_t *pChain = (SGEChain32_t *) pAddr;
1136                 pChain->Length = cpu_to_le16(length);
1137                 pChain->Flags = MPI_SGE_FLAGS_CHAIN_ELEMENT;
1138                 pChain->NextChainOffset = next;
1139                 pChain->Address = cpu_to_le32(dma_addr);
1140 }
1141
1142 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1143 /**
1144  *      mpt_add_chain_64bit - Place a 64 bit chain SGE at address pAddr.
1145  *      @pAddr: virtual address for SGE
1146  *      @next: nextChainOffset value (u32's)
1147  *      @length: length of next SGL segment
1148  *      @dma_addr: Physical address
1149  *
1150  */
1151 static void
1152 mpt_add_chain_64bit(void *pAddr, u8 next, u16 length, dma_addr_t dma_addr)
1153 {
1154                 SGEChain64_t *pChain = (SGEChain64_t *) pAddr;
1155                 u32 tmp = dma_addr & 0xFFFFFFFF;
1156
1157                 pChain->Length = cpu_to_le16(length);
1158                 pChain->Flags = (MPI_SGE_FLAGS_CHAIN_ELEMENT |
1159                                  MPI_SGE_FLAGS_64_BIT_ADDRESSING);
1160
1161                 pChain->NextChainOffset = next;
1162
1163                 pChain->Address.Low = cpu_to_le32(tmp);
1164                 tmp = (u32)(upper_32_bits(dma_addr));
1165                 pChain->Address.High = cpu_to_le32(tmp);
1166 }
1167
1168 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1169 /**
1170  *      mpt_send_handshake_request - Send MPT request via doorbell handshake method.
1171  *      @cb_idx: Handle of registered MPT protocol driver
1172  *      @ioc: Pointer to MPT adapter structure
1173  *      @reqBytes: Size of the request in bytes
1174  *      @req: Pointer to MPT request frame
1175  *      @sleepFlag: Use schedule if CAN_SLEEP else use udelay.
1176  *
1177  *      This routine is used exclusively to send MptScsiTaskMgmt
1178  *      requests since they are required to be sent via doorbell handshake.
1179  *
1180  *      NOTE: It is the callers responsibility to byte-swap fields in the
1181  *      request which are greater than 1 byte in size.
1182  *
1183  *      Returns 0 for success, non-zero for failure.
1184  */
1185 int
1186 mpt_send_handshake_request(u8 cb_idx, MPT_ADAPTER *ioc, int reqBytes, u32 *req, int sleepFlag)
1187 {
1188         int     r = 0;
1189         u8      *req_as_bytes;
1190         int      ii;
1191
1192         /* State is known to be good upon entering
1193          * this function so issue the bus reset
1194          * request.
1195          */
1196
1197         /*
1198          * Emulate what mpt_put_msg_frame() does /wrt to sanity
1199          * setting cb_idx/req_idx.  But ONLY if this request
1200          * is in proper (pre-alloc'd) request buffer range...
1201          */
1202         ii = MFPTR_2_MPT_INDEX(ioc,(MPT_FRAME_HDR*)req);
1203         if (reqBytes >= 12 && ii >= 0 && ii < ioc->req_depth) {
1204                 MPT_FRAME_HDR *mf = (MPT_FRAME_HDR*)req;
1205                 mf->u.frame.hwhdr.msgctxu.fld.req_idx = cpu_to_le16(ii);
1206                 mf->u.frame.hwhdr.msgctxu.fld.cb_idx = cb_idx;
1207         }
1208
1209         /* Make sure there are no doorbells */
1210         CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1211
1212         CHIPREG_WRITE32(&ioc->chip->Doorbell,
1213                         ((MPI_FUNCTION_HANDSHAKE<<MPI_DOORBELL_FUNCTION_SHIFT) |
1214                          ((reqBytes/4)<<MPI_DOORBELL_ADD_DWORDS_SHIFT)));
1215
1216         /* Wait for IOC doorbell int */
1217         if ((ii = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0) {
1218                 return ii;
1219         }
1220
1221         /* Read doorbell and check for active bit */
1222         if (!(CHIPREG_READ32(&ioc->chip->Doorbell) & MPI_DOORBELL_ACTIVE))
1223                 return -5;
1224
1225         dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "mpt_send_handshake_request start, WaitCnt=%d\n",
1226                 ioc->name, ii));
1227
1228         CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1229
1230         if ((r = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0) {
1231                 return -2;
1232         }
1233
1234         /* Send request via doorbell handshake */
1235         req_as_bytes = (u8 *) req;
1236         for (ii = 0; ii < reqBytes/4; ii++) {
1237                 u32 word;
1238
1239                 word = ((req_as_bytes[(ii*4) + 0] <<  0) |
1240                         (req_as_bytes[(ii*4) + 1] <<  8) |
1241                         (req_as_bytes[(ii*4) + 2] << 16) |
1242                         (req_as_bytes[(ii*4) + 3] << 24));
1243                 CHIPREG_WRITE32(&ioc->chip->Doorbell, word);
1244                 if ((r = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0) {
1245                         r = -3;
1246                         break;
1247                 }
1248         }
1249
1250         if (r >= 0 && WaitForDoorbellInt(ioc, 10, sleepFlag) >= 0)
1251                 r = 0;
1252         else
1253                 r = -4;
1254
1255         /* Make sure there are no doorbells */
1256         CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1257
1258         return r;
1259 }
1260
1261 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1262 /**
1263  * mpt_host_page_access_control - control the IOC's Host Page Buffer access
1264  * @ioc: Pointer to MPT adapter structure
1265  * @access_control_value: define bits below
1266  * @sleepFlag: Specifies whether the process can sleep
1267  *
1268  * Provides mechanism for the host driver to control the IOC's
1269  * Host Page Buffer access.
1270  *
1271  * Access Control Value - bits[15:12]
1272  * 0h Reserved
1273  * 1h Enable Access { MPI_DB_HPBAC_ENABLE_ACCESS }
1274  * 2h Disable Access { MPI_DB_HPBAC_DISABLE_ACCESS }
1275  * 3h Free Buffer { MPI_DB_HPBAC_FREE_BUFFER }
1276  *
1277  * Returns 0 for success, non-zero for failure.
1278  */
1279
1280 static int
1281 mpt_host_page_access_control(MPT_ADAPTER *ioc, u8 access_control_value, int sleepFlag)
1282 {
1283         int      r = 0;
1284
1285         /* return if in use */
1286         if (CHIPREG_READ32(&ioc->chip->Doorbell)
1287             & MPI_DOORBELL_ACTIVE)
1288             return -1;
1289
1290         CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1291
1292         CHIPREG_WRITE32(&ioc->chip->Doorbell,
1293                 ((MPI_FUNCTION_HOST_PAGEBUF_ACCESS_CONTROL
1294                  <<MPI_DOORBELL_FUNCTION_SHIFT) |
1295                  (access_control_value<<12)));
1296
1297         /* Wait for IOC to clear Doorbell Status bit */
1298         if ((r = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0) {
1299                 return -2;
1300         }else
1301                 return 0;
1302 }
1303
1304 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1305 /**
1306  *      mpt_host_page_alloc - allocate system memory for the fw
1307  *      @ioc: Pointer to pointer to IOC adapter
1308  *      @ioc_init: Pointer to ioc init config page
1309  *
1310  *      If we already allocated memory in past, then resend the same pointer.
1311  *      Returns 0 for success, non-zero for failure.
1312  */
1313 static int
1314 mpt_host_page_alloc(MPT_ADAPTER *ioc, pIOCInit_t ioc_init)
1315 {
1316         char    *psge;
1317         int     flags_length;
1318         u32     host_page_buffer_sz=0;
1319
1320         if(!ioc->HostPageBuffer) {
1321
1322                 host_page_buffer_sz =
1323                     le32_to_cpu(ioc->facts.HostPageBufferSGE.FlagsLength) & 0xFFFFFF;
1324
1325                 if(!host_page_buffer_sz)
1326                         return 0; /* fw doesn't need any host buffers */
1327
1328                 /* spin till we get enough memory */
1329                 while(host_page_buffer_sz > 0) {
1330
1331                         if((ioc->HostPageBuffer = pci_alloc_consistent(
1332                             ioc->pcidev,
1333                             host_page_buffer_sz,
1334                             &ioc->HostPageBuffer_dma)) != NULL) {
1335
1336                                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
1337                                     "host_page_buffer @ %p, dma @ %x, sz=%d bytes\n",
1338                                     ioc->name, ioc->HostPageBuffer,
1339                                     (u32)ioc->HostPageBuffer_dma,
1340                                     host_page_buffer_sz));
1341                                 ioc->alloc_total += host_page_buffer_sz;
1342                                 ioc->HostPageBuffer_sz = host_page_buffer_sz;
1343                                 break;
1344                         }
1345
1346                         host_page_buffer_sz -= (4*1024);
1347                 }
1348         }
1349
1350         if(!ioc->HostPageBuffer) {
1351                 printk(MYIOC_s_ERR_FMT
1352                     "Failed to alloc memory for host_page_buffer!\n",
1353                     ioc->name);
1354                 return -999;
1355         }
1356
1357         psge = (char *)&ioc_init->HostPageBufferSGE;
1358         flags_length = MPI_SGE_FLAGS_SIMPLE_ELEMENT |
1359             MPI_SGE_FLAGS_SYSTEM_ADDRESS |
1360             MPI_SGE_FLAGS_HOST_TO_IOC |
1361             MPI_SGE_FLAGS_END_OF_BUFFER;
1362         flags_length = flags_length << MPI_SGE_FLAGS_SHIFT;
1363         flags_length |= ioc->HostPageBuffer_sz;
1364         ioc->add_sge(psge, flags_length, ioc->HostPageBuffer_dma);
1365         ioc->facts.HostPageBufferSGE = ioc_init->HostPageBufferSGE;
1366
1367 return 0;
1368 }
1369
1370 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1371 /**
1372  *      mpt_verify_adapter - Given IOC identifier, set pointer to its adapter structure.
1373  *      @iocid: IOC unique identifier (integer)
1374  *      @iocpp: Pointer to pointer to IOC adapter
1375  *
1376  *      Given a unique IOC identifier, set pointer to the associated MPT
1377  *      adapter structure.
1378  *
1379  *      Returns iocid and sets iocpp if iocid is found.
1380  *      Returns -1 if iocid is not found.
1381  */
1382 int
1383 mpt_verify_adapter(int iocid, MPT_ADAPTER **iocpp)
1384 {
1385         MPT_ADAPTER *ioc;
1386
1387         list_for_each_entry(ioc,&ioc_list,list) {
1388                 if (ioc->id == iocid) {
1389                         *iocpp =ioc;
1390                         return iocid;
1391                 }
1392         }
1393
1394         *iocpp = NULL;
1395         return -1;
1396 }
1397
1398 /**
1399  *      mpt_get_product_name - returns product string
1400  *      @vendor: pci vendor id
1401  *      @device: pci device id
1402  *      @revision: pci revision id
1403  *
1404  *      Returns product string displayed when driver loads,
1405  *      in /proc/mpt/summary and /sysfs/class/scsi_host/host<X>/version_product
1406  *
1407  **/
1408 static const char*
1409 mpt_get_product_name(u16 vendor, u16 device, u8 revision)
1410 {
1411         char *product_str = NULL;
1412
1413         if (vendor == PCI_VENDOR_ID_BROCADE) {
1414                 switch (device)
1415                 {
1416                 case MPI_MANUFACTPAGE_DEVICEID_FC949E:
1417                         switch (revision)
1418                         {
1419                         case 0x00:
1420                                 product_str = "BRE040 A0";
1421                                 break;
1422                         case 0x01:
1423                                 product_str = "BRE040 A1";
1424                                 break;
1425                         default:
1426                                 product_str = "BRE040";
1427                                 break;
1428                         }
1429                         break;
1430                 }
1431                 goto out;
1432         }
1433
1434         switch (device)
1435         {
1436         case MPI_MANUFACTPAGE_DEVICEID_FC909:
1437                 product_str = "LSIFC909 B1";
1438                 break;
1439         case MPI_MANUFACTPAGE_DEVICEID_FC919:
1440                 product_str = "LSIFC919 B0";
1441                 break;
1442         case MPI_MANUFACTPAGE_DEVICEID_FC929:
1443                 product_str = "LSIFC929 B0";
1444                 break;
1445         case MPI_MANUFACTPAGE_DEVICEID_FC919X:
1446                 if (revision < 0x80)
1447                         product_str = "LSIFC919X A0";
1448                 else
1449                         product_str = "LSIFC919XL A1";
1450                 break;
1451         case MPI_MANUFACTPAGE_DEVICEID_FC929X:
1452                 if (revision < 0x80)
1453                         product_str = "LSIFC929X A0";
1454                 else
1455                         product_str = "LSIFC929XL A1";
1456                 break;
1457         case MPI_MANUFACTPAGE_DEVICEID_FC939X:
1458                 product_str = "LSIFC939X A1";
1459                 break;
1460         case MPI_MANUFACTPAGE_DEVICEID_FC949X:
1461                 product_str = "LSIFC949X A1";
1462                 break;
1463         case MPI_MANUFACTPAGE_DEVICEID_FC949E:
1464                 switch (revision)
1465                 {
1466                 case 0x00:
1467                         product_str = "LSIFC949E A0";
1468                         break;
1469                 case 0x01:
1470                         product_str = "LSIFC949E A1";
1471                         break;
1472                 default:
1473                         product_str = "LSIFC949E";
1474                         break;
1475                 }
1476                 break;
1477         case MPI_MANUFACTPAGE_DEVID_53C1030:
1478                 switch (revision)
1479                 {
1480                 case 0x00:
1481                         product_str = "LSI53C1030 A0";
1482                         break;
1483                 case 0x01:
1484                         product_str = "LSI53C1030 B0";
1485                         break;
1486                 case 0x03:
1487                         product_str = "LSI53C1030 B1";
1488                         break;
1489                 case 0x07:
1490                         product_str = "LSI53C1030 B2";
1491                         break;
1492                 case 0x08:
1493                         product_str = "LSI53C1030 C0";
1494                         break;
1495                 case 0x80:
1496                         product_str = "LSI53C1030T A0";
1497                         break;
1498                 case 0x83:
1499                         product_str = "LSI53C1030T A2";
1500                         break;
1501                 case 0x87:
1502                         product_str = "LSI53C1030T A3";
1503                         break;
1504                 case 0xc1:
1505                         product_str = "LSI53C1020A A1";
1506                         break;
1507                 default:
1508                         product_str = "LSI53C1030";
1509                         break;
1510                 }
1511                 break;
1512         case MPI_MANUFACTPAGE_DEVID_1030_53C1035:
1513                 switch (revision)
1514                 {
1515                 case 0x03:
1516                         product_str = "LSI53C1035 A2";
1517                         break;
1518                 case 0x04:
1519                         product_str = "LSI53C1035 B0";
1520                         break;
1521                 default:
1522                         product_str = "LSI53C1035";
1523                         break;
1524                 }
1525                 break;
1526         case MPI_MANUFACTPAGE_DEVID_SAS1064:
1527                 switch (revision)
1528                 {
1529                 case 0x00:
1530                         product_str = "LSISAS1064 A1";
1531                         break;
1532                 case 0x01:
1533                         product_str = "LSISAS1064 A2";
1534                         break;
1535                 case 0x02:
1536                         product_str = "LSISAS1064 A3";
1537                         break;
1538                 case 0x03:
1539                         product_str = "LSISAS1064 A4";
1540                         break;
1541                 default:
1542                         product_str = "LSISAS1064";
1543                         break;
1544                 }
1545                 break;
1546         case MPI_MANUFACTPAGE_DEVID_SAS1064E:
1547                 switch (revision)
1548                 {
1549                 case 0x00:
1550                         product_str = "LSISAS1064E A0";
1551                         break;
1552                 case 0x01:
1553                         product_str = "LSISAS1064E B0";
1554                         break;
1555                 case 0x02:
1556                         product_str = "LSISAS1064E B1";
1557                         break;
1558                 case 0x04:
1559                         product_str = "LSISAS1064E B2";
1560                         break;
1561                 case 0x08:
1562                         product_str = "LSISAS1064E B3";
1563                         break;
1564                 default:
1565                         product_str = "LSISAS1064E";
1566                         break;
1567                 }
1568                 break;
1569         case MPI_MANUFACTPAGE_DEVID_SAS1068:
1570                 switch (revision)
1571                 {
1572                 case 0x00:
1573                         product_str = "LSISAS1068 A0";
1574                         break;
1575                 case 0x01:
1576                         product_str = "LSISAS1068 B0";
1577                         break;
1578                 case 0x02:
1579                         product_str = "LSISAS1068 B1";
1580                         break;
1581                 default:
1582                         product_str = "LSISAS1068";
1583                         break;
1584                 }
1585                 break;
1586         case MPI_MANUFACTPAGE_DEVID_SAS1068E:
1587                 switch (revision)
1588                 {
1589                 case 0x00:
1590                         product_str = "LSISAS1068E A0";
1591                         break;
1592                 case 0x01:
1593                         product_str = "LSISAS1068E B0";
1594                         break;
1595                 case 0x02:
1596                         product_str = "LSISAS1068E B1";
1597                         break;
1598                 case 0x04:
1599                         product_str = "LSISAS1068E B2";
1600                         break;
1601                 case 0x08:
1602                         product_str = "LSISAS1068E B3";
1603                         break;
1604                 default:
1605                         product_str = "LSISAS1068E";
1606                         break;
1607                 }
1608                 break;
1609         case MPI_MANUFACTPAGE_DEVID_SAS1078:
1610                 switch (revision)
1611                 {
1612                 case 0x00:
1613                         product_str = "LSISAS1078 A0";
1614                         break;
1615                 case 0x01:
1616                         product_str = "LSISAS1078 B0";
1617                         break;
1618                 case 0x02:
1619                         product_str = "LSISAS1078 C0";
1620                         break;
1621                 case 0x03:
1622                         product_str = "LSISAS1078 C1";
1623                         break;
1624                 case 0x04:
1625                         product_str = "LSISAS1078 C2";
1626                         break;
1627                 default:
1628                         product_str = "LSISAS1078";
1629                         break;
1630                 }
1631                 break;
1632         }
1633
1634  out:
1635         return product_str;
1636 }
1637
1638 /**
1639  *      mpt_mapresources - map in memory mapped io
1640  *      @ioc: Pointer to pointer to IOC adapter
1641  *
1642  **/
1643 static int
1644 mpt_mapresources(MPT_ADAPTER *ioc)
1645 {
1646         u8              __iomem *mem;
1647         int              ii;
1648         resource_size_t  mem_phys;
1649         unsigned long    port;
1650         u32              msize;
1651         u32              psize;
1652         int              r = -ENODEV;
1653         struct pci_dev *pdev;
1654
1655         pdev = ioc->pcidev;
1656         ioc->bars = pci_select_bars(pdev, IORESOURCE_MEM);
1657         if (pci_enable_device_mem(pdev)) {
1658                 printk(MYIOC_s_ERR_FMT "pci_enable_device_mem() "
1659                     "failed\n", ioc->name);
1660                 return r;
1661         }
1662         if (pci_request_selected_regions(pdev, ioc->bars, "mpt")) {
1663                 printk(MYIOC_s_ERR_FMT "pci_request_selected_regions() with "
1664                     "MEM failed\n", ioc->name);
1665                 goto out_pci_disable_device;
1666         }
1667
1668         if (sizeof(dma_addr_t) > 4) {
1669                 const uint64_t required_mask = dma_get_required_mask
1670                     (&pdev->dev);
1671                 if (required_mask > DMA_BIT_MASK(32)
1672                         && !pci_set_dma_mask(pdev, DMA_BIT_MASK(64))
1673                         && !pci_set_consistent_dma_mask(pdev,
1674                                                  DMA_BIT_MASK(64))) {
1675                         ioc->dma_mask = DMA_BIT_MASK(64);
1676                         dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
1677                                 ": 64 BIT PCI BUS DMA ADDRESSING SUPPORTED\n",
1678                                 ioc->name));
1679                 } else if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32))
1680                         && !pci_set_consistent_dma_mask(pdev,
1681                                                 DMA_BIT_MASK(32))) {
1682                         ioc->dma_mask = DMA_BIT_MASK(32);
1683                         dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
1684                                 ": 32 BIT PCI BUS DMA ADDRESSING SUPPORTED\n",
1685                                 ioc->name));
1686                 } else {
1687                         printk(MYIOC_s_WARN_FMT "no suitable DMA mask for %s\n",
1688                             ioc->name, pci_name(pdev));
1689                         goto out_pci_release_region;
1690                 }
1691         } else {
1692                 if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32))
1693                         && !pci_set_consistent_dma_mask(pdev,
1694                                                 DMA_BIT_MASK(32))) {
1695                         ioc->dma_mask = DMA_BIT_MASK(32);
1696                         dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
1697                                 ": 32 BIT PCI BUS DMA ADDRESSING SUPPORTED\n",
1698                                 ioc->name));
1699                 } else {
1700                         printk(MYIOC_s_WARN_FMT "no suitable DMA mask for %s\n",
1701                             ioc->name, pci_name(pdev));
1702                         goto out_pci_release_region;
1703                 }
1704         }
1705
1706         mem_phys = msize = 0;
1707         port = psize = 0;
1708         for (ii = 0; ii < DEVICE_COUNT_RESOURCE; ii++) {
1709                 if (pci_resource_flags(pdev, ii) & PCI_BASE_ADDRESS_SPACE_IO) {
1710                         if (psize)
1711                                 continue;
1712                         /* Get I/O space! */
1713                         port = pci_resource_start(pdev, ii);
1714                         psize = pci_resource_len(pdev, ii);
1715                 } else {
1716                         if (msize)
1717                                 continue;
1718                         /* Get memmap */
1719                         mem_phys = pci_resource_start(pdev, ii);
1720                         msize = pci_resource_len(pdev, ii);
1721                 }
1722         }
1723         ioc->mem_size = msize;
1724
1725         mem = NULL;
1726         /* Get logical ptr for PciMem0 space */
1727         /*mem = ioremap(mem_phys, msize);*/
1728         mem = ioremap(mem_phys, msize);
1729         if (mem == NULL) {
1730                 printk(MYIOC_s_ERR_FMT ": ERROR - Unable to map adapter"
1731                         " memory!\n", ioc->name);
1732                 r = -EINVAL;
1733                 goto out_pci_release_region;
1734         }
1735         ioc->memmap = mem;
1736         dinitprintk(ioc, printk(MYIOC_s_INFO_FMT "mem = %p, mem_phys = %llx\n",
1737             ioc->name, mem, (unsigned long long)mem_phys));
1738
1739         ioc->mem_phys = mem_phys;
1740         ioc->chip = (SYSIF_REGS __iomem *)mem;
1741
1742         /* Save Port IO values in case we need to do downloadboot */
1743         ioc->pio_mem_phys = port;
1744         ioc->pio_chip = (SYSIF_REGS __iomem *)port;
1745
1746         return 0;
1747
1748 out_pci_release_region:
1749         pci_release_selected_regions(pdev, ioc->bars);
1750 out_pci_disable_device:
1751         pci_disable_device(pdev);
1752         return r;
1753 }
1754
1755 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1756 /**
1757  *      mpt_attach - Install a PCI intelligent MPT adapter.
1758  *      @pdev: Pointer to pci_dev structure
1759  *      @id: PCI device ID information
1760  *
1761  *      This routine performs all the steps necessary to bring the IOC of
1762  *      a MPT adapter to a OPERATIONAL state.  This includes registering
1763  *      memory regions, registering the interrupt, and allocating request
1764  *      and reply memory pools.
1765  *
1766  *      This routine also pre-fetches the LAN MAC address of a Fibre Channel
1767  *      MPT adapter.
1768  *
1769  *      Returns 0 for success, non-zero for failure.
1770  *
1771  *      TODO: Add support for polled controllers
1772  */
1773 int
1774 mpt_attach(struct pci_dev *pdev, const struct pci_device_id *id)
1775 {
1776         MPT_ADAPTER     *ioc;
1777         u8               cb_idx;
1778         int              r = -ENODEV;
1779         u8               pcixcmd;
1780         static int       mpt_ids = 0;
1781 #ifdef CONFIG_PROC_FS
1782         struct proc_dir_entry *dent;
1783 #endif
1784
1785         ioc = kzalloc(sizeof(MPT_ADAPTER), GFP_ATOMIC);
1786         if (ioc == NULL) {
1787                 printk(KERN_ERR MYNAM ": ERROR - Insufficient memory to add adapter!\n");
1788                 return -ENOMEM;
1789         }
1790
1791         ioc->id = mpt_ids++;
1792         sprintf(ioc->name, "ioc%d", ioc->id);
1793         dinitprintk(ioc, printk(KERN_WARNING MYNAM ": mpt_adapter_install\n"));
1794
1795         /*
1796          * set initial debug level
1797          * (refer to mptdebug.h)
1798          *
1799          */
1800         ioc->debug_level = mpt_debug_level;
1801         if (mpt_debug_level)
1802                 printk(KERN_INFO "mpt_debug_level=%xh\n", mpt_debug_level);
1803
1804         dinitprintk(ioc, printk(MYIOC_s_INFO_FMT ": mpt_adapter_install\n", ioc->name));
1805
1806         ioc->pcidev = pdev;
1807         if (mpt_mapresources(ioc)) {
1808                 kfree(ioc);
1809                 return r;
1810         }
1811
1812         /*
1813          * Setting up proper handlers for scatter gather handling
1814          */
1815         if (ioc->dma_mask == DMA_BIT_MASK(64)) {
1816                 if (pdev->device == MPI_MANUFACTPAGE_DEVID_SAS1078)
1817                         ioc->add_sge = &mpt_add_sge_64bit_1078;
1818                 else
1819                         ioc->add_sge = &mpt_add_sge_64bit;
1820                 ioc->add_chain = &mpt_add_chain_64bit;
1821                 ioc->sg_addr_size = 8;
1822         } else {
1823                 ioc->add_sge = &mpt_add_sge;
1824                 ioc->add_chain = &mpt_add_chain;
1825                 ioc->sg_addr_size = 4;
1826         }
1827         ioc->SGE_size = sizeof(u32) + ioc->sg_addr_size;
1828
1829         ioc->alloc_total = sizeof(MPT_ADAPTER);
1830         ioc->req_sz = MPT_DEFAULT_FRAME_SIZE;           /* avoid div by zero! */
1831         ioc->reply_sz = MPT_REPLY_FRAME_SIZE;
1832
1833
1834         spin_lock_init(&ioc->taskmgmt_lock);
1835         mutex_init(&ioc->internal_cmds.mutex);
1836         init_completion(&ioc->internal_cmds.done);
1837         mutex_init(&ioc->mptbase_cmds.mutex);
1838         init_completion(&ioc->mptbase_cmds.done);
1839         mutex_init(&ioc->taskmgmt_cmds.mutex);
1840         init_completion(&ioc->taskmgmt_cmds.done);
1841
1842         /* Initialize the event logging.
1843          */
1844         ioc->eventTypes = 0;    /* None */
1845         ioc->eventContext = 0;
1846         ioc->eventLogSize = 0;
1847         ioc->events = NULL;
1848
1849 #ifdef MFCNT
1850         ioc->mfcnt = 0;
1851 #endif
1852
1853         ioc->sh = NULL;
1854         ioc->cached_fw = NULL;
1855
1856         /* Initialize SCSI Config Data structure
1857          */
1858         memset(&ioc->spi_data, 0, sizeof(SpiCfgData));
1859
1860         /* Initialize the fc rport list head.
1861          */
1862         INIT_LIST_HEAD(&ioc->fc_rports);
1863
1864         /* Find lookup slot. */
1865         INIT_LIST_HEAD(&ioc->list);
1866
1867
1868         /* Initialize workqueue */
1869         INIT_DELAYED_WORK(&ioc->fault_reset_work, mpt_fault_reset_work);
1870
1871         snprintf(ioc->reset_work_q_name, MPT_KOBJ_NAME_LEN,
1872                  "mpt_poll_%d", ioc->id);
1873         ioc->reset_work_q =
1874                 create_singlethread_workqueue(ioc->reset_work_q_name);
1875         if (!ioc->reset_work_q) {
1876                 printk(MYIOC_s_ERR_FMT "Insufficient memory to add adapter!\n",
1877                     ioc->name);
1878                 pci_release_selected_regions(pdev, ioc->bars);
1879                 kfree(ioc);
1880                 return -ENOMEM;
1881         }
1882
1883         dinitprintk(ioc, printk(MYIOC_s_INFO_FMT "facts @ %p, pfacts[0] @ %p\n",
1884             ioc->name, &ioc->facts, &ioc->pfacts[0]));
1885
1886         ioc->prod_name = mpt_get_product_name(pdev->vendor, pdev->device,
1887                                               pdev->revision);
1888
1889         switch (pdev->device)
1890         {
1891         case MPI_MANUFACTPAGE_DEVICEID_FC939X:
1892         case MPI_MANUFACTPAGE_DEVICEID_FC949X:
1893                 ioc->errata_flag_1064 = 1;
1894         case MPI_MANUFACTPAGE_DEVICEID_FC909:
1895         case MPI_MANUFACTPAGE_DEVICEID_FC929:
1896         case MPI_MANUFACTPAGE_DEVICEID_FC919:
1897         case MPI_MANUFACTPAGE_DEVICEID_FC949E:
1898                 ioc->bus_type = FC;
1899                 break;
1900
1901         case MPI_MANUFACTPAGE_DEVICEID_FC929X:
1902                 if (pdev->revision < XL_929) {
1903                         /* 929X Chip Fix. Set Split transactions level
1904                         * for PCIX. Set MOST bits to zero.
1905                         */
1906                         pci_read_config_byte(pdev, 0x6a, &pcixcmd);
1907                         pcixcmd &= 0x8F;
1908                         pci_write_config_byte(pdev, 0x6a, pcixcmd);
1909                 } else {
1910                         /* 929XL Chip Fix. Set MMRBC to 0x08.
1911                         */
1912                         pci_read_config_byte(pdev, 0x6a, &pcixcmd);
1913                         pcixcmd |= 0x08;
1914                         pci_write_config_byte(pdev, 0x6a, pcixcmd);
1915                 }
1916                 ioc->bus_type = FC;
1917                 break;
1918
1919         case MPI_MANUFACTPAGE_DEVICEID_FC919X:
1920                 /* 919X Chip Fix. Set Split transactions level
1921                  * for PCIX. Set MOST bits to zero.
1922                  */
1923                 pci_read_config_byte(pdev, 0x6a, &pcixcmd);
1924                 pcixcmd &= 0x8F;
1925                 pci_write_config_byte(pdev, 0x6a, pcixcmd);
1926                 ioc->bus_type = FC;
1927                 break;
1928
1929         case MPI_MANUFACTPAGE_DEVID_53C1030:
1930                 /* 1030 Chip Fix. Disable Split transactions
1931                  * for PCIX. Set MOST bits to zero if Rev < C0( = 8).
1932                  */
1933                 if (pdev->revision < C0_1030) {
1934                         pci_read_config_byte(pdev, 0x6a, &pcixcmd);
1935                         pcixcmd &= 0x8F;
1936                         pci_write_config_byte(pdev, 0x6a, pcixcmd);
1937                 }
1938
1939         case MPI_MANUFACTPAGE_DEVID_1030_53C1035:
1940                 ioc->bus_type = SPI;
1941                 break;
1942
1943         case MPI_MANUFACTPAGE_DEVID_SAS1064:
1944         case MPI_MANUFACTPAGE_DEVID_SAS1068:
1945                 ioc->errata_flag_1064 = 1;
1946                 ioc->bus_type = SAS;
1947                 break;
1948
1949         case MPI_MANUFACTPAGE_DEVID_SAS1064E:
1950         case MPI_MANUFACTPAGE_DEVID_SAS1068E:
1951         case MPI_MANUFACTPAGE_DEVID_SAS1078:
1952                 ioc->bus_type = SAS;
1953                 break;
1954         }
1955
1956
1957         switch (ioc->bus_type) {
1958
1959         case SAS:
1960                 ioc->msi_enable = mpt_msi_enable_sas;
1961                 break;
1962
1963         case SPI:
1964                 ioc->msi_enable = mpt_msi_enable_spi;
1965                 break;
1966
1967         case FC:
1968                 ioc->msi_enable = mpt_msi_enable_fc;
1969                 break;
1970
1971         default:
1972                 ioc->msi_enable = 0;
1973                 break;
1974         }
1975
1976         ioc->fw_events_off = 1;
1977
1978         if (ioc->errata_flag_1064)
1979                 pci_disable_io_access(pdev);
1980
1981         spin_lock_init(&ioc->FreeQlock);
1982
1983         /* Disable all! */
1984         CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
1985         ioc->active = 0;
1986         CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1987
1988         /* Set IOC ptr in the pcidev's driver data. */
1989         pci_set_drvdata(ioc->pcidev, ioc);
1990
1991         /* Set lookup ptr. */
1992         list_add_tail(&ioc->list, &ioc_list);
1993
1994         /* Check for "bound ports" (929, 929X, 1030, 1035) to reduce redundant resets.
1995          */
1996         mpt_detect_bound_ports(ioc, pdev);
1997
1998         INIT_LIST_HEAD(&ioc->fw_event_list);
1999         spin_lock_init(&ioc->fw_event_lock);
2000         snprintf(ioc->fw_event_q_name, MPT_KOBJ_NAME_LEN, "mpt/%d", ioc->id);
2001         ioc->fw_event_q = create_singlethread_workqueue(ioc->fw_event_q_name);
2002
2003         if ((r = mpt_do_ioc_recovery(ioc, MPT_HOSTEVENT_IOC_BRINGUP,
2004             CAN_SLEEP)) != 0){
2005                 printk(MYIOC_s_ERR_FMT "didn't initialize properly! (%d)\n",
2006                     ioc->name, r);
2007
2008                 list_del(&ioc->list);
2009                 if (ioc->alt_ioc)
2010                         ioc->alt_ioc->alt_ioc = NULL;
2011                 iounmap(ioc->memmap);
2012                 if (r != -5)
2013                         pci_release_selected_regions(pdev, ioc->bars);
2014
2015                 destroy_workqueue(ioc->reset_work_q);
2016                 ioc->reset_work_q = NULL;
2017
2018                 kfree(ioc);
2019                 pci_set_drvdata(pdev, NULL);
2020                 return r;
2021         }
2022
2023         /* call per device driver probe entry point */
2024         for(cb_idx = 0; cb_idx < MPT_MAX_PROTOCOL_DRIVERS; cb_idx++) {
2025                 if(MptDeviceDriverHandlers[cb_idx] &&
2026                   MptDeviceDriverHandlers[cb_idx]->probe) {
2027                         MptDeviceDriverHandlers[cb_idx]->probe(pdev,id);
2028                 }
2029         }
2030
2031 #ifdef CONFIG_PROC_FS
2032         /*
2033          *  Create "/proc/mpt/iocN" subdirectory entry for each MPT adapter.
2034          */
2035         dent = proc_mkdir(ioc->name, mpt_proc_root_dir);
2036         if (dent) {
2037                 proc_create_data("info", S_IRUGO, dent, &mpt_iocinfo_proc_fops, ioc);
2038                 proc_create_data("summary", S_IRUGO, dent, &mpt_summary_proc_fops, ioc);
2039         }
2040 #endif
2041
2042         if (!ioc->alt_ioc)
2043                 queue_delayed_work(ioc->reset_work_q, &ioc->fault_reset_work,
2044                         msecs_to_jiffies(MPT_POLLING_INTERVAL));
2045
2046         return 0;
2047 }
2048
2049 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2050 /**
2051  *      mpt_detach - Remove a PCI intelligent MPT adapter.
2052  *      @pdev: Pointer to pci_dev structure
2053  */
2054
2055 void
2056 mpt_detach(struct pci_dev *pdev)
2057 {
2058         MPT_ADAPTER     *ioc = pci_get_drvdata(pdev);
2059         char pname[32];
2060         u8 cb_idx;
2061         unsigned long flags;
2062         struct workqueue_struct *wq;
2063
2064         /*
2065          * Stop polling ioc for fault condition
2066          */
2067         spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
2068         wq = ioc->reset_work_q;
2069         ioc->reset_work_q = NULL;
2070         spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
2071         cancel_delayed_work(&ioc->fault_reset_work);
2072         destroy_workqueue(wq);
2073
2074         spin_lock_irqsave(&ioc->fw_event_lock, flags);
2075         wq = ioc->fw_event_q;
2076         ioc->fw_event_q = NULL;
2077         spin_unlock_irqrestore(&ioc->fw_event_lock, flags);
2078         destroy_workqueue(wq);
2079
2080         sprintf(pname, MPT_PROCFS_MPTBASEDIR "/%s/summary", ioc->name);
2081         remove_proc_entry(pname, NULL);
2082         sprintf(pname, MPT_PROCFS_MPTBASEDIR "/%s/info", ioc->name);
2083         remove_proc_entry(pname, NULL);
2084         sprintf(pname, MPT_PROCFS_MPTBASEDIR "/%s", ioc->name);
2085         remove_proc_entry(pname, NULL);
2086
2087         /* call per device driver remove entry point */
2088         for(cb_idx = 0; cb_idx < MPT_MAX_PROTOCOL_DRIVERS; cb_idx++) {
2089                 if(MptDeviceDriverHandlers[cb_idx] &&
2090                   MptDeviceDriverHandlers[cb_idx]->remove) {
2091                         MptDeviceDriverHandlers[cb_idx]->remove(pdev);
2092                 }
2093         }
2094
2095         /* Disable interrupts! */
2096         CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
2097
2098         ioc->active = 0;
2099         synchronize_irq(pdev->irq);
2100
2101         /* Clear any lingering interrupt */
2102         CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
2103
2104         CHIPREG_READ32(&ioc->chip->IntStatus);
2105
2106         mpt_adapter_dispose(ioc);
2107
2108 }
2109
2110 /**************************************************************************
2111  * Power Management
2112  */
2113 #ifdef CONFIG_PM
2114 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2115 /**
2116  *      mpt_suspend - Fusion MPT base driver suspend routine.
2117  *      @pdev: Pointer to pci_dev structure
2118  *      @state: new state to enter
2119  */
2120 int
2121 mpt_suspend(struct pci_dev *pdev, pm_message_t state)
2122 {
2123         u32 device_state;
2124         MPT_ADAPTER *ioc = pci_get_drvdata(pdev);
2125
2126         device_state = pci_choose_state(pdev, state);
2127         printk(MYIOC_s_INFO_FMT "pci-suspend: pdev=0x%p, slot=%s, Entering "
2128             "operating state [D%d]\n", ioc->name, pdev, pci_name(pdev),
2129             device_state);
2130
2131         /* put ioc into READY_STATE */
2132         if(SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, CAN_SLEEP)) {
2133                 printk(MYIOC_s_ERR_FMT
2134                 "pci-suspend:  IOC msg unit reset failed!\n", ioc->name);
2135         }
2136
2137         /* disable interrupts */
2138         CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
2139         ioc->active = 0;
2140
2141         /* Clear any lingering interrupt */
2142         CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
2143
2144         free_irq(ioc->pci_irq, ioc);
2145         if (ioc->msi_enable)
2146                 pci_disable_msi(ioc->pcidev);
2147         ioc->pci_irq = -1;
2148         pci_save_state(pdev);
2149         pci_disable_device(pdev);
2150         pci_release_selected_regions(pdev, ioc->bars);
2151         pci_set_power_state(pdev, device_state);
2152         return 0;
2153 }
2154
2155 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2156 /**
2157  *      mpt_resume - Fusion MPT base driver resume routine.
2158  *      @pdev: Pointer to pci_dev structure
2159  */
2160 int
2161 mpt_resume(struct pci_dev *pdev)
2162 {
2163         MPT_ADAPTER *ioc = pci_get_drvdata(pdev);
2164         u32 device_state = pdev->current_state;
2165         int recovery_state;
2166         int err;
2167
2168         printk(MYIOC_s_INFO_FMT "pci-resume: pdev=0x%p, slot=%s, Previous "
2169             "operating state [D%d]\n", ioc->name, pdev, pci_name(pdev),
2170             device_state);
2171
2172         pci_set_power_state(pdev, PCI_D0);
2173         pci_enable_wake(pdev, PCI_D0, 0);
2174         pci_restore_state(pdev);
2175         ioc->pcidev = pdev;
2176         err = mpt_mapresources(ioc);
2177         if (err)
2178                 return err;
2179
2180         if (ioc->dma_mask == DMA_BIT_MASK(64)) {
2181                 if (pdev->device == MPI_MANUFACTPAGE_DEVID_SAS1078)
2182                         ioc->add_sge = &mpt_add_sge_64bit_1078;
2183                 else
2184                         ioc->add_sge = &mpt_add_sge_64bit;
2185                 ioc->add_chain = &mpt_add_chain_64bit;
2186                 ioc->sg_addr_size = 8;
2187         } else {
2188
2189                 ioc->add_sge = &mpt_add_sge;
2190                 ioc->add_chain = &mpt_add_chain;
2191                 ioc->sg_addr_size = 4;
2192         }
2193         ioc->SGE_size = sizeof(u32) + ioc->sg_addr_size;
2194
2195         printk(MYIOC_s_INFO_FMT "pci-resume: ioc-state=0x%x,doorbell=0x%x\n",
2196             ioc->name, (mpt_GetIocState(ioc, 1) >> MPI_IOC_STATE_SHIFT),
2197             CHIPREG_READ32(&ioc->chip->Doorbell));
2198
2199         /*
2200          * Errata workaround for SAS pci express:
2201          * Upon returning to the D0 state, the contents of the doorbell will be
2202          * stale data, and this will incorrectly signal to the host driver that
2203          * the firmware is ready to process mpt commands.   The workaround is
2204          * to issue a diagnostic reset.
2205          */
2206         if (ioc->bus_type == SAS && (pdev->device ==
2207             MPI_MANUFACTPAGE_DEVID_SAS1068E || pdev->device ==
2208             MPI_MANUFACTPAGE_DEVID_SAS1064E)) {
2209                 if (KickStart(ioc, 1, CAN_SLEEP) < 0) {
2210                         printk(MYIOC_s_WARN_FMT "pci-resume: Cannot recover\n",
2211                             ioc->name);
2212                         goto out;
2213                 }
2214         }
2215
2216         /* bring ioc to operational state */
2217         printk(MYIOC_s_INFO_FMT "Sending mpt_do_ioc_recovery\n", ioc->name);
2218         recovery_state = mpt_do_ioc_recovery(ioc, MPT_HOSTEVENT_IOC_BRINGUP,
2219                                                  CAN_SLEEP);
2220         if (recovery_state != 0)
2221                 printk(MYIOC_s_WARN_FMT "pci-resume: Cannot recover, "
2222                     "error:[%x]\n", ioc->name, recovery_state);
2223         else
2224                 printk(MYIOC_s_INFO_FMT
2225                     "pci-resume: success\n", ioc->name);
2226  out:
2227         return 0;
2228
2229 }
2230 #endif
2231
2232 static int
2233 mpt_signal_reset(u8 index, MPT_ADAPTER *ioc, int reset_phase)
2234 {
2235         if ((MptDriverClass[index] == MPTSPI_DRIVER &&
2236              ioc->bus_type != SPI) ||
2237             (MptDriverClass[index] == MPTFC_DRIVER &&
2238              ioc->bus_type != FC) ||
2239             (MptDriverClass[index] == MPTSAS_DRIVER &&
2240              ioc->bus_type != SAS))
2241                 /* make sure we only call the relevant reset handler
2242                  * for the bus */
2243                 return 0;
2244         return (MptResetHandlers[index])(ioc, reset_phase);
2245 }
2246
2247 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2248 /**
2249  *      mpt_do_ioc_recovery - Initialize or recover MPT adapter.
2250  *      @ioc: Pointer to MPT adapter structure
2251  *      @reason: Event word / reason
2252  *      @sleepFlag: Use schedule if CAN_SLEEP else use udelay.
2253  *
2254  *      This routine performs all the steps necessary to bring the IOC
2255  *      to a OPERATIONAL state.
2256  *
2257  *      This routine also pre-fetches the LAN MAC address of a Fibre Channel
2258  *      MPT adapter.
2259  *
2260  *      Returns:
2261  *               0 for success
2262  *              -1 if failed to get board READY
2263  *              -2 if READY but IOCFacts Failed
2264  *              -3 if READY but PrimeIOCFifos Failed
2265  *              -4 if READY but IOCInit Failed
2266  *              -5 if failed to enable_device and/or request_selected_regions
2267  *              -6 if failed to upload firmware
2268  */
2269 static int
2270 mpt_do_ioc_recovery(MPT_ADAPTER *ioc, u32 reason, int sleepFlag)
2271 {
2272         int      hard_reset_done = 0;
2273         int      alt_ioc_ready = 0;
2274         int      hard;
2275         int      rc=0;
2276         int      ii;
2277         int      ret = 0;
2278         int      reset_alt_ioc_active = 0;
2279         int      irq_allocated = 0;
2280         u8      *a;
2281
2282         printk(MYIOC_s_INFO_FMT "Initiating %s\n", ioc->name,
2283             reason == MPT_HOSTEVENT_IOC_BRINGUP ? "bringup" : "recovery");
2284
2285         /* Disable reply interrupts (also blocks FreeQ) */
2286         CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
2287         ioc->active = 0;
2288
2289         if (ioc->alt_ioc) {
2290                 if (ioc->alt_ioc->active ||
2291                     reason == MPT_HOSTEVENT_IOC_RECOVER) {
2292                         reset_alt_ioc_active = 1;
2293                         /* Disable alt-IOC's reply interrupts
2294                          *  (and FreeQ) for a bit
2295                          **/
2296                         CHIPREG_WRITE32(&ioc->alt_ioc->chip->IntMask,
2297                                 0xFFFFFFFF);
2298                         ioc->alt_ioc->active = 0;
2299                 }
2300         }
2301
2302         hard = 1;
2303         if (reason == MPT_HOSTEVENT_IOC_BRINGUP)
2304                 hard = 0;
2305
2306         if ((hard_reset_done = MakeIocReady(ioc, hard, sleepFlag)) < 0) {
2307                 if (hard_reset_done == -4) {
2308                         printk(MYIOC_s_WARN_FMT "Owned by PEER..skipping!\n",
2309                             ioc->name);
2310
2311                         if (reset_alt_ioc_active && ioc->alt_ioc) {
2312                                 /* (re)Enable alt-IOC! (reply interrupt, FreeQ) */
2313                                 dprintk(ioc, printk(MYIOC_s_INFO_FMT
2314                                     "alt_ioc reply irq re-enabled\n", ioc->alt_ioc->name));
2315                                 CHIPREG_WRITE32(&ioc->alt_ioc->chip->IntMask, MPI_HIM_DIM);
2316                                 ioc->alt_ioc->active = 1;
2317                         }
2318
2319                 } else {
2320                         printk(MYIOC_s_WARN_FMT
2321                             "NOT READY WARNING!\n", ioc->name);
2322                 }
2323                 ret = -1;
2324                 goto out;
2325         }
2326
2327         /* hard_reset_done = 0 if a soft reset was performed
2328          * and 1 if a hard reset was performed.
2329          */
2330         if (hard_reset_done && reset_alt_ioc_active && ioc->alt_ioc) {
2331                 if ((rc = MakeIocReady(ioc->alt_ioc, 0, sleepFlag)) == 0)
2332                         alt_ioc_ready = 1;
2333                 else
2334                         printk(MYIOC_s_WARN_FMT
2335                             ": alt-ioc Not ready WARNING!\n",
2336                             ioc->alt_ioc->name);
2337         }
2338
2339         for (ii=0; ii<5; ii++) {
2340                 /* Get IOC facts! Allow 5 retries */
2341                 if ((rc = GetIocFacts(ioc, sleepFlag, reason)) == 0)
2342                         break;
2343         }
2344
2345
2346         if (ii == 5) {
2347                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2348                     "Retry IocFacts failed rc=%x\n", ioc->name, rc));
2349                 ret = -2;
2350         } else if (reason == MPT_HOSTEVENT_IOC_BRINGUP) {
2351                 MptDisplayIocCapabilities(ioc);
2352         }
2353
2354         if (alt_ioc_ready) {
2355                 if ((rc = GetIocFacts(ioc->alt_ioc, sleepFlag, reason)) != 0) {
2356                         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2357                             "Initial Alt IocFacts failed rc=%x\n",
2358                             ioc->name, rc));
2359                         /* Retry - alt IOC was initialized once
2360                          */
2361                         rc = GetIocFacts(ioc->alt_ioc, sleepFlag, reason);
2362                 }
2363                 if (rc) {
2364                         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2365                             "Retry Alt IocFacts failed rc=%x\n", ioc->name, rc));
2366                         alt_ioc_ready = 0;
2367                         reset_alt_ioc_active = 0;
2368                 } else if (reason == MPT_HOSTEVENT_IOC_BRINGUP) {
2369                         MptDisplayIocCapabilities(ioc->alt_ioc);
2370                 }
2371         }
2372
2373         if ((ret == 0) && (reason == MPT_HOSTEVENT_IOC_BRINGUP) &&
2374             (ioc->facts.Flags & MPI_IOCFACTS_FLAGS_FW_DOWNLOAD_BOOT)) {
2375                 pci_release_selected_regions(ioc->pcidev, ioc->bars);
2376                 ioc->bars = pci_select_bars(ioc->pcidev, IORESOURCE_MEM |
2377                     IORESOURCE_IO);
2378                 if (pci_enable_device(ioc->pcidev))
2379                         return -5;
2380                 if (pci_request_selected_regions(ioc->pcidev, ioc->bars,
2381                         "mpt"))
2382                         return -5;
2383         }
2384
2385         /*
2386          * Device is reset now. It must have de-asserted the interrupt line
2387          * (if it was asserted) and it should be safe to register for the
2388          * interrupt now.
2389          */
2390         if ((ret == 0) && (reason == MPT_HOSTEVENT_IOC_BRINGUP)) {
2391                 ioc->pci_irq = -1;
2392                 if (ioc->pcidev->irq) {
2393                         if (ioc->msi_enable && !pci_enable_msi(ioc->pcidev))
2394                                 printk(MYIOC_s_INFO_FMT "PCI-MSI enabled\n",
2395                                     ioc->name);
2396                         else
2397                                 ioc->msi_enable = 0;
2398                         rc = request_irq(ioc->pcidev->irq, mpt_interrupt,
2399                             IRQF_SHARED, ioc->name, ioc);
2400                         if (rc < 0) {
2401                                 printk(MYIOC_s_ERR_FMT "Unable to allocate "
2402                                     "interrupt %d!\n",
2403                                     ioc->name, ioc->pcidev->irq);
2404                                 if (ioc->msi_enable)
2405                                         pci_disable_msi(ioc->pcidev);
2406                                 ret = -EBUSY;
2407                                 goto out;
2408                         }
2409                         irq_allocated = 1;
2410                         ioc->pci_irq = ioc->pcidev->irq;
2411                         pci_set_master(ioc->pcidev);            /* ?? */
2412                         pci_set_drvdata(ioc->pcidev, ioc);
2413                         dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
2414                             "installed at interrupt %d\n", ioc->name,
2415                             ioc->pcidev->irq));
2416                 }
2417         }
2418
2419         /* Prime reply & request queues!
2420          * (mucho alloc's) Must be done prior to
2421          * init as upper addresses are needed for init.
2422          * If fails, continue with alt-ioc processing
2423          */
2424         dinitprintk(ioc, printk(MYIOC_s_INFO_FMT "PrimeIocFifos\n",
2425             ioc->name));
2426         if ((ret == 0) && ((rc = PrimeIocFifos(ioc)) != 0))
2427                 ret = -3;
2428
2429         /* May need to check/upload firmware & data here!
2430          * If fails, continue with alt-ioc processing
2431          */
2432         dinitprintk(ioc, printk(MYIOC_s_INFO_FMT "SendIocInit\n",
2433             ioc->name));
2434         if ((ret == 0) && ((rc = SendIocInit(ioc, sleepFlag)) != 0))
2435                 ret = -4;
2436 // NEW!
2437         if (alt_ioc_ready && ((rc = PrimeIocFifos(ioc->alt_ioc)) != 0)) {
2438                 printk(MYIOC_s_WARN_FMT
2439                     ": alt-ioc (%d) FIFO mgmt alloc WARNING!\n",
2440                     ioc->alt_ioc->name, rc);
2441                 alt_ioc_ready = 0;
2442                 reset_alt_ioc_active = 0;
2443         }
2444
2445         if (alt_ioc_ready) {
2446                 if ((rc = SendIocInit(ioc->alt_ioc, sleepFlag)) != 0) {
2447                         alt_ioc_ready = 0;
2448                         reset_alt_ioc_active = 0;
2449                         printk(MYIOC_s_WARN_FMT
2450                                 ": alt-ioc: (%d) init failure WARNING!\n",
2451                                         ioc->alt_ioc->name, rc);
2452                 }
2453         }
2454
2455         if (reason == MPT_HOSTEVENT_IOC_BRINGUP){
2456                 if (ioc->upload_fw) {
2457                         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2458                             "firmware upload required!\n", ioc->name));
2459
2460                         /* Controller is not operational, cannot do upload
2461                          */
2462                         if (ret == 0) {
2463                                 rc = mpt_do_upload(ioc, sleepFlag);
2464                                 if (rc == 0) {
2465                                         if (ioc->alt_ioc && ioc->alt_ioc->cached_fw) {
2466                                                 /*
2467                                                  * Maintain only one pointer to FW memory
2468                                                  * so there will not be two attempt to
2469                                                  * downloadboot onboard dual function
2470                                                  * chips (mpt_adapter_disable,
2471                                                  * mpt_diag_reset)
2472                                                  */
2473                                                 ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2474                                                     "mpt_upload:  alt_%s has cached_fw=%p \n",
2475                                                     ioc->name, ioc->alt_ioc->name, ioc->alt_ioc->cached_fw));
2476                                                 ioc->cached_fw = NULL;
2477                                         }
2478                                 } else {
2479                                         printk(MYIOC_s_WARN_FMT
2480                                             "firmware upload failure!\n", ioc->name);
2481                                         ret = -6;
2482                                 }
2483                         }
2484                 }
2485         }
2486
2487         /*  Enable MPT base driver management of EventNotification
2488          *  and EventAck handling.
2489          */
2490         if ((ret == 0) && (!ioc->facts.EventState)) {
2491                 dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
2492                         "SendEventNotification\n",
2493                     ioc->name));
2494                 ret = SendEventNotification(ioc, 1, sleepFlag); /* 1=Enable */
2495         }
2496
2497         if (ioc->alt_ioc && alt_ioc_ready && !ioc->alt_ioc->facts.EventState)
2498                 rc = SendEventNotification(ioc->alt_ioc, 1, sleepFlag);
2499
2500         if (ret == 0) {
2501                 /* Enable! (reply interrupt) */
2502                 CHIPREG_WRITE32(&ioc->chip->IntMask, MPI_HIM_DIM);
2503                 ioc->active = 1;
2504         }
2505         if (rc == 0) {  /* alt ioc */
2506                 if (reset_alt_ioc_active && ioc->alt_ioc) {
2507                         /* (re)Enable alt-IOC! (reply interrupt) */
2508                         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "alt-ioc"
2509                                 "reply irq re-enabled\n",
2510                                 ioc->alt_ioc->name));
2511                         CHIPREG_WRITE32(&ioc->alt_ioc->chip->IntMask,
2512                                 MPI_HIM_DIM);
2513                         ioc->alt_ioc->active = 1;
2514                 }
2515         }
2516
2517
2518         /*      Add additional "reason" check before call to GetLanConfigPages
2519          *      (combined with GetIoUnitPage2 call).  This prevents a somewhat
2520          *      recursive scenario; GetLanConfigPages times out, timer expired
2521          *      routine calls HardResetHandler, which calls into here again,
2522          *      and we try GetLanConfigPages again...
2523          */
2524         if ((ret == 0) && (reason == MPT_HOSTEVENT_IOC_BRINGUP)) {
2525
2526                 /*
2527                  * Initialize link list for inactive raid volumes.
2528                  */
2529                 mutex_init(&ioc->raid_data.inactive_list_mutex);
2530                 INIT_LIST_HEAD(&ioc->raid_data.inactive_list);
2531
2532                 switch (ioc->bus_type) {
2533
2534                 case SAS:
2535                         /* clear persistency table */
2536                         if(ioc->facts.IOCExceptions &
2537                             MPI_IOCFACTS_EXCEPT_PERSISTENT_TABLE_FULL) {
2538                                 ret = mptbase_sas_persist_operation(ioc,
2539                                     MPI_SAS_OP_CLEAR_NOT_PRESENT);
2540                                 if(ret != 0)
2541                                         goto out;
2542                         }
2543
2544                         /* Find IM volumes
2545                          */
2546                         mpt_findImVolumes(ioc);
2547
2548                         /* Check, and possibly reset, the coalescing value
2549                          */
2550                         mpt_read_ioc_pg_1(ioc);
2551
2552                         break;
2553
2554                 case FC:
2555                         if ((ioc->pfacts[0].ProtocolFlags &
2556                                 MPI_PORTFACTS_PROTOCOL_LAN) &&
2557                             (ioc->lan_cnfg_page0.Header.PageLength == 0)) {
2558                                 /*
2559                                  *  Pre-fetch the ports LAN MAC address!
2560                                  *  (LANPage1_t stuff)
2561                                  */
2562                                 (void) GetLanConfigPages(ioc);
2563                                 a = (u8*)&ioc->lan_cnfg_page1.HardwareAddressLow;
2564                                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2565                                         "LanAddr = %02X:%02X:%02X"
2566                                         ":%02X:%02X:%02X\n",
2567                                         ioc->name, a[5], a[4],
2568                                         a[3], a[2], a[1], a[0]));
2569                         }
2570                         break;
2571
2572                 case SPI:
2573                         /* Get NVRAM and adapter maximums from SPP 0 and 2
2574                          */
2575                         mpt_GetScsiPortSettings(ioc, 0);
2576
2577                         /* Get version and length of SDP 1
2578                          */
2579                         mpt_readScsiDevicePageHeaders(ioc, 0);
2580
2581                         /* Find IM volumes
2582                          */
2583                         if (ioc->facts.MsgVersion >= MPI_VERSION_01_02)
2584                                 mpt_findImVolumes(ioc);
2585
2586                         /* Check, and possibly reset, the coalescing value
2587                          */
2588                         mpt_read_ioc_pg_1(ioc);
2589
2590                         mpt_read_ioc_pg_4(ioc);
2591
2592                         break;
2593                 }
2594
2595                 GetIoUnitPage2(ioc);
2596                 mpt_get_manufacturing_pg_0(ioc);
2597         }
2598
2599  out:
2600         if ((ret != 0) && irq_allocated) {
2601                 free_irq(ioc->pci_irq, ioc);
2602                 if (ioc->msi_enable)
2603                         pci_disable_msi(ioc->pcidev);
2604         }
2605         return ret;
2606 }
2607
2608 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2609 /**
2610  *      mpt_detect_bound_ports - Search for matching PCI bus/dev_function
2611  *      @ioc: Pointer to MPT adapter structure
2612  *      @pdev: Pointer to (struct pci_dev) structure
2613  *
2614  *      Search for PCI bus/dev_function which matches
2615  *      PCI bus/dev_function (+/-1) for newly discovered 929,
2616  *      929X, 1030 or 1035.
2617  *
2618  *      If match on PCI dev_function +/-1 is found, bind the two MPT adapters
2619  *      using alt_ioc pointer fields in their %MPT_ADAPTER structures.
2620  */
2621 static void
2622 mpt_detect_bound_ports(MPT_ADAPTER *ioc, struct pci_dev *pdev)
2623 {
2624         struct pci_dev *peer=NULL;
2625         unsigned int slot = PCI_SLOT(pdev->devfn);
2626         unsigned int func = PCI_FUNC(pdev->devfn);
2627         MPT_ADAPTER *ioc_srch;
2628
2629         dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "PCI device %s devfn=%x/%x,"
2630             " searching for devfn match on %x or %x\n",
2631             ioc->name, pci_name(pdev), pdev->bus->number,
2632             pdev->devfn, func-1, func+1));
2633
2634         peer = pci_get_slot(pdev->bus, PCI_DEVFN(slot,func-1));
2635         if (!peer) {
2636                 peer = pci_get_slot(pdev->bus, PCI_DEVFN(slot,func+1));
2637                 if (!peer)
2638                         return;
2639         }
2640
2641         list_for_each_entry(ioc_srch, &ioc_list, list) {
2642                 struct pci_dev *_pcidev = ioc_srch->pcidev;
2643                 if (_pcidev == peer) {
2644                         /* Paranoia checks */
2645                         if (ioc->alt_ioc != NULL) {
2646                                 printk(MYIOC_s_WARN_FMT
2647                                     "Oops, already bound (%s <==> %s)!\n",
2648                                     ioc->name, ioc->name, ioc->alt_ioc->name);
2649                                 break;
2650                         } else if (ioc_srch->alt_ioc != NULL) {
2651                                 printk(MYIOC_s_WARN_FMT
2652                                     "Oops, already bound (%s <==> %s)!\n",
2653                                     ioc_srch->name, ioc_srch->name,
2654                                     ioc_srch->alt_ioc->name);
2655                                 break;
2656                         }
2657                         dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2658                                 "FOUND! binding %s <==> %s\n",
2659                                 ioc->name, ioc->name, ioc_srch->name));
2660                         ioc_srch->alt_ioc = ioc;
2661                         ioc->alt_ioc = ioc_srch;
2662                 }
2663         }
2664         pci_dev_put(peer);
2665 }
2666
2667 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2668 /**
2669  *      mpt_adapter_disable - Disable misbehaving MPT adapter.
2670  *      @ioc: Pointer to MPT adapter structure
2671  */
2672 static void
2673 mpt_adapter_disable(MPT_ADAPTER *ioc)
2674 {
2675         int sz;
2676         int ret;
2677
2678         if (ioc->cached_fw != NULL) {
2679                 ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2680                         "%s: Pushing FW onto adapter\n", __func__, ioc->name));
2681                 if ((ret = mpt_downloadboot(ioc, (MpiFwHeader_t *)
2682                     ioc->cached_fw, CAN_SLEEP)) < 0) {
2683                         printk(MYIOC_s_WARN_FMT
2684                             ": firmware downloadboot failure (%d)!\n",
2685                             ioc->name, ret);
2686                 }
2687         }
2688
2689         /*
2690          * Put the controller into ready state (if its not already)
2691          */
2692         if (mpt_GetIocState(ioc, 1) != MPI_IOC_STATE_READY) {
2693                 if (!SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET,
2694                     CAN_SLEEP)) {
2695                         if (mpt_GetIocState(ioc, 1) != MPI_IOC_STATE_READY)
2696                                 printk(MYIOC_s_ERR_FMT "%s:  IOC msg unit "
2697                                     "reset failed to put ioc in ready state!\n",
2698                                     ioc->name, __func__);
2699                 } else
2700                         printk(MYIOC_s_ERR_FMT "%s:  IOC msg unit reset "
2701                             "failed!\n", ioc->name, __func__);
2702         }
2703
2704
2705         /* Disable adapter interrupts! */
2706         synchronize_irq(ioc->pcidev->irq);
2707         CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
2708         ioc->active = 0;
2709
2710         /* Clear any lingering interrupt */
2711         CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
2712         CHIPREG_READ32(&ioc->chip->IntStatus);
2713
2714         if (ioc->alloc != NULL) {
2715                 sz = ioc->alloc_sz;
2716                 dexitprintk(ioc, printk(MYIOC_s_INFO_FMT "free  @ %p, sz=%d bytes\n",
2717                     ioc->name, ioc->alloc, ioc->alloc_sz));
2718                 pci_free_consistent(ioc->pcidev, sz,
2719                                 ioc->alloc, ioc->alloc_dma);
2720                 ioc->reply_frames = NULL;
2721                 ioc->req_frames = NULL;
2722                 ioc->alloc = NULL;
2723                 ioc->alloc_total -= sz;
2724         }
2725
2726         if (ioc->sense_buf_pool != NULL) {
2727                 sz = (ioc->req_depth * MPT_SENSE_BUFFER_ALLOC);
2728                 pci_free_consistent(ioc->pcidev, sz,
2729                                 ioc->sense_buf_pool, ioc->sense_buf_pool_dma);
2730                 ioc->sense_buf_pool = NULL;
2731                 ioc->alloc_total -= sz;
2732         }
2733
2734         if (ioc->events != NULL){
2735                 sz = MPTCTL_EVENT_LOG_SIZE * sizeof(MPT_IOCTL_EVENTS);
2736                 kfree(ioc->events);
2737                 ioc->events = NULL;
2738                 ioc->alloc_total -= sz;
2739         }
2740
2741         mpt_free_fw_memory(ioc);
2742
2743         kfree(ioc->spi_data.nvram);
2744         mpt_inactive_raid_list_free(ioc);
2745         kfree(ioc->raid_data.pIocPg2);
2746         kfree(ioc->raid_data.pIocPg3);
2747         ioc->spi_data.nvram = NULL;
2748         ioc->raid_data.pIocPg3 = NULL;
2749
2750         if (ioc->spi_data.pIocPg4 != NULL) {
2751                 sz = ioc->spi_data.IocPg4Sz;
2752                 pci_free_consistent(ioc->pcidev, sz,
2753                         ioc->spi_data.pIocPg4,
2754                         ioc->spi_data.IocPg4_dma);
2755                 ioc->spi_data.pIocPg4 = NULL;
2756                 ioc->alloc_total -= sz;
2757         }
2758
2759         if (ioc->ReqToChain != NULL) {
2760                 kfree(ioc->ReqToChain);
2761                 kfree(ioc->RequestNB);
2762                 ioc->ReqToChain = NULL;
2763         }
2764
2765         kfree(ioc->ChainToChain);
2766         ioc->ChainToChain = NULL;
2767
2768         if (ioc->HostPageBuffer != NULL) {
2769                 if((ret = mpt_host_page_access_control(ioc,
2770                     MPI_DB_HPBAC_FREE_BUFFER, NO_SLEEP)) != 0) {
2771                         printk(MYIOC_s_ERR_FMT
2772                            ": %s: host page buffers free failed (%d)!\n",
2773                             ioc->name, __func__, ret);
2774                 }
2775                 dexitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2776                         "HostPageBuffer free  @ %p, sz=%d bytes\n",
2777                         ioc->name, ioc->HostPageBuffer,
2778                         ioc->HostPageBuffer_sz));
2779                 pci_free_consistent(ioc->pcidev, ioc->HostPageBuffer_sz,
2780                     ioc->HostPageBuffer, ioc->HostPageBuffer_dma);
2781                 ioc->HostPageBuffer = NULL;
2782                 ioc->HostPageBuffer_sz = 0;
2783                 ioc->alloc_total -= ioc->HostPageBuffer_sz;
2784         }
2785
2786         pci_set_drvdata(ioc->pcidev, NULL);
2787 }
2788 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2789 /**
2790  *      mpt_adapter_dispose - Free all resources associated with an MPT adapter
2791  *      @ioc: Pointer to MPT adapter structure
2792  *
2793  *      This routine unregisters h/w resources and frees all alloc'd memory
2794  *      associated with a MPT adapter structure.
2795  */
2796 static void
2797 mpt_adapter_dispose(MPT_ADAPTER *ioc)
2798 {
2799         int sz_first, sz_last;
2800
2801         if (ioc == NULL)
2802                 return;
2803
2804         sz_first = ioc->alloc_total;
2805
2806         mpt_adapter_disable(ioc);
2807
2808         if (ioc->pci_irq != -1) {
2809                 free_irq(ioc->pci_irq, ioc);
2810                 if (ioc->msi_enable)
2811                         pci_disable_msi(ioc->pcidev);
2812                 ioc->pci_irq = -1;
2813         }
2814
2815         if (ioc->memmap != NULL) {
2816                 iounmap(ioc->memmap);
2817                 ioc->memmap = NULL;
2818         }
2819
2820         pci_disable_device(ioc->pcidev);
2821         pci_release_selected_regions(ioc->pcidev, ioc->bars);
2822
2823 #if defined(CONFIG_MTRR) && 0
2824         if (ioc->mtrr_reg > 0) {
2825                 mtrr_del(ioc->mtrr_reg, 0, 0);
2826                 dprintk(ioc, printk(MYIOC_s_INFO_FMT "MTRR region de-registered\n", ioc->name));
2827         }
2828 #endif
2829
2830         /*  Zap the adapter lookup ptr!  */
2831         list_del(&ioc->list);
2832
2833         sz_last = ioc->alloc_total;
2834         dprintk(ioc, printk(MYIOC_s_INFO_FMT "free'd %d of %d bytes\n",
2835             ioc->name, sz_first-sz_last+(int)sizeof(*ioc), sz_first));
2836
2837         if (ioc->alt_ioc)
2838                 ioc->alt_ioc->alt_ioc = NULL;
2839
2840         kfree(ioc);
2841 }
2842
2843 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2844 /**
2845  *      MptDisplayIocCapabilities - Disply IOC's capabilities.
2846  *      @ioc: Pointer to MPT adapter structure
2847  */
2848 static void
2849 MptDisplayIocCapabilities(MPT_ADAPTER *ioc)
2850 {
2851         int i = 0;
2852
2853         printk(KERN_INFO "%s: ", ioc->name);
2854         if (ioc->prod_name)
2855                 printk("%s: ", ioc->prod_name);
2856         printk("Capabilities={");
2857
2858         if (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_INITIATOR) {
2859                 printk("Initiator");
2860                 i++;
2861         }
2862
2863         if (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_TARGET) {
2864                 printk("%sTarget", i ? "," : "");
2865                 i++;
2866         }
2867
2868         if (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_LAN) {
2869                 printk("%sLAN", i ? "," : "");
2870                 i++;
2871         }
2872
2873 #if 0
2874         /*
2875          *  This would probably evoke more questions than it's worth
2876          */
2877         if (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_TARGET) {
2878                 printk("%sLogBusAddr", i ? "," : "");
2879                 i++;
2880         }
2881 #endif
2882
2883         printk("}\n");
2884 }
2885
2886 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2887 /**
2888  *      MakeIocReady - Get IOC to a READY state, using KickStart if needed.
2889  *      @ioc: Pointer to MPT_ADAPTER structure
2890  *      @force: Force hard KickStart of IOC
2891  *      @sleepFlag: Specifies whether the process can sleep
2892  *
2893  *      Returns:
2894  *               1 - DIAG reset and READY
2895  *               0 - READY initially OR soft reset and READY
2896  *              -1 - Any failure on KickStart
2897  *              -2 - Msg Unit Reset Failed
2898  *              -3 - IO Unit Reset Failed
2899  *              -4 - IOC owned by a PEER
2900  */
2901 static int
2902 MakeIocReady(MPT_ADAPTER *ioc, int force, int sleepFlag)
2903 {
2904         u32      ioc_state;
2905         int      statefault = 0;
2906         int      cntdn;
2907         int      hard_reset_done = 0;
2908         int      r;
2909         int      ii;
2910         int      whoinit;
2911
2912         /* Get current [raw] IOC state  */
2913         ioc_state = mpt_GetIocState(ioc, 0);
2914         dhsprintk(ioc, printk(MYIOC_s_INFO_FMT "MakeIocReady [raw] state=%08x\n", ioc->name, ioc_state));
2915
2916         /*
2917          *      Check to see if IOC got left/stuck in doorbell handshake
2918          *      grip of death.  If so, hard reset the IOC.
2919          */
2920         if (ioc_state & MPI_DOORBELL_ACTIVE) {
2921                 statefault = 1;
2922                 printk(MYIOC_s_WARN_FMT "Unexpected doorbell active!\n",
2923                                 ioc->name);
2924         }
2925
2926         /* Is it already READY? */
2927         if (!statefault &&
2928             ((ioc_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_READY)) {
2929                 dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
2930                     "IOC is in READY state\n", ioc->name));
2931                 return 0;
2932         }
2933
2934         /*
2935          *      Check to see if IOC is in FAULT state.
2936          */
2937         if ((ioc_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_FAULT) {
2938                 statefault = 2;
2939                 printk(MYIOC_s_WARN_FMT "IOC is in FAULT state!!!\n",
2940                     ioc->name);
2941                 printk(MYIOC_s_WARN_FMT "           FAULT code = %04xh\n",
2942                     ioc->name, ioc_state & MPI_DOORBELL_DATA_MASK);
2943         }
2944
2945         /*
2946          *      Hmmm...  Did it get left operational?
2947          */
2948         if ((ioc_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_OPERATIONAL) {
2949                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "IOC operational unexpected\n",
2950                                 ioc->name));
2951
2952                 /* Check WhoInit.
2953                  * If PCI Peer, exit.
2954                  * Else, if no fault conditions are present, issue a MessageUnitReset
2955                  * Else, fall through to KickStart case
2956                  */
2957                 whoinit = (ioc_state & MPI_DOORBELL_WHO_INIT_MASK) >> MPI_DOORBELL_WHO_INIT_SHIFT;
2958                 dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
2959                         "whoinit 0x%x statefault %d force %d\n",
2960                         ioc->name, whoinit, statefault, force));
2961                 if (whoinit == MPI_WHOINIT_PCI_PEER)
2962                         return -4;
2963                 else {
2964                         if ((statefault == 0 ) && (force == 0)) {
2965                                 if ((r = SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, sleepFlag)) == 0)
2966                                         return 0;
2967                         }
2968                         statefault = 3;
2969                 }
2970         }
2971
2972         hard_reset_done = KickStart(ioc, statefault||force, sleepFlag);
2973         if (hard_reset_done < 0)
2974                 return -1;
2975
2976         /*
2977          *  Loop here waiting for IOC to come READY.
2978          */
2979         ii = 0;
2980         cntdn = ((sleepFlag == CAN_SLEEP) ? HZ : 1000) * 5;     /* 5 seconds */
2981
2982         while ((ioc_state = mpt_GetIocState(ioc, 1)) != MPI_IOC_STATE_READY) {
2983                 if (ioc_state == MPI_IOC_STATE_OPERATIONAL) {
2984                         /*
2985                          *  BIOS or previous driver load left IOC in OP state.
2986                          *  Reset messaging FIFOs.
2987                          */
2988                         if ((r = SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, sleepFlag)) != 0) {
2989                                 printk(MYIOC_s_ERR_FMT "IOC msg unit reset failed!\n", ioc->name);
2990                                 return -2;
2991                         }
2992                 } else if (ioc_state == MPI_IOC_STATE_RESET) {
2993                         /*
2994                          *  Something is wrong.  Try to get IOC back
2995                          *  to a known state.
2996                          */
2997                         if ((r = SendIocReset(ioc, MPI_FUNCTION_IO_UNIT_RESET, sleepFlag)) != 0) {
2998                                 printk(MYIOC_s_ERR_FMT "IO unit reset failed!\n", ioc->name);
2999                                 return -3;
3000                         }
3001                 }
3002
3003                 ii++; cntdn--;
3004                 if (!cntdn) {
3005                         printk(MYIOC_s_ERR_FMT
3006                                 "Wait IOC_READY state (0x%x) timeout(%d)!\n",
3007                                 ioc->name, ioc_state, (int)((ii+5)/HZ));
3008                         return -ETIME;
3009                 }
3010
3011                 if (sleepFlag == CAN_SLEEP) {
3012                         msleep(1);
3013                 } else {
3014                         mdelay (1);     /* 1 msec delay */
3015                 }
3016
3017         }
3018
3019         if (statefault < 3) {
3020                 printk(MYIOC_s_INFO_FMT "Recovered from %s\n", ioc->name,
3021                         statefault == 1 ? "stuck handshake" : "IOC FAULT");
3022         }
3023
3024         return hard_reset_done;
3025 }
3026
3027 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3028 /**
3029  *      mpt_GetIocState - Get the current state of a MPT adapter.
3030  *      @ioc: Pointer to MPT_ADAPTER structure
3031  *      @cooked: Request raw or cooked IOC state
3032  *
3033  *      Returns all IOC Doorbell register bits if cooked==0, else just the
3034  *      Doorbell bits in MPI_IOC_STATE_MASK.
3035  */
3036 u32
3037 mpt_GetIocState(MPT_ADAPTER *ioc, int cooked)
3038 {
3039         u32 s, sc;
3040
3041         /*  Get!  */
3042         s = CHIPREG_READ32(&ioc->chip->Doorbell);
3043         sc = s & MPI_IOC_STATE_MASK;
3044
3045         /*  Save!  */
3046         ioc->last_state = sc;
3047
3048         return cooked ? sc : s;
3049 }
3050
3051 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3052 /**
3053  *      GetIocFacts - Send IOCFacts request to MPT adapter.
3054  *      @ioc: Pointer to MPT_ADAPTER structure
3055  *      @sleepFlag: Specifies whether the process can sleep
3056  *      @reason: If recovery, only update facts.
3057  *
3058  *      Returns 0 for success, non-zero for failure.
3059  */
3060 static int
3061 GetIocFacts(MPT_ADAPTER *ioc, int sleepFlag, int reason)
3062 {
3063         IOCFacts_t               get_facts;
3064         IOCFactsReply_t         *facts;
3065         int                      r;
3066         int                      req_sz;
3067         int                      reply_sz;
3068         int                      sz;
3069         u32                      status, vv;
3070         u8                       shiftFactor=1;
3071
3072         /* IOC *must* NOT be in RESET state! */
3073         if (ioc->last_state == MPI_IOC_STATE_RESET) {
3074                 printk(KERN_ERR MYNAM
3075                     ": ERROR - Can't get IOCFacts, %s NOT READY! (%08x)\n",
3076                     ioc->name, ioc->last_state);
3077                 return -44;
3078         }
3079
3080         facts = &ioc->facts;
3081
3082         /* Destination (reply area)... */
3083         reply_sz = sizeof(*facts);
3084         memset(facts, 0, reply_sz);
3085
3086         /* Request area (get_facts on the stack right now!) */
3087         req_sz = sizeof(get_facts);
3088         memset(&get_facts, 0, req_sz);
3089
3090         get_facts.Function = MPI_FUNCTION_IOC_FACTS;
3091         /* Assert: All other get_facts fields are zero! */
3092
3093         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3094             "Sending get IocFacts request req_sz=%d reply_sz=%d\n",
3095             ioc->name, req_sz, reply_sz));
3096
3097         /* No non-zero fields in the get_facts request are greater than
3098          * 1 byte in size, so we can just fire it off as is.
3099          */
3100         r = mpt_handshake_req_reply_wait(ioc, req_sz, (u32*)&get_facts,
3101                         reply_sz, (u16*)facts, 5 /*seconds*/, sleepFlag);
3102         if (r != 0)
3103                 return r;
3104
3105         /*
3106          * Now byte swap (GRRR) the necessary fields before any further
3107          * inspection of reply contents.
3108          *
3109          * But need to do some sanity checks on MsgLength (byte) field
3110          * to make sure we don't zero IOC's req_sz!
3111          */
3112         /* Did we get a valid reply? */
3113         if (facts->MsgLength > offsetof(IOCFactsReply_t, RequestFrameSize)/sizeof(u32)) {
3114                 if (reason == MPT_HOSTEVENT_IOC_BRINGUP) {
3115                         /*
3116                          * If not been here, done that, save off first WhoInit value
3117                          */
3118                         if (ioc->FirstWhoInit == WHOINIT_UNKNOWN)
3119                                 ioc->FirstWhoInit = facts->WhoInit;
3120                 }
3121
3122                 facts->MsgVersion = le16_to_cpu(facts->MsgVersion);
3123                 facts->MsgContext = le32_to_cpu(facts->MsgContext);
3124                 facts->IOCExceptions = le16_to_cpu(facts->IOCExceptions);
3125                 facts->IOCStatus = le16_to_cpu(facts->IOCStatus);
3126                 facts->IOCLogInfo = le32_to_cpu(facts->IOCLogInfo);
3127                 status = le16_to_cpu(facts->IOCStatus) & MPI_IOCSTATUS_MASK;
3128                 /* CHECKME! IOCStatus, IOCLogInfo */
3129
3130                 facts->ReplyQueueDepth = le16_to_cpu(facts->ReplyQueueDepth);
3131                 facts->RequestFrameSize = le16_to_cpu(facts->RequestFrameSize);
3132
3133                 /*
3134                  * FC f/w version changed between 1.1 and 1.2
3135                  *      Old: u16{Major(4),Minor(4),SubMinor(8)}
3136                  *      New: u32{Major(8),Minor(8),Unit(8),Dev(8)}
3137                  */
3138                 if (facts->MsgVersion < MPI_VERSION_01_02) {
3139                         /*
3140                          *      Handle old FC f/w style, convert to new...
3141                          */
3142                         u16      oldv = le16_to_cpu(facts->Reserved_0101_FWVersion);
3143                         facts->FWVersion.Word =
3144                                         ((oldv<<12) & 0xFF000000) |
3145                                         ((oldv<<8)  & 0x000FFF00);
3146                 } else
3147                         facts->FWVersion.Word = le32_to_cpu(facts->FWVersion.Word);
3148
3149                 facts->ProductID = le16_to_cpu(facts->ProductID);
3150
3151                 if ((ioc->facts.ProductID & MPI_FW_HEADER_PID_PROD_MASK)
3152                     > MPI_FW_HEADER_PID_PROD_TARGET_SCSI)
3153                         ioc->ir_firmware = 1;
3154
3155                 facts->CurrentHostMfaHighAddr =
3156                                 le32_to_cpu(facts->CurrentHostMfaHighAddr);
3157                 facts->GlobalCredits = le16_to_cpu(facts->GlobalCredits);
3158                 facts->CurrentSenseBufferHighAddr =
3159                                 le32_to_cpu(facts->CurrentSenseBufferHighAddr);
3160                 facts->CurReplyFrameSize =
3161                                 le16_to_cpu(facts->CurReplyFrameSize);
3162                 facts->IOCCapabilities = le32_to_cpu(facts->IOCCapabilities);
3163
3164                 /*
3165                  * Handle NEW (!) IOCFactsReply fields in MPI-1.01.xx
3166                  * Older MPI-1.00.xx struct had 13 dwords, and enlarged
3167                  * to 14 in MPI-1.01.0x.
3168                  */
3169                 if (facts->MsgLength >= (offsetof(IOCFactsReply_t,FWImageSize) + 7)/4 &&
3170                     facts->MsgVersion > MPI_VERSION_01_00) {
3171                         facts->FWImageSize = le32_to_cpu(facts->FWImageSize);
3172                 }
3173
3174                 facts->FWImageSize = ALIGN(facts->FWImageSize, 4);
3175
3176                 if (!facts->RequestFrameSize) {
3177                         /*  Something is wrong!  */
3178                         printk(MYIOC_s_ERR_FMT "IOC reported invalid 0 request size!\n",
3179                                         ioc->name);
3180                         return -55;
3181                 }
3182
3183                 r = sz = facts->BlockSize;
3184                 vv = ((63 / (sz * 4)) + 1) & 0x03;
3185                 ioc->NB_for_64_byte_frame = vv;
3186                 while ( sz )
3187                 {
3188                         shiftFactor++;
3189                         sz = sz >> 1;
3190                 }
3191                 ioc->NBShiftFactor  = shiftFactor;
3192                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3193                     "NB_for_64_byte_frame=%x NBShiftFactor=%x BlockSize=%x\n",
3194                     ioc->name, vv, shiftFactor, r));
3195
3196                 if (reason == MPT_HOSTEVENT_IOC_BRINGUP) {
3197                         /*
3198                          * Set values for this IOC's request & reply frame sizes,
3199                          * and request & reply queue depths...
3200                          */
3201                         ioc->req_sz = min(MPT_DEFAULT_FRAME_SIZE, facts->RequestFrameSize * 4);
3202                         ioc->req_depth = min_t(int, MPT_MAX_REQ_DEPTH, facts->GlobalCredits);
3203                         ioc->reply_sz = MPT_REPLY_FRAME_SIZE;
3204                         ioc->reply_depth = min_t(int, MPT_DEFAULT_REPLY_DEPTH, facts->ReplyQueueDepth);
3205
3206                         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "reply_sz=%3d, reply_depth=%4d\n",
3207                                 ioc->name, ioc->reply_sz, ioc->reply_depth));
3208                         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "req_sz  =%3d, req_depth  =%4d\n",
3209                                 ioc->name, ioc->req_sz, ioc->req_depth));
3210
3211                         /* Get port facts! */
3212                         if ( (r = GetPortFacts(ioc, 0, sleepFlag)) != 0 )
3213                                 return r;
3214                 }
3215         } else {
3216                 printk(MYIOC_s_ERR_FMT
3217                      "Invalid IOC facts reply, msgLength=%d offsetof=%zd!\n",
3218                      ioc->name, facts->MsgLength, (offsetof(IOCFactsReply_t,
3219                      RequestFrameSize)/sizeof(u32)));
3220                 return -66;
3221         }
3222
3223         return 0;
3224 }
3225
3226 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3227 /**
3228  *      GetPortFacts - Send PortFacts request to MPT adapter.
3229  *      @ioc: Pointer to MPT_ADAPTER structure
3230  *      @portnum: Port number
3231  *      @sleepFlag: Specifies whether the process can sleep
3232  *
3233  *      Returns 0 for success, non-zero for failure.
3234  */
3235 static int
3236 GetPortFacts(MPT_ADAPTER *ioc, int portnum, int sleepFlag)
3237 {
3238         PortFacts_t              get_pfacts;
3239         PortFactsReply_t        *pfacts;
3240         int                      ii;
3241         int                      req_sz;
3242         int                      reply_sz;
3243         int                      max_id;
3244
3245         /* IOC *must* NOT be in RESET state! */
3246         if (ioc->last_state == MPI_IOC_STATE_RESET) {
3247                 printk(MYIOC_s_ERR_FMT "Can't get PortFacts NOT READY! (%08x)\n",
3248                     ioc->name, ioc->last_state );
3249                 return -4;
3250         }
3251
3252         pfacts = &ioc->pfacts[portnum];
3253
3254         /* Destination (reply area)...  */
3255         reply_sz = sizeof(*pfacts);
3256         memset(pfacts, 0, reply_sz);
3257
3258         /* Request area (get_pfacts on the stack right now!) */
3259         req_sz = sizeof(get_pfacts);
3260         memset(&get_pfacts, 0, req_sz);
3261
3262         get_pfacts.Function = MPI_FUNCTION_PORT_FACTS;
3263         get_pfacts.PortNumber = portnum;
3264         /* Assert: All other get_pfacts fields are zero! */
3265
3266         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending get PortFacts(%d) request\n",
3267                         ioc->name, portnum));
3268
3269         /* No non-zero fields in the get_pfacts request are greater than
3270          * 1 byte in size, so we can just fire it off as is.
3271          */
3272         ii = mpt_handshake_req_reply_wait(ioc, req_sz, (u32*)&get_pfacts,
3273                                 reply_sz, (u16*)pfacts, 5 /*seconds*/, sleepFlag);
3274         if (ii != 0)
3275                 return ii;
3276
3277         /* Did we get a valid reply? */
3278
3279         /* Now byte swap the necessary fields in the response. */
3280         pfacts->MsgContext = le32_to_cpu(pfacts->MsgContext);
3281         pfacts->IOCStatus = le16_to_cpu(pfacts->IOCStatus);
3282         pfacts->IOCLogInfo = le32_to_cpu(pfacts->IOCLogInfo);
3283         pfacts->MaxDevices = le16_to_cpu(pfacts->MaxDevices);
3284         pfacts->PortSCSIID = le16_to_cpu(pfacts->PortSCSIID);
3285         pfacts->ProtocolFlags = le16_to_cpu(pfacts->ProtocolFlags);
3286         pfacts->MaxPostedCmdBuffers = le16_to_cpu(pfacts->MaxPostedCmdBuffers);
3287         pfacts->MaxPersistentIDs = le16_to_cpu(pfacts->MaxPersistentIDs);
3288         pfacts->MaxLanBuckets = le16_to_cpu(pfacts->MaxLanBuckets);
3289
3290         max_id = (ioc->bus_type == SAS) ? pfacts->PortSCSIID :
3291             pfacts->MaxDevices;
3292         ioc->devices_per_bus = (max_id > 255) ? 256 : max_id;
3293         ioc->number_of_buses = (ioc->devices_per_bus < 256) ? 1 : max_id/256;
3294
3295         /*
3296          * Place all the devices on channels
3297          *
3298          * (for debuging)
3299          */
3300         if (mpt_channel_mapping) {
3301                 ioc->devices_per_bus = 1;
3302                 ioc->number_of_buses = (max_id > 255) ? 255 : max_id;
3303         }
3304
3305         return 0;
3306 }
3307
3308 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3309 /**
3310  *      SendIocInit - Send IOCInit request to MPT adapter.
3311  *      @ioc: Pointer to MPT_ADAPTER structure
3312  *      @sleepFlag: Specifies whether the process can sleep
3313  *
3314  *      Send IOCInit followed by PortEnable to bring IOC to OPERATIONAL state.
3315  *
3316  *      Returns 0 for success, non-zero for failure.
3317  */
3318 static int
3319 SendIocInit(MPT_ADAPTER *ioc, int sleepFlag)
3320 {
3321         IOCInit_t                ioc_init;
3322         MPIDefaultReply_t        init_reply;
3323         u32                      state;
3324         int                      r;
3325         int                      count;
3326         int                      cntdn;
3327
3328         memset(&ioc_init, 0, sizeof(ioc_init));
3329         memset(&init_reply, 0, sizeof(init_reply));
3330
3331         ioc_init.WhoInit = MPI_WHOINIT_HOST_DRIVER;
3332         ioc_init.Function = MPI_FUNCTION_IOC_INIT;
3333
3334         /* If we are in a recovery mode and we uploaded the FW image,
3335          * then this pointer is not NULL. Skip the upload a second time.
3336          * Set this flag if cached_fw set for either IOC.
3337          */
3338         if (ioc->facts.Flags & MPI_IOCFACTS_FLAGS_FW_DOWNLOAD_BOOT)
3339                 ioc->upload_fw = 1;
3340         else
3341                 ioc->upload_fw = 0;
3342         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "upload_fw %d facts.Flags=%x\n",
3343                    ioc->name, ioc->upload_fw, ioc->facts.Flags));
3344
3345         ioc_init.MaxDevices = (U8)ioc->devices_per_bus;
3346         ioc_init.MaxBuses = (U8)ioc->number_of_buses;
3347
3348         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "facts.MsgVersion=%x\n",
3349                    ioc->name, ioc->facts.MsgVersion));
3350         if (ioc->facts.MsgVersion >= MPI_VERSION_01_05) {
3351                 // set MsgVersion and HeaderVersion host driver was built with
3352                 ioc_init.MsgVersion = cpu_to_le16(MPI_VERSION);
3353                 ioc_init.HeaderVersion = cpu_to_le16(MPI_HEADER_VERSION);
3354
3355                 if (ioc->facts.Flags & MPI_IOCFACTS_FLAGS_HOST_PAGE_BUFFER_PERSISTENT) {
3356                         ioc_init.HostPageBufferSGE = ioc->facts.HostPageBufferSGE;
3357                 } else if(mpt_host_page_alloc(ioc, &ioc_init))
3358                         return -99;
3359         }
3360         ioc_init.ReplyFrameSize = cpu_to_le16(ioc->reply_sz);   /* in BYTES */
3361
3362         if (ioc->sg_addr_size == sizeof(u64)) {
3363                 /* Save the upper 32-bits of the request
3364                  * (reply) and sense buffers.
3365                  */
3366                 ioc_init.HostMfaHighAddr = cpu_to_le32((u32)((u64)ioc->alloc_dma >> 32));
3367                 ioc_init.SenseBufferHighAddr = cpu_to_le32((u32)((u64)ioc->sense_buf_pool_dma >> 32));
3368         } else {
3369                 /* Force 32-bit addressing */
3370                 ioc_init.HostMfaHighAddr = cpu_to_le32(0);
3371                 ioc_init.SenseBufferHighAddr = cpu_to_le32(0);
3372         }
3373
3374         ioc->facts.CurrentHostMfaHighAddr = ioc_init.HostMfaHighAddr;
3375         ioc->facts.CurrentSenseBufferHighAddr = ioc_init.SenseBufferHighAddr;
3376         ioc->facts.MaxDevices = ioc_init.MaxDevices;
3377         ioc->facts.MaxBuses = ioc_init.MaxBuses;
3378
3379         dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending IOCInit (req @ %p)\n",
3380                         ioc->name, &ioc_init));
3381
3382         r = mpt_handshake_req_reply_wait(ioc, sizeof(IOCInit_t), (u32*)&ioc_init,
3383                                 sizeof(MPIDefaultReply_t), (u16*)&init_reply, 10 /*seconds*/, sleepFlag);
3384         if (r != 0) {
3385                 printk(MYIOC_s_ERR_FMT "Sending IOCInit failed(%d)!\n",ioc->name, r);
3386                 return r;
3387         }
3388
3389         /* No need to byte swap the multibyte fields in the reply
3390          * since we don't even look at its contents.
3391          */
3392
3393         dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending PortEnable (req @ %p)\n",
3394                         ioc->name, &ioc_init));
3395
3396         if ((r = SendPortEnable(ioc, 0, sleepFlag)) != 0) {
3397                 printk(MYIOC_s_ERR_FMT "Sending PortEnable failed(%d)!\n",ioc->name, r);
3398                 return r;
3399         }
3400
3401         /* YIKES!  SUPER IMPORTANT!!!
3402          *  Poll IocState until _OPERATIONAL while IOC is doing
3403          *  LoopInit and TargetDiscovery!
3404          */
3405         count = 0;
3406         cntdn = ((sleepFlag == CAN_SLEEP) ? HZ : 1000) * 60;    /* 60 seconds */
3407         state = mpt_GetIocState(ioc, 1);
3408         while (state != MPI_IOC_STATE_OPERATIONAL && --cntdn) {
3409                 if (sleepFlag == CAN_SLEEP) {
3410                         msleep(1);
3411                 } else {
3412                         mdelay(1);
3413                 }
3414
3415                 if (!cntdn) {
3416                         printk(MYIOC_s_ERR_FMT "Wait IOC_OP state timeout(%d)!\n",
3417                                         ioc->name, (int)((count+5)/HZ));
3418                         return -9;
3419                 }
3420
3421                 state = mpt_GetIocState(ioc, 1);
3422                 count++;
3423         }
3424         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Wait IOC_OPERATIONAL state (cnt=%d)\n",
3425                         ioc->name, count));
3426
3427         ioc->aen_event_read_flag=0;
3428         return r;
3429 }
3430
3431 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3432 /**
3433  *      SendPortEnable - Send PortEnable request to MPT adapter port.
3434  *      @ioc: Pointer to MPT_ADAPTER structure
3435  *      @portnum: Port number to enable
3436  *      @sleepFlag: Specifies whether the process can sleep
3437  *
3438  *      Send PortEnable to bring IOC to OPERATIONAL state.
3439  *
3440  *      Returns 0 for success, non-zero for failure.
3441  */
3442 static int
3443 SendPortEnable(MPT_ADAPTER *ioc, int portnum, int sleepFlag)
3444 {
3445         PortEnable_t             port_enable;
3446         MPIDefaultReply_t        reply_buf;
3447         int      rc;
3448         int      req_sz;
3449         int      reply_sz;
3450
3451         /*  Destination...  */
3452         reply_sz = sizeof(MPIDefaultReply_t);
3453         memset(&reply_buf, 0, reply_sz);
3454
3455         req_sz = sizeof(PortEnable_t);
3456         memset(&port_enable, 0, req_sz);
3457
3458         port_enable.Function = MPI_FUNCTION_PORT_ENABLE;
3459         port_enable.PortNumber = portnum;
3460 /*      port_enable.ChainOffset = 0;            */
3461 /*      port_enable.MsgFlags = 0;               */
3462 /*      port_enable.MsgContext = 0;             */
3463
3464         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending Port(%d)Enable (req @ %p)\n",
3465                         ioc->name, portnum, &port_enable));
3466
3467         /* RAID FW may take a long time to enable
3468          */
3469         if (ioc->ir_firmware || ioc->bus_type == SAS) {
3470                 rc = mpt_handshake_req_reply_wait(ioc, req_sz,
3471                 (u32*)&port_enable, reply_sz, (u16*)&reply_buf,
3472                 300 /*seconds*/, sleepFlag);
3473         } else {
3474                 rc = mpt_handshake_req_reply_wait(ioc, req_sz,
3475                 (u32*)&port_enable, reply_sz, (u16*)&reply_buf,
3476                 30 /*seconds*/, sleepFlag);
3477         }
3478         return rc;
3479 }
3480
3481 /**
3482  *      mpt_alloc_fw_memory - allocate firmware memory
3483  *      @ioc: Pointer to MPT_ADAPTER structure
3484  *      @size: total FW bytes
3485  *
3486  *      If memory has already been allocated, the same (cached) value
3487  *      is returned.
3488  *
3489  *      Return 0 if successful, or non-zero for failure
3490  **/
3491 int
3492 mpt_alloc_fw_memory(MPT_ADAPTER *ioc, int size)
3493 {
3494         int rc;
3495
3496         if (ioc->cached_fw) {
3497                 rc = 0;  /* use already allocated memory */
3498                 goto out;
3499         }
3500         else if (ioc->alt_ioc && ioc->alt_ioc->cached_fw) {
3501                 ioc->cached_fw = ioc->alt_ioc->cached_fw;  /* use alt_ioc's memory */
3502                 ioc->cached_fw_dma = ioc->alt_ioc->cached_fw_dma;
3503                 rc = 0;
3504                 goto out;
3505         }
3506         ioc->cached_fw = pci_alloc_consistent(ioc->pcidev, size, &ioc->cached_fw_dma);
3507         if (!ioc->cached_fw) {
3508                 printk(MYIOC_s_ERR_FMT "Unable to allocate memory for the cached firmware image!\n",
3509                     ioc->name);
3510                 rc = -1;
3511         } else {
3512                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "FW Image  @ %p[%p], sz=%d[%x] bytes\n",
3513                     ioc->name, ioc->cached_fw, (void *)(ulong)ioc->cached_fw_dma, size, size));
3514                 ioc->alloc_total += size;
3515                 rc = 0;
3516         }
3517  out:
3518         return rc;
3519 }
3520
3521 /**
3522  *      mpt_free_fw_memory - free firmware memory
3523  *      @ioc: Pointer to MPT_ADAPTER structure
3524  *
3525  *      If alt_img is NULL, delete from ioc structure.
3526  *      Else, delete a secondary image in same format.
3527  **/
3528 void
3529 mpt_free_fw_memory(MPT_ADAPTER *ioc)
3530 {
3531         int sz;
3532
3533         if (!ioc->cached_fw)
3534                 return;
3535
3536         sz = ioc->facts.FWImageSize;
3537         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "free_fw_memory: FW Image  @ %p[%p], sz=%d[%x] bytes\n",
3538                  ioc->name, ioc->cached_fw, (void *)(ulong)ioc->cached_fw_dma, sz, sz));
3539         pci_free_consistent(ioc->pcidev, sz, ioc->cached_fw, ioc->cached_fw_dma);
3540         ioc->alloc_total -= sz;
3541         ioc->cached_fw = NULL;
3542 }
3543
3544 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3545 /**
3546  *      mpt_do_upload - Construct and Send FWUpload request to MPT adapter port.
3547  *      @ioc: Pointer to MPT_ADAPTER structure
3548  *      @sleepFlag: Specifies whether the process can sleep
3549  *
3550  *      Returns 0 for success, >0 for handshake failure
3551  *              <0 for fw upload failure.
3552  *
3553  *      Remark: If bound IOC and a successful FWUpload was performed
3554  *      on the bound IOC, the second image is discarded
3555  *      and memory is free'd. Both channels must upload to prevent
3556  *      IOC from running in degraded mode.
3557  */
3558 static int
3559 mpt_do_upload(MPT_ADAPTER *ioc, int sleepFlag)
3560 {
3561         u8                       reply[sizeof(FWUploadReply_t)];
3562         FWUpload_t              *prequest;
3563         FWUploadReply_t         *preply;
3564         FWUploadTCSGE_t         *ptcsge;
3565         u32                      flagsLength;
3566         int                      ii, sz, reply_sz;
3567         int                      cmdStatus;
3568         int                     request_size;
3569         /* If the image size is 0, we are done.
3570          */
3571         if ((sz = ioc->facts.FWImageSize) == 0)
3572                 return 0;
3573
3574         if (mpt_alloc_fw_memory(ioc, ioc->facts.FWImageSize) != 0)
3575                 return -ENOMEM;
3576
3577         dinitprintk(ioc, printk(MYIOC_s_INFO_FMT ": FW Image  @ %p[%p], sz=%d[%x] bytes\n",
3578             ioc->name, ioc->cached_fw, (void *)(ulong)ioc->cached_fw_dma, sz, sz));
3579
3580         prequest = (sleepFlag == NO_SLEEP) ? kzalloc(ioc->req_sz, GFP_ATOMIC) :
3581             kzalloc(ioc->req_sz, GFP_KERNEL);
3582         if (!prequest) {
3583                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "fw upload failed "
3584                     "while allocating memory \n", ioc->name));
3585                 mpt_free_fw_memory(ioc);
3586                 return -ENOMEM;
3587         }
3588
3589         preply = (FWUploadReply_t *)&reply;
3590
3591         reply_sz = sizeof(reply);
3592         memset(preply, 0, reply_sz);
3593
3594         prequest->ImageType = MPI_FW_UPLOAD_ITYPE_FW_IOC_MEM;
3595         prequest->Function = MPI_FUNCTION_FW_UPLOAD;
3596
3597         ptcsge = (FWUploadTCSGE_t *) &prequest->SGL;
3598         ptcsge->DetailsLength = 12;
3599         ptcsge->Flags = MPI_SGE_FLAGS_TRANSACTION_ELEMENT;
3600         ptcsge->ImageSize = cpu_to_le32(sz);
3601         ptcsge++;
3602
3603         flagsLength = MPT_SGE_FLAGS_SSIMPLE_READ | sz;
3604         ioc->add_sge((char *)ptcsge, flagsLength, ioc->cached_fw_dma);
3605         request_size = offsetof(FWUpload_t, SGL) + sizeof(FWUploadTCSGE_t) +
3606             ioc->SGE_size;
3607         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending FW Upload "
3608             " (req @ %p) fw_size=%d mf_request_size=%d\n", ioc->name, prequest,
3609             ioc->facts.FWImageSize, request_size));
3610         DBG_DUMP_FW_REQUEST_FRAME(ioc, (u32 *)prequest);
3611
3612         ii = mpt_handshake_req_reply_wait(ioc, request_size, (u32 *)prequest,
3613             reply_sz, (u16 *)preply, 65 /*seconds*/, sleepFlag);
3614
3615         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "FW Upload completed "
3616             "rc=%x \n", ioc->name, ii));
3617
3618         cmdStatus = -EFAULT;
3619         if (ii == 0) {
3620                 /* Handshake transfer was complete and successful.
3621                  * Check the Reply Frame.
3622                  */
3623                 int status;
3624                 status = le16_to_cpu(preply->IOCStatus) &
3625                                 MPI_IOCSTATUS_MASK;
3626                 if (status == MPI_IOCSTATUS_SUCCESS &&
3627                     ioc->facts.FWImageSize ==
3628                     le32_to_cpu(preply->ActualImageSize))
3629                                 cmdStatus = 0;
3630         }
3631         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT ": do_upload cmdStatus=%d \n",
3632                         ioc->name, cmdStatus));
3633
3634
3635         if (cmdStatus) {
3636                 ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "fw upload failed, "
3637                     "freeing image \n", ioc->name));
3638                 mpt_free_fw_memory(ioc);
3639         }
3640         kfree(prequest);
3641
3642         return cmdStatus;
3643 }
3644
3645 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3646 /**
3647  *      mpt_downloadboot - DownloadBoot code
3648  *      @ioc: Pointer to MPT_ADAPTER structure
3649  *      @pFwHeader: Pointer to firmware header info
3650  *      @sleepFlag: Specifies whether the process can sleep
3651  *
3652  *      FwDownloadBoot requires Programmed IO access.
3653  *
3654  *      Returns 0 for success
3655  *              -1 FW Image size is 0
3656  *              -2 No valid cached_fw Pointer
3657  *              <0 for fw upload failure.
3658  */
3659 static int
3660 mpt_downloadboot(MPT_ADAPTER *ioc, MpiFwHeader_t *pFwHeader, int sleepFlag)
3661 {
3662         MpiExtImageHeader_t     *pExtImage;
3663         u32                      fwSize;
3664         u32                      diag0val;
3665         int                      count;
3666         u32                     *ptrFw;
3667         u32                      diagRwData;
3668         u32                      nextImage;
3669         u32                      load_addr;
3670         u32                      ioc_state=0;
3671
3672         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "downloadboot: fw size 0x%x (%d), FW Ptr %p\n",
3673                                 ioc->name, pFwHeader->ImageSize, pFwHeader->ImageSize, pFwHeader));
3674
3675         CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
3676         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_1ST_KEY_VALUE);
3677         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_2ND_KEY_VALUE);
3678         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_3RD_KEY_VALUE);
3679         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_4TH_KEY_VALUE);
3680         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_5TH_KEY_VALUE);
3681
3682         CHIPREG_WRITE32(&ioc->chip->Diagnostic, (MPI_DIAG_PREVENT_IOC_BOOT | MPI_DIAG_DISABLE_ARM));
3683
3684         /* wait 1 msec */
3685         if (sleepFlag == CAN_SLEEP) {
3686                 msleep(1);
3687         } else {
3688                 mdelay (1);
3689         }
3690
3691         diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
3692         CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val | MPI_DIAG_RESET_ADAPTER);
3693
3694         for (count = 0; count < 30; count ++) {
3695                 diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
3696                 if (!(diag0val & MPI_DIAG_RESET_ADAPTER)) {
3697                         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RESET_ADAPTER cleared, count=%d\n",
3698                                 ioc->name, count));
3699                         break;
3700                 }
3701                 /* wait .1 sec */
3702                 if (sleepFlag == CAN_SLEEP) {
3703                         msleep (100);
3704                 } else {
3705                         mdelay (100);
3706                 }
3707         }
3708
3709         if ( count == 30 ) {
3710                 ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "downloadboot failed! "
3711                 "Unable to get MPI_DIAG_DRWE mode, diag0val=%x\n",
3712                 ioc->name, diag0val));
3713                 return -3;
3714         }
3715
3716         CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
3717         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_1ST_KEY_VALUE);
3718         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_2ND_KEY_VALUE);
3719         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_3RD_KEY_VALUE);
3720         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_4TH_KEY_VALUE);
3721         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_5TH_KEY_VALUE);
3722
3723         /* Set the DiagRwEn and Disable ARM bits */
3724         CHIPREG_WRITE32(&ioc->chip->Diagnostic, (MPI_DIAG_RW_ENABLE | MPI_DIAG_DISABLE_ARM));
3725
3726         fwSize = (pFwHeader->ImageSize + 3)/4;
3727         ptrFw = (u32 *) pFwHeader;
3728
3729         /* Write the LoadStartAddress to the DiagRw Address Register
3730          * using Programmed IO
3731          */
3732         if (ioc->errata_flag_1064)
3733                 pci_enable_io_access(ioc->pcidev);
3734
3735         CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, pFwHeader->LoadStartAddress);
3736         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "LoadStart addr written 0x%x \n",
3737                 ioc->name, pFwHeader->LoadStartAddress));
3738
3739         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Write FW Image: 0x%x bytes @ %p\n",
3740                                 ioc->name, fwSize*4, ptrFw));
3741         while (fwSize--) {
3742                 CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwData, *ptrFw++);
3743         }
3744
3745         nextImage = pFwHeader->NextImageHeaderOffset;
3746         while (nextImage) {
3747                 pExtImage = (MpiExtImageHeader_t *) ((char *)pFwHeader + nextImage);
3748
3749                 load_addr = pExtImage->LoadStartAddress;
3750
3751                 fwSize = (pExtImage->ImageSize + 3) >> 2;
3752                 ptrFw = (u32 *)pExtImage;
3753
3754                 ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Write Ext Image: 0x%x (%d) bytes @ %p load_addr=%x\n",
3755                                                 ioc->name, fwSize*4, fwSize*4, ptrFw, load_addr));
3756                 CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, load_addr);
3757
3758                 while (fwSize--) {
3759                         CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwData, *ptrFw++);
3760                 }
3761                 nextImage = pExtImage->NextImageHeaderOffset;
3762         }
3763
3764         /* Write the IopResetVectorRegAddr */
3765         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Write IopResetVector Addr=%x! \n", ioc->name,  pFwHeader->IopResetRegAddr));
3766         CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, pFwHeader->IopResetRegAddr);
3767
3768         /* Write the IopResetVectorValue */
3769         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Write IopResetVector Value=%x! \n", ioc->name, pFwHeader->IopResetVectorValue));
3770         CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwData, pFwHeader->IopResetVectorValue);
3771
3772         /* Clear the internal flash bad bit - autoincrementing register,
3773          * so must do two writes.
3774          */
3775         if (ioc->bus_type == SPI) {
3776                 /*
3777                  * 1030 and 1035 H/W errata, workaround to access
3778                  * the ClearFlashBadSignatureBit
3779                  */
3780                 CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, 0x3F000000);
3781                 diagRwData = CHIPREG_PIO_READ32(&ioc->pio_chip->DiagRwData);
3782                 diagRwData |= 0x40000000;
3783                 CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, 0x3F000000);
3784                 CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwData, diagRwData);
3785
3786         } else /* if((ioc->bus_type == SAS) || (ioc->bus_type == FC)) */ {
3787                 diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
3788                 CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val |
3789                     MPI_DIAG_CLEAR_FLASH_BAD_SIG);
3790
3791                 /* wait 1 msec */
3792                 if (sleepFlag == CAN_SLEEP) {
3793                         msleep (1);
3794                 } else {
3795                         mdelay (1);
3796                 }
3797         }
3798
3799         if (ioc->errata_flag_1064)
3800                 pci_disable_io_access(ioc->pcidev);
3801
3802         diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
3803         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "downloadboot diag0val=%x, "
3804                 "turning off PREVENT_IOC_BOOT, DISABLE_ARM, RW_ENABLE\n",
3805                 ioc->name, diag0val));
3806         diag0val &= ~(MPI_DIAG_PREVENT_IOC_BOOT | MPI_DIAG_DISABLE_ARM | MPI_DIAG_RW_ENABLE);
3807         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "downloadboot now diag0val=%x\n",
3808                 ioc->name, diag0val));
3809         CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val);
3810
3811         /* Write 0xFF to reset the sequencer */
3812         CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
3813
3814         if (ioc->bus_type == SAS) {
3815                 ioc_state = mpt_GetIocState(ioc, 0);
3816                 if ( (GetIocFacts(ioc, sleepFlag,
3817                                 MPT_HOSTEVENT_IOC_BRINGUP)) != 0 ) {
3818                         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "GetIocFacts failed: IocState=%x\n",
3819                                         ioc->name, ioc_state));
3820                         return -EFAULT;
3821                 }
3822         }
3823
3824         for (count=0; count<HZ*20; count++) {
3825                 if ((ioc_state = mpt_GetIocState(ioc, 0)) & MPI_IOC_STATE_READY) {
3826                         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3827                                 "downloadboot successful! (count=%d) IocState=%x\n",
3828                                 ioc->name, count, ioc_state));
3829                         if (ioc->bus_type == SAS) {
3830                                 return 0;
3831                         }
3832                         if ((SendIocInit(ioc, sleepFlag)) != 0) {
3833                                 ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3834                                         "downloadboot: SendIocInit failed\n",
3835                                         ioc->name));
3836                                 return -EFAULT;
3837                         }
3838                         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3839                                         "downloadboot: SendIocInit successful\n",
3840                                         ioc->name));
3841                         return 0;
3842                 }
3843                 if (sleepFlag == CAN_SLEEP) {
3844                         msleep (10);
3845                 } else {
3846                         mdelay (10);
3847                 }
3848         }
3849         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3850                 "downloadboot failed! IocState=%x\n",ioc->name, ioc_state));
3851         return -EFAULT;
3852 }
3853
3854 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3855 /**
3856  *      KickStart - Perform hard reset of MPT adapter.
3857  *      @ioc: Pointer to MPT_ADAPTER structure
3858  *      @force: Force hard reset
3859  *      @sleepFlag: Specifies whether the process can sleep
3860  *
3861  *      This routine places MPT adapter in diagnostic mode via the
3862  *      WriteSequence register, and then performs a hard reset of adapter
3863  *      via the Diagnostic register.
3864  *
3865  *      Inputs:   sleepflag - CAN_SLEEP (non-interrupt thread)
3866  *                      or NO_SLEEP (interrupt thread, use mdelay)
3867  *                force - 1 if doorbell active, board fault state
3868  *                              board operational, IOC_RECOVERY or
3869  *                              IOC_BRINGUP and there is an alt_ioc.
3870  *                        0 else
3871  *
3872  *      Returns:
3873  *               1 - hard reset, READY
3874  *               0 - no reset due to History bit, READY
3875  *              -1 - no reset due to History bit but not READY
3876  *                   OR reset but failed to come READY
3877  *              -2 - no reset, could not enter DIAG mode
3878  *              -3 - reset but bad FW bit
3879  */
3880 static int
3881 KickStart(MPT_ADAPTER *ioc, int force, int sleepFlag)
3882 {
3883         int hard_reset_done = 0;
3884         u32 ioc_state=0;
3885         int cnt,cntdn;
3886
3887         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "KickStarting!\n", ioc->name));
3888         if (ioc->bus_type == SPI) {
3889                 /* Always issue a Msg Unit Reset first. This will clear some
3890                  * SCSI bus hang conditions.
3891                  */
3892                 SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, sleepFlag);
3893
3894                 if (sleepFlag == CAN_SLEEP) {
3895                         msleep (1000);
3896                 } else {
3897                         mdelay (1000);
3898                 }
3899         }
3900
3901         hard_reset_done = mpt_diag_reset(ioc, force, sleepFlag);
3902         if (hard_reset_done < 0)
3903                 return hard_reset_done;
3904
3905         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Diagnostic reset successful!\n",
3906                 ioc->name));
3907
3908         cntdn = ((sleepFlag == CAN_SLEEP) ? HZ : 1000) * 2;     /* 2 seconds */
3909         for (cnt=0; cnt<cntdn; cnt++) {
3910                 ioc_state = mpt_GetIocState(ioc, 1);
3911                 if ((ioc_state == MPI_IOC_STATE_READY) || (ioc_state == MPI_IOC_STATE_OPERATIONAL)) {
3912                         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "KickStart successful! (cnt=%d)\n",
3913                                         ioc->name, cnt));
3914                         return hard_reset_done;
3915                 }
3916                 if (sleepFlag == CAN_SLEEP) {
3917                         msleep (10);
3918                 } else {
3919                         mdelay (10);
3920                 }
3921         }
3922
3923         dinitprintk(ioc, printk(MYIOC_s_ERR_FMT "Failed to come READY after reset! IocState=%x\n",
3924                 ioc->name, mpt_GetIocState(ioc, 0)));
3925         return -1;
3926 }
3927
3928 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3929 /**
3930  *      mpt_diag_reset - Perform hard reset of the adapter.
3931  *      @ioc: Pointer to MPT_ADAPTER structure
3932  *      @ignore: Set if to honor and clear to ignore
3933  *              the reset history bit
3934  *      @sleepFlag: CAN_SLEEP if called in a non-interrupt thread,
3935  *              else set to NO_SLEEP (use mdelay instead)
3936  *
3937  *      This routine places the adapter in diagnostic mode via the
3938  *      WriteSequence register and then performs a hard reset of adapter
3939  *      via the Diagnostic register. Adapter should be in ready state
3940  *      upon successful completion.
3941  *
3942  *      Returns:  1  hard reset successful
3943  *                0  no reset performed because reset history bit set
3944  *               -2  enabling diagnostic mode failed
3945  *               -3  diagnostic reset failed
3946  */
3947 static int
3948 mpt_diag_reset(MPT_ADAPTER *ioc, int ignore, int sleepFlag)
3949 {
3950         u32 diag0val;
3951         u32 doorbell;
3952         int hard_reset_done = 0;
3953         int count = 0;
3954         u32 diag1val = 0;
3955         MpiFwHeader_t *cached_fw;       /* Pointer to FW */
3956         u8       cb_idx;
3957
3958         /* Clear any existing interrupts */
3959         CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
3960
3961         if (ioc->pcidev->device == MPI_MANUFACTPAGE_DEVID_SAS1078) {
3962
3963                 if (!ignore)
3964                         return 0;
3965
3966                 drsprintk(ioc, printk(MYIOC_s_WARN_FMT "%s: Doorbell=%p; 1078 reset "
3967                         "address=%p\n",  ioc->name, __func__,
3968                         &ioc->chip->Doorbell, &ioc->chip->Reset_1078));
3969                 CHIPREG_WRITE32(&ioc->chip->Reset_1078, 0x07);
3970                 if (sleepFlag == CAN_SLEEP)
3971                         msleep(1);
3972                 else
3973                         mdelay(1);
3974
3975                 /*
3976                  * Call each currently registered protocol IOC reset handler
3977                  * with pre-reset indication.
3978                  * NOTE: If we're doing _IOC_BRINGUP, there can be no
3979                  * MptResetHandlers[] registered yet.
3980                  */
3981                 for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
3982                         if (MptResetHandlers[cb_idx])
3983                                 (*(MptResetHandlers[cb_idx]))(ioc,
3984                                                 MPT_IOC_PRE_RESET);
3985                 }
3986
3987                 for (count = 0; count < 60; count ++) {
3988                         doorbell = CHIPREG_READ32(&ioc->chip->Doorbell);
3989                         doorbell &= MPI_IOC_STATE_MASK;
3990
3991                         drsprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3992                                 "looking for READY STATE: doorbell=%x"
3993                                 " count=%d\n",
3994                                 ioc->name, doorbell, count));
3995
3996                         if (doorbell == MPI_IOC_STATE_READY) {
3997                                 return 1;
3998                         }
3999
4000                         /* wait 1 sec */
4001                         if (sleepFlag == CAN_SLEEP)
4002                                 msleep(1000);
4003                         else
4004                                 mdelay(1000);
4005                 }
4006                 return -1;
4007         }
4008
4009         /* Use "Diagnostic reset" method! (only thing available!) */
4010         diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4011
4012         if (ioc->debug_level & MPT_DEBUG) {
4013                 if (ioc->alt_ioc)
4014                         diag1val = CHIPREG_READ32(&ioc->alt_ioc->chip->Diagnostic);
4015                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DbG1: diag0=%08x, diag1=%08x\n",
4016                         ioc->name, diag0val, diag1val));
4017         }
4018
4019         /* Do the reset if we are told to ignore the reset history
4020          * or if the reset history is 0
4021          */
4022         if (ignore || !(diag0val & MPI_DIAG_RESET_HISTORY)) {
4023                 while ((diag0val & MPI_DIAG_DRWE) == 0) {
4024                         /* Write magic sequence to WriteSequence register
4025                          * Loop until in diagnostic mode
4026                          */
4027                         CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
4028                         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_1ST_KEY_VALUE);
4029                         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_2ND_KEY_VALUE);
4030                         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_3RD_KEY_VALUE);
4031                         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_4TH_KEY_VALUE);
4032                         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_5TH_KEY_VALUE);
4033
4034                         /* wait 100 msec */
4035                         if (sleepFlag == CAN_SLEEP) {
4036                                 msleep (100);
4037                         } else {
4038                                 mdelay (100);
4039                         }
4040
4041                         count++;
4042                         if (count > 20) {
4043                                 printk(MYIOC_s_ERR_FMT "Enable Diagnostic mode FAILED! (%02xh)\n",
4044                                                 ioc->name, diag0val);
4045                                 return -2;
4046
4047                         }
4048
4049                         diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4050
4051                         dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Wrote magic DiagWriteEn sequence (%x)\n",
4052                                         ioc->name, diag0val));
4053                 }
4054
4055                 if (ioc->debug_level & MPT_DEBUG) {
4056                         if (ioc->alt_ioc)
4057                                 diag1val = CHIPREG_READ32(&ioc->alt_ioc->chip->Diagnostic);
4058                         dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DbG2: diag0=%08x, diag1=%08x\n",
4059                                 ioc->name, diag0val, diag1val));
4060                 }
4061                 /*
4062                  * Disable the ARM (Bug fix)
4063                  *
4064                  */
4065                 CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val | MPI_DIAG_DISABLE_ARM);
4066                 mdelay(1);
4067
4068                 /*
4069                  * Now hit the reset bit in the Diagnostic register
4070                  * (THE BIG HAMMER!) (Clears DRWE bit).
4071                  */
4072                 CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val | MPI_DIAG_RESET_ADAPTER);
4073                 hard_reset_done = 1;
4074                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Diagnostic reset performed\n",
4075                                 ioc->name));
4076
4077                 /*
4078                  * Call each currently registered protocol IOC reset handler
4079                  * with pre-reset indication.
4080                  * NOTE: If we're doing _IOC_BRINGUP, there can be no
4081                  * MptResetHandlers[] registered yet.
4082                  */
4083                 for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
4084                         if (MptResetHandlers[cb_idx]) {
4085                                 mpt_signal_reset(cb_idx,
4086                                         ioc, MPT_IOC_PRE_RESET);
4087                                 if (ioc->alt_ioc) {
4088                                         mpt_signal_reset(cb_idx,
4089                                         ioc->alt_ioc, MPT_IOC_PRE_RESET);
4090                                 }
4091                         }
4092                 }
4093
4094                 if (ioc->cached_fw)
4095                         cached_fw = (MpiFwHeader_t *)ioc->cached_fw;
4096                 else if (ioc->alt_ioc && ioc->alt_ioc->cached_fw)
4097                         cached_fw = (MpiFwHeader_t *)ioc->alt_ioc->cached_fw;
4098                 else
4099                         cached_fw = NULL;
4100                 if (cached_fw) {
4101                         /* If the DownloadBoot operation fails, the
4102                          * IOC will be left unusable. This is a fatal error
4103                          * case.  _diag_reset will return < 0
4104                          */
4105                         for (count = 0; count < 30; count ++) {
4106                                 diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4107                                 if (!(diag0val & MPI_DIAG_RESET_ADAPTER)) {
4108                                         break;
4109                                 }
4110
4111                                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "cached_fw: diag0val=%x count=%d\n",
4112                                         ioc->name, diag0val, count));
4113                                 /* wait 1 sec */
4114                                 if (sleepFlag == CAN_SLEEP) {
4115                                         msleep (1000);
4116                                 } else {
4117                                         mdelay (1000);
4118                                 }
4119                         }
4120                         if ((count = mpt_downloadboot(ioc, cached_fw, sleepFlag)) < 0) {
4121                                 printk(MYIOC_s_WARN_FMT
4122                                         "firmware downloadboot failure (%d)!\n", ioc->name, count);
4123                         }
4124
4125                 } else {
4126                         /* Wait for FW to reload and for board
4127                          * to go to the READY state.
4128                          * Maximum wait is 60 seconds.
4129                          * If fail, no error will check again
4130                          * with calling program.
4131                          */
4132                         for (count = 0; count < 60; count ++) {
4133                                 doorbell = CHIPREG_READ32(&ioc->chip->Doorbell);
4134                                 doorbell &= MPI_IOC_STATE_MASK;
4135
4136                                 drsprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4137                                     "looking for READY STATE: doorbell=%x"
4138                                     " count=%d\n", ioc->name, doorbell, count));
4139
4140                                 if (doorbell == MPI_IOC_STATE_READY) {
4141                                         break;
4142                                 }
4143
4144                                 /* wait 1 sec */
4145                                 if (sleepFlag == CAN_SLEEP) {
4146                                         msleep (1000);
4147                                 } else {
4148                                         mdelay (1000);
4149                                 }
4150                         }
4151
4152                         if (doorbell != MPI_IOC_STATE_READY)
4153                                 printk(MYIOC_s_ERR_FMT "Failed to come READY "
4154                                     "after reset! IocState=%x", ioc->name,
4155                                     doorbell);
4156                 }
4157         }
4158
4159         diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4160         if (ioc->debug_level & MPT_DEBUG) {
4161                 if (ioc->alt_ioc)
4162                         diag1val = CHIPREG_READ32(&ioc->alt_ioc->chip->Diagnostic);
4163                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DbG3: diag0=%08x, diag1=%08x\n",
4164                         ioc->name, diag0val, diag1val));
4165         }
4166
4167         /* Clear RESET_HISTORY bit!  Place board in the
4168          * diagnostic mode to update the diag register.
4169          */
4170         diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4171         count = 0;
4172         while ((diag0val & MPI_DIAG_DRWE) == 0) {
4173                 /* Write magic sequence to WriteSequence register
4174                  * Loop until in diagnostic mode
4175                  */
4176                 CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
4177                 CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_1ST_KEY_VALUE);
4178                 CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_2ND_KEY_VALUE);
4179                 CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_3RD_KEY_VALUE);
4180                 CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_4TH_KEY_VALUE);
4181                 CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_5TH_KEY_VALUE);
4182
4183                 /* wait 100 msec */
4184                 if (sleepFlag == CAN_SLEEP) {
4185                         msleep (100);
4186                 } else {
4187                         mdelay (100);
4188                 }
4189
4190                 count++;
4191                 if (count > 20) {
4192                         printk(MYIOC_s_ERR_FMT "Enable Diagnostic mode FAILED! (%02xh)\n",
4193                                         ioc->name, diag0val);
4194                         break;
4195                 }
4196                 diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4197         }
4198         diag0val &= ~MPI_DIAG_RESET_HISTORY;
4199         CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val);
4200         diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4201         if (diag0val & MPI_DIAG_RESET_HISTORY) {
4202                 printk(MYIOC_s_WARN_FMT "ResetHistory bit failed to clear!\n",
4203                                 ioc->name);
4204         }
4205
4206         /* Disable Diagnostic Mode
4207          */
4208         CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFFFFFFFF);
4209
4210         /* Check FW reload status flags.
4211          */
4212         diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4213         if (diag0val & (MPI_DIAG_FLASH_BAD_SIG | MPI_DIAG_RESET_ADAPTER | MPI_DIAG_DISABLE_ARM)) {
4214                 printk(MYIOC_s_ERR_FMT "Diagnostic reset FAILED! (%02xh)\n",
4215                                 ioc->name, diag0val);
4216                 return -3;
4217         }
4218
4219         if (ioc->debug_level & MPT_DEBUG) {
4220                 if (ioc->alt_ioc)
4221                         diag1val = CHIPREG_READ32(&ioc->alt_ioc->chip->Diagnostic);
4222                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DbG4: diag0=%08x, diag1=%08x\n",
4223                         ioc->name, diag0val, diag1val));
4224         }
4225
4226         /*
4227          * Reset flag that says we've enabled event notification
4228          */
4229         ioc->facts.EventState = 0;
4230
4231         if (ioc->alt_ioc)
4232                 ioc->alt_ioc->facts.EventState = 0;
4233
4234         return hard_reset_done;
4235 }
4236
4237 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4238 /**
4239  *      SendIocReset - Send IOCReset request to MPT adapter.
4240  *      @ioc: Pointer to MPT_ADAPTER structure
4241  *      @reset_type: reset type, expected values are
4242  *      %MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET or %MPI_FUNCTION_IO_UNIT_RESET
4243  *      @sleepFlag: Specifies whether the process can sleep
4244  *
4245  *      Send IOCReset request to the MPT adapter.
4246  *
4247  *      Returns 0 for success, non-zero for failure.
4248  */
4249 static int
4250 SendIocReset(MPT_ADAPTER *ioc, u8 reset_type, int sleepFlag)
4251 {
4252         int r;
4253         u32 state;
4254         int cntdn, count;
4255
4256         drsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending IOC reset(0x%02x)!\n",
4257                         ioc->name, reset_type));
4258         CHIPREG_WRITE32(&ioc->chip->Doorbell, reset_type<<MPI_DOORBELL_FUNCTION_SHIFT);
4259         if ((r = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0)
4260                 return r;
4261
4262         /* FW ACK'd request, wait for READY state
4263          */
4264         count = 0;
4265         cntdn = ((sleepFlag == CAN_SLEEP) ? HZ : 1000) * 15;    /* 15 seconds */
4266
4267         while ((state = mpt_GetIocState(ioc, 1)) != MPI_IOC_STATE_READY) {
4268                 cntdn--;
4269                 count++;
4270                 if (!cntdn) {
4271                         if (sleepFlag != CAN_SLEEP)
4272                                 count *= 10;
4273
4274                         printk(MYIOC_s_ERR_FMT
4275                             "Wait IOC_READY state (0x%x) timeout(%d)!\n",
4276                             ioc->name, state, (int)((count+5)/HZ));
4277                         return -ETIME;
4278                 }
4279
4280                 if (sleepFlag == CAN_SLEEP) {
4281                         msleep(1);
4282                 } else {
4283                         mdelay (1);     /* 1 msec delay */
4284                 }
4285         }
4286
4287         /* TODO!
4288          *  Cleanup all event stuff for this IOC; re-issue EventNotification
4289          *  request if needed.
4290          */
4291         if (ioc->facts.Function)
4292                 ioc->facts.EventState = 0;
4293
4294         return 0;
4295 }
4296
4297 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4298 /**
4299  *      initChainBuffers - Allocate memory for and initialize chain buffers
4300  *      @ioc: Pointer to MPT_ADAPTER structure
4301  *
4302  *      Allocates memory for and initializes chain buffers,
4303  *      chain buffer control arrays and spinlock.
4304  */
4305 static int
4306 initChainBuffers(MPT_ADAPTER *ioc)
4307 {
4308         u8              *mem;
4309         int             sz, ii, num_chain;
4310         int             scale, num_sge, numSGE;
4311
4312         /* ReqToChain size must equal the req_depth
4313          * index = req_idx
4314          */
4315         if (ioc->ReqToChain == NULL) {
4316                 sz = ioc->req_depth * sizeof(int);
4317                 mem = kmalloc(sz, GFP_ATOMIC);
4318                 if (mem == NULL)
4319                         return -1;
4320
4321                 ioc->ReqToChain = (int *) mem;
4322                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReqToChain alloc  @ %p, sz=%d bytes\n",
4323                                 ioc->name, mem, sz));
4324                 mem = kmalloc(sz, GFP_ATOMIC);
4325                 if (mem == NULL)
4326                         return -1;
4327
4328                 ioc->RequestNB = (int *) mem;
4329                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RequestNB alloc  @ %p, sz=%d bytes\n",
4330                                 ioc->name, mem, sz));
4331         }
4332         for (ii = 0; ii < ioc->req_depth; ii++) {
4333                 ioc->ReqToChain[ii] = MPT_HOST_NO_CHAIN;
4334         }
4335
4336         /* ChainToChain size must equal the total number
4337          * of chain buffers to be allocated.
4338          * index = chain_idx
4339          *
4340          * Calculate the number of chain buffers needed(plus 1) per I/O
4341          * then multiply the maximum number of simultaneous cmds
4342          *
4343          * num_sge = num sge in request frame + last chain buffer
4344          * scale = num sge per chain buffer if no chain element
4345          */
4346         scale = ioc->req_sz / ioc->SGE_size;
4347         if (ioc->sg_addr_size == sizeof(u64))
4348                 num_sge =  scale + (ioc->req_sz - 60) / ioc->SGE_size;
4349         else
4350                 num_sge =  1 + scale + (ioc->req_sz - 64) / ioc->SGE_size;
4351
4352         if (ioc->sg_addr_size == sizeof(u64)) {
4353                 numSGE = (scale - 1) * (ioc->facts.MaxChainDepth-1) + scale +
4354                         (ioc->req_sz - 60) / ioc->SGE_size;
4355         } else {
4356                 numSGE = 1 + (scale - 1) * (ioc->facts.MaxChainDepth-1) +
4357                     scale + (ioc->req_sz - 64) / ioc->SGE_size;
4358         }
4359         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "num_sge=%d numSGE=%d\n",
4360                 ioc->name, num_sge, numSGE));
4361
4362         if (ioc->bus_type == FC) {
4363                 if (numSGE > MPT_SCSI_FC_SG_DEPTH)
4364                         numSGE = MPT_SCSI_FC_SG_DEPTH;
4365         } else {
4366                 if (numSGE > MPT_SCSI_SG_DEPTH)
4367                         numSGE = MPT_SCSI_SG_DEPTH;
4368         }
4369
4370         num_chain = 1;
4371         while (numSGE - num_sge > 0) {
4372                 num_chain++;
4373                 num_sge += (scale - 1);
4374         }
4375         num_chain++;
4376
4377         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Now numSGE=%d num_sge=%d num_chain=%d\n",
4378                 ioc->name, numSGE, num_sge, num_chain));
4379
4380         if (ioc->bus_type == SPI)
4381                 num_chain *= MPT_SCSI_CAN_QUEUE;
4382         else if (ioc->bus_type == SAS)
4383                 num_chain *= MPT_SAS_CAN_QUEUE;
4384         else
4385                 num_chain *= MPT_FC_CAN_QUEUE;
4386
4387         ioc->num_chain = num_chain;
4388
4389         sz = num_chain * sizeof(int);
4390         if (ioc->ChainToChain == NULL) {
4391                 mem = kmalloc(sz, GFP_ATOMIC);
4392                 if (mem == NULL)
4393                         return -1;
4394
4395                 ioc->ChainToChain = (int *) mem;
4396                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ChainToChain alloc @ %p, sz=%d bytes\n",
4397                                 ioc->name, mem, sz));
4398         } else {
4399                 mem = (u8 *) ioc->ChainToChain;
4400         }
4401         memset(mem, 0xFF, sz);
4402         return num_chain;
4403 }
4404
4405 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4406 /**
4407  *      PrimeIocFifos - Initialize IOC request and reply FIFOs.
4408  *      @ioc: Pointer to MPT_ADAPTER structure
4409  *
4410  *      This routine allocates memory for the MPT reply and request frame
4411  *      pools (if necessary), and primes the IOC reply FIFO with
4412  *      reply frames.
4413  *
4414  *      Returns 0 for success, non-zero for failure.
4415  */
4416 static int
4417 PrimeIocFifos(MPT_ADAPTER *ioc)
4418 {
4419         MPT_FRAME_HDR *mf;
4420         unsigned long flags;
4421         dma_addr_t alloc_dma;
4422         u8 *mem;
4423         int i, reply_sz, sz, total_size, num_chain;
4424         u64     dma_mask;
4425
4426         dma_mask = 0;
4427
4428         /*  Prime reply FIFO...  */
4429
4430         if (ioc->reply_frames == NULL) {
4431                 if ( (num_chain = initChainBuffers(ioc)) < 0)
4432                         return -1;
4433                 /*
4434                  * 1078 errata workaround for the 36GB limitation
4435                  */
4436                 if (ioc->pcidev->device == MPI_MANUFACTPAGE_DEVID_SAS1078 &&
4437                     ioc->dma_mask > DMA_BIT_MASK(35)) {
4438                         if (!pci_set_dma_mask(ioc->pcidev, DMA_BIT_MASK(32))
4439                             && !pci_set_consistent_dma_mask(ioc->pcidev,
4440                             DMA_BIT_MASK(32))) {
4441                                 dma_mask = DMA_BIT_MASK(35);
4442                                 d36memprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4443                                     "setting 35 bit addressing for "
4444                                     "Request/Reply/Chain and Sense Buffers\n",
4445                                     ioc->name));
4446                         } else {
4447                                 /*Reseting DMA mask to 64 bit*/
4448                                 pci_set_dma_mask(ioc->pcidev,
4449                                         DMA_BIT_MASK(64));
4450                                 pci_set_consistent_dma_mask(ioc->pcidev,
4451                                         DMA_BIT_MASK(64));
4452
4453                                 printk(MYIOC_s_ERR_FMT
4454                                     "failed setting 35 bit addressing for "
4455                                     "Request/Reply/Chain and Sense Buffers\n",
4456                                     ioc->name);
4457                                 return -1;
4458                         }
4459                 }
4460
4461                 total_size = reply_sz = (ioc->reply_sz * ioc->reply_depth);
4462                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReplyBuffer sz=%d bytes, ReplyDepth=%d\n",
4463                                 ioc->name, ioc->reply_sz, ioc->reply_depth));
4464                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReplyBuffer sz=%d[%x] bytes\n",
4465                                 ioc->name, reply_sz, reply_sz));
4466
4467                 sz = (ioc->req_sz * ioc->req_depth);
4468                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RequestBuffer sz=%d bytes, RequestDepth=%d\n",
4469                                 ioc->name, ioc->req_sz, ioc->req_depth));
4470                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RequestBuffer sz=%d[%x] bytes\n",
4471                                 ioc->name, sz, sz));
4472                 total_size += sz;
4473
4474                 sz = num_chain * ioc->req_sz; /* chain buffer pool size */
4475                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ChainBuffer sz=%d bytes, ChainDepth=%d\n",
4476                                 ioc->name, ioc->req_sz, num_chain));
4477                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ChainBuffer sz=%d[%x] bytes num_chain=%d\n",
4478                                 ioc->name, sz, sz, num_chain));
4479
4480                 total_size += sz;
4481                 mem = pci_alloc_consistent(ioc->pcidev, total_size, &alloc_dma);
4482                 if (mem == NULL) {
4483                         printk(MYIOC_s_ERR_FMT "Unable to allocate Reply, Request, Chain Buffers!\n",
4484                                 ioc->name);
4485                         goto out_fail;
4486                 }
4487
4488                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Total alloc @ %p[%p], sz=%d[%x] bytes\n",
4489                                 ioc->name, mem, (void *)(ulong)alloc_dma, total_size, total_size));
4490
4491                 memset(mem, 0, total_size);
4492                 ioc->alloc_total += total_size;
4493                 ioc->alloc = mem;
4494                 ioc->alloc_dma = alloc_dma;
4495                 ioc->alloc_sz = total_size;
4496                 ioc->reply_frames = (MPT_FRAME_HDR *) mem;
4497                 ioc->reply_frames_low_dma = (u32) (alloc_dma & 0xFFFFFFFF);
4498
4499                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReplyBuffers @ %p[%p]\n",
4500                         ioc->name, ioc->reply_frames, (void *)(ulong)alloc_dma));
4501
4502                 alloc_dma += reply_sz;
4503                 mem += reply_sz;
4504
4505                 /*  Request FIFO - WE manage this!  */
4506
4507                 ioc->req_frames = (MPT_FRAME_HDR *) mem;
4508                 ioc->req_frames_dma = alloc_dma;
4509
4510                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RequestBuffers @ %p[%p]\n",
4511                                 ioc->name, mem, (void *)(ulong)alloc_dma));
4512
4513                 ioc->req_frames_low_dma = (u32) (alloc_dma & 0xFFFFFFFF);
4514
4515 #if defined(CONFIG_MTRR) && 0
4516                 /*
4517                  *  Enable Write Combining MTRR for IOC's memory region.
4518                  *  (at least as much as we can; "size and base must be
4519                  *  multiples of 4 kiB"
4520                  */
4521                 ioc->mtrr_reg = mtrr_add(ioc->req_frames_dma,
4522                                          sz,
4523                                          MTRR_TYPE_WRCOMB, 1);
4524                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "MTRR region registered (base:size=%08x:%x)\n",
4525                                 ioc->name, ioc->req_frames_dma, sz));
4526 #endif
4527
4528                 for (i = 0; i < ioc->req_depth; i++) {
4529                         alloc_dma += ioc->req_sz;
4530                         mem += ioc->req_sz;
4531                 }
4532
4533                 ioc->ChainBuffer = mem;
4534                 ioc->ChainBufferDMA = alloc_dma;
4535
4536                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ChainBuffers @ %p(%p)\n",
4537                         ioc->name, ioc->ChainBuffer, (void *)(ulong)ioc->ChainBufferDMA));
4538
4539                 /* Initialize the free chain Q.
4540                 */
4541
4542                 INIT_LIST_HEAD(&ioc->FreeChainQ);
4543
4544                 /* Post the chain buffers to the FreeChainQ.
4545                 */
4546                 mem = (u8 *)ioc->ChainBuffer;
4547                 for (i=0; i < num_chain; i++) {
4548                         mf = (MPT_FRAME_HDR *) mem;
4549                         list_add_tail(&mf->u.frame.linkage.list, &ioc->FreeChainQ);
4550                         mem += ioc->req_sz;
4551                 }
4552
4553                 /* Initialize Request frames linked list
4554                  */
4555                 alloc_dma = ioc->req_frames_dma;
4556                 mem = (u8 *) ioc->req_frames;
4557
4558                 spin_lock_irqsave(&ioc->FreeQlock, flags);
4559                 INIT_LIST_HEAD(&ioc->FreeQ);
4560                 for (i = 0; i < ioc->req_depth; i++) {
4561                         mf = (MPT_FRAME_HDR *) mem;
4562
4563                         /*  Queue REQUESTs *internally*!  */
4564                         list_add_tail(&mf->u.frame.linkage.list, &ioc->FreeQ);
4565
4566                         mem += ioc->req_sz;
4567                 }
4568                 spin_unlock_irqrestore(&ioc->FreeQlock, flags);
4569
4570                 sz = (ioc->req_depth * MPT_SENSE_BUFFER_ALLOC);
4571                 ioc->sense_buf_pool =
4572                         pci_alloc_consistent(ioc->pcidev, sz, &ioc->sense_buf_pool_dma);
4573                 if (ioc->sense_buf_pool == NULL) {
4574                         printk(MYIOC_s_ERR_FMT "Unable to allocate Sense Buffers!\n",
4575                                 ioc->name);
4576                         goto out_fail;
4577                 }
4578
4579                 ioc->sense_buf_low_dma = (u32) (ioc->sense_buf_pool_dma & 0xFFFFFFFF);
4580                 ioc->alloc_total += sz;
4581                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SenseBuffers @ %p[%p]\n",
4582                         ioc->name, ioc->sense_buf_pool, (void *)(ulong)ioc->sense_buf_pool_dma));
4583
4584         }
4585
4586         /* Post Reply frames to FIFO
4587          */
4588         alloc_dma = ioc->alloc_dma;
4589         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReplyBuffers @ %p[%p]\n",
4590                 ioc->name, ioc->reply_frames, (void *)(ulong)alloc_dma));
4591
4592         for (i = 0; i < ioc->reply_depth; i++) {
4593                 /*  Write each address to the IOC!  */
4594                 CHIPREG_WRITE32(&ioc->chip->ReplyFifo, alloc_dma);
4595                 alloc_dma += ioc->reply_sz;
4596         }
4597
4598         if (dma_mask == DMA_BIT_MASK(35) && !pci_set_dma_mask(ioc->pcidev,
4599             ioc->dma_mask) && !pci_set_consistent_dma_mask(ioc->pcidev,
4600             ioc->dma_mask))
4601                 d36memprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4602                     "restoring 64 bit addressing\n", ioc->name));
4603
4604         return 0;
4605
4606 out_fail:
4607
4608         if (ioc->alloc != NULL) {
4609                 sz = ioc->alloc_sz;
4610                 pci_free_consistent(ioc->pcidev,
4611                                 sz,
4612                                 ioc->alloc, ioc->alloc_dma);
4613                 ioc->reply_frames = NULL;
4614                 ioc->req_frames = NULL;
4615                 ioc->alloc_total -= sz;
4616         }
4617         if (ioc->sense_buf_pool != NULL) {
4618                 sz = (ioc->req_depth * MPT_SENSE_BUFFER_ALLOC);
4619                 pci_free_consistent(ioc->pcidev,
4620                                 sz,
4621                                 ioc->sense_buf_pool, ioc->sense_buf_pool_dma);
4622                 ioc->sense_buf_pool = NULL;
4623         }
4624
4625         if (dma_mask == DMA_BIT_MASK(35) && !pci_set_dma_mask(ioc->pcidev,
4626             DMA_BIT_MASK(64)) && !pci_set_consistent_dma_mask(ioc->pcidev,
4627             DMA_BIT_MASK(64)))
4628                 d36memprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4629                     "restoring 64 bit addressing\n", ioc->name));
4630
4631         return -1;
4632 }
4633
4634 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4635 /**
4636  *      mpt_handshake_req_reply_wait - Send MPT request to and receive reply
4637  *      from IOC via doorbell handshake method.
4638  *      @ioc: Pointer to MPT_ADAPTER structure
4639  *      @reqBytes: Size of the request in bytes
4640  *      @req: Pointer to MPT request frame
4641  *      @replyBytes: Expected size of the reply in bytes
4642  *      @u16reply: Pointer to area where reply should be written
4643  *      @maxwait: Max wait time for a reply (in seconds)
4644  *      @sleepFlag: Specifies whether the process can sleep
4645  *
4646  *      NOTES: It is the callers responsibility to byte-swap fields in the
4647  *      request which are greater than 1 byte in size.  It is also the
4648  *      callers responsibility to byte-swap response fields which are
4649  *      greater than 1 byte in size.
4650  *
4651  *      Returns 0 for success, non-zero for failure.
4652  */
4653 static int
4654 mpt_handshake_req_reply_wait(MPT_ADAPTER *ioc, int reqBytes, u32 *req,
4655                 int replyBytes, u16 *u16reply, int maxwait, int sleepFlag)
4656 {
4657         MPIDefaultReply_t *mptReply;
4658         int failcnt = 0;
4659         int t;
4660
4661         /*
4662          * Get ready to cache a handshake reply
4663          */
4664         ioc->hs_reply_idx = 0;
4665         mptReply = (MPIDefaultReply_t *) ioc->hs_reply;
4666         mptReply->MsgLength = 0;
4667
4668         /*
4669          * Make sure there are no doorbells (WRITE 0 to IntStatus reg),
4670          * then tell IOC that we want to handshake a request of N words.
4671          * (WRITE u32val to Doorbell reg).
4672          */
4673         CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4674         CHIPREG_WRITE32(&ioc->chip->Doorbell,
4675                         ((MPI_FUNCTION_HANDSHAKE<<MPI_DOORBELL_FUNCTION_SHIFT) |
4676                          ((reqBytes/4)<<MPI_DOORBELL_ADD_DWORDS_SHIFT)));
4677
4678         /*
4679          * Wait for IOC's doorbell handshake int
4680          */
4681         if ((t = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0)
4682                 failcnt++;
4683
4684         dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "HandShake request start reqBytes=%d, WaitCnt=%d%s\n",
4685                         ioc->name, reqBytes, t, failcnt ? " - MISSING DOORBELL HANDSHAKE!" : ""));
4686
4687         /* Read doorbell and check for active bit */
4688         if (!(CHIPREG_READ32(&ioc->chip->Doorbell) & MPI_DOORBELL_ACTIVE))
4689                         return -1;
4690
4691         /*
4692          * Clear doorbell int (WRITE 0 to IntStatus reg),
4693          * then wait for IOC to ACKnowledge that it's ready for
4694          * our handshake request.
4695          */
4696         CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4697         if (!failcnt && (t = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0)
4698                 failcnt++;
4699
4700         if (!failcnt) {
4701                 int      ii;
4702                 u8      *req_as_bytes = (u8 *) req;
4703
4704                 /*
4705                  * Stuff request words via doorbell handshake,
4706                  * with ACK from IOC for each.
4707                  */
4708                 for (ii = 0; !failcnt && ii < reqBytes/4; ii++) {
4709                         u32 word = ((req_as_bytes[(ii*4) + 0] <<  0) |
4710                                     (req_as_bytes[(ii*4) + 1] <<  8) |
4711                                     (req_as_bytes[(ii*4) + 2] << 16) |
4712                                     (req_as_bytes[(ii*4) + 3] << 24));
4713
4714                         CHIPREG_WRITE32(&ioc->chip->Doorbell, word);
4715                         if ((t = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0)
4716                                 failcnt++;
4717                 }
4718
4719                 dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Handshake request frame (@%p) header\n", ioc->name, req));
4720                 DBG_DUMP_REQUEST_FRAME_HDR(ioc, (u32 *)req);
4721
4722                 dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "HandShake request post done, WaitCnt=%d%s\n",
4723                                 ioc->name, t, failcnt ? " - MISSING DOORBELL ACK!" : ""));
4724
4725                 /*
4726                  * Wait for completion of doorbell handshake reply from the IOC
4727                  */
4728                 if (!failcnt && (t = WaitForDoorbellReply(ioc, maxwait, sleepFlag)) < 0)
4729                         failcnt++;
4730
4731                 dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "HandShake reply count=%d%s\n",
4732                                 ioc->name, t, failcnt ? " - MISSING DOORBELL REPLY!" : ""));
4733
4734                 /*
4735                  * Copy out the cached reply...
4736                  */
4737                 for (ii=0; ii < min(replyBytes/2,mptReply->MsgLength*2); ii++)
4738                         u16reply[ii] = ioc->hs_reply[ii];
4739         } else {
4740                 return -99;
4741         }
4742
4743         return -failcnt;
4744 }
4745
4746 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4747 /**
4748  *      WaitForDoorbellAck - Wait for IOC doorbell handshake acknowledge
4749  *      @ioc: Pointer to MPT_ADAPTER structure
4750  *      @howlong: How long to wait (in seconds)
4751  *      @sleepFlag: Specifies whether the process can sleep
4752  *
4753  *      This routine waits (up to ~2 seconds max) for IOC doorbell
4754  *      handshake ACKnowledge, indicated by the IOP_DOORBELL_STATUS
4755  *      bit in its IntStatus register being clear.
4756  *
4757  *      Returns a negative value on failure, else wait loop count.
4758  */
4759 static int
4760 WaitForDoorbellAck(MPT_ADAPTER *ioc, int howlong, int sleepFlag)
4761 {
4762         int cntdn;
4763         int count = 0;
4764         u32 intstat=0;
4765
4766         cntdn = 1000 * howlong;
4767
4768         if (sleepFlag == CAN_SLEEP) {
4769                 while (--cntdn) {
4770                         msleep (1);
4771                         intstat = CHIPREG_READ32(&ioc->chip->IntStatus);
4772                         if (! (intstat & MPI_HIS_IOP_DOORBELL_STATUS))
4773                                 break;
4774                         count++;
4775                 }
4776         } else {
4777                 while (--cntdn) {
4778                         udelay (1000);
4779                         intstat = CHIPREG_READ32(&ioc->chip->IntStatus);
4780                         if (! (intstat & MPI_HIS_IOP_DOORBELL_STATUS))
4781                                 break;
4782                         count++;
4783                 }
4784         }
4785
4786         if (cntdn) {
4787                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "WaitForDoorbell ACK (count=%d)\n",
4788                                 ioc->name, count));
4789                 return count;
4790         }
4791
4792         printk(MYIOC_s_ERR_FMT "Doorbell ACK timeout (count=%d), IntStatus=%x!\n",
4793                         ioc->name, count, intstat);
4794         return -1;
4795 }
4796
4797 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4798 /**
4799  *      WaitForDoorbellInt - Wait for IOC to set its doorbell interrupt bit
4800  *      @ioc: Pointer to MPT_ADAPTER structure
4801  *      @howlong: How long to wait (in seconds)
4802  *      @sleepFlag: Specifies whether the process can sleep
4803  *
4804  *      This routine waits (up to ~2 seconds max) for IOC doorbell interrupt
4805  *      (MPI_HIS_DOORBELL_INTERRUPT) to be set in the IntStatus register.
4806  *
4807  *      Returns a negative value on failure, else wait loop count.
4808  */
4809 static int
4810 WaitForDoorbellInt(MPT_ADAPTER *ioc, int howlong, int sleepFlag)
4811 {
4812         int cntdn;
4813         int count = 0;
4814         u32 intstat=0;
4815
4816         cntdn = 1000 * howlong;
4817         if (sleepFlag == CAN_SLEEP) {
4818                 while (--cntdn) {
4819                         intstat = CHIPREG_READ32(&ioc->chip->IntStatus);
4820                         if (intstat & MPI_HIS_DOORBELL_INTERRUPT)
4821                                 break;
4822                         msleep(1);
4823                         count++;
4824                 }
4825         } else {
4826                 while (--cntdn) {
4827                         intstat = CHIPREG_READ32(&ioc->chip->IntStatus);
4828                         if (intstat & MPI_HIS_DOORBELL_INTERRUPT)
4829                                 break;
4830                         udelay (1000);
4831                         count++;
4832                 }
4833         }
4834
4835         if (cntdn) {
4836                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "WaitForDoorbell INT (cnt=%d) howlong=%d\n",
4837                                 ioc->name, count, howlong));
4838                 return count;
4839         }
4840
4841         printk(MYIOC_s_ERR_FMT "Doorbell INT timeout (count=%d), IntStatus=%x!\n",
4842                         ioc->name, count, intstat);
4843         return -1;
4844 }
4845
4846 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4847 /**
4848  *      WaitForDoorbellReply - Wait for and capture an IOC handshake reply.
4849  *      @ioc: Pointer to MPT_ADAPTER structure
4850  *      @howlong: How long to wait (in seconds)
4851  *      @sleepFlag: Specifies whether the process can sleep
4852  *
4853  *      This routine polls the IOC for a handshake reply, 16 bits at a time.
4854  *      Reply is cached to IOC private area large enough to hold a maximum
4855  *      of 128 bytes of reply data.
4856  *
4857  *      Returns a negative value on failure, else size of reply in WORDS.
4858  */
4859 static int
4860 WaitForDoorbellReply(MPT_ADAPTER *ioc, int howlong, int sleepFlag)
4861 {
4862         int u16cnt = 0;
4863         int failcnt = 0;
4864         int t;
4865         u16 *hs_reply = ioc->hs_reply;
4866         volatile MPIDefaultReply_t *mptReply = (MPIDefaultReply_t *) ioc->hs_reply;
4867         u16 hword;
4868
4869         hs_reply[0] = hs_reply[1] = hs_reply[7] = 0;
4870
4871         /*
4872          * Get first two u16's so we can look at IOC's intended reply MsgLength
4873          */
4874         u16cnt=0;
4875         if ((t = WaitForDoorbellInt(ioc, howlong, sleepFlag)) < 0) {
4876                 failcnt++;
4877         } else {
4878                 hs_reply[u16cnt++] = le16_to_cpu(CHIPREG_READ32(&ioc->chip->Doorbell) & 0x0000FFFF);
4879                 CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4880                 if ((t = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0)
4881                         failcnt++;
4882                 else {
4883                         hs_reply[u16cnt++] = le16_to_cpu(CHIPREG_READ32(&ioc->chip->Doorbell) & 0x0000FFFF);
4884                         CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4885                 }
4886         }
4887
4888         dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "WaitCnt=%d First handshake reply word=%08x%s\n",
4889                         ioc->name, t, le32_to_cpu(*(u32 *)hs_reply),
4890                         failcnt ? " - MISSING DOORBELL HANDSHAKE!" : ""));
4891
4892         /*
4893          * If no error (and IOC said MsgLength is > 0), piece together
4894          * reply 16 bits at a time.
4895          */
4896         for (u16cnt=2; !failcnt && u16cnt < (2 * mptReply->MsgLength); u16cnt++) {
4897                 if ((t = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0)
4898                         failcnt++;
4899                 hword = le16_to_cpu(CHIPREG_READ32(&ioc->chip->Doorbell) & 0x0000FFFF);
4900                 /* don't overflow our IOC hs_reply[] buffer! */
4901                 if (u16cnt < ARRAY_SIZE(ioc->hs_reply))
4902                         hs_reply[u16cnt] = hword;
4903                 CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4904         }
4905
4906         if (!failcnt && (t = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0)
4907                 failcnt++;
4908         CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4909
4910         if (failcnt) {
4911                 printk(MYIOC_s_ERR_FMT "Handshake reply failure!\n",
4912                                 ioc->name);
4913                 return -failcnt;
4914         }
4915 #if 0
4916         else if (u16cnt != (2 * mptReply->MsgLength)) {
4917                 return -101;
4918         }
4919         else if ((mptReply->IOCStatus & MPI_IOCSTATUS_MASK) != MPI_IOCSTATUS_SUCCESS) {
4920                 return -102;
4921         }
4922 #endif
4923
4924         dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Got Handshake reply:\n", ioc->name));
4925         DBG_DUMP_REPLY_FRAME(ioc, (u32 *)mptReply);
4926
4927         dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "WaitForDoorbell REPLY WaitCnt=%d (sz=%d)\n",
4928                         ioc->name, t, u16cnt/2));
4929         return u16cnt/2;
4930 }
4931
4932 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4933 /**
4934  *      GetLanConfigPages - Fetch LANConfig pages.
4935  *      @ioc: Pointer to MPT_ADAPTER structure
4936  *
4937  *      Return: 0 for success
4938  *      -ENOMEM if no memory available
4939  *              -EPERM if not allowed due to ISR context
4940  *              -EAGAIN if no msg frames currently available
4941  *              -EFAULT for non-successful reply or no reply (timeout)
4942  */
4943 static int
4944 GetLanConfigPages(MPT_ADAPTER *ioc)
4945 {
4946         ConfigPageHeader_t       hdr;
4947         CONFIGPARMS              cfg;
4948         LANPage0_t              *ppage0_alloc;
4949         dma_addr_t               page0_dma;
4950         LANPage1_t              *ppage1_alloc;
4951         dma_addr_t               page1_dma;
4952         int                      rc = 0;
4953         int                      data_sz;
4954         int                      copy_sz;
4955
4956         /* Get LAN Page 0 header */
4957         hdr.PageVersion = 0;
4958         hdr.PageLength = 0;
4959         hdr.PageNumber = 0;
4960         hdr.PageType = MPI_CONFIG_PAGETYPE_LAN;
4961         cfg.cfghdr.hdr = &hdr;
4962         cfg.physAddr = -1;
4963         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
4964         cfg.dir = 0;
4965         cfg.pageAddr = 0;
4966         cfg.timeout = 0;
4967
4968         if ((rc = mpt_config(ioc, &cfg)) != 0)
4969                 return rc;
4970
4971         if (hdr.PageLength > 0) {
4972                 data_sz = hdr.PageLength * 4;
4973                 ppage0_alloc = (LANPage0_t *) pci_alloc_consistent(ioc->pcidev, data_sz, &page0_dma);
4974                 rc = -ENOMEM;
4975                 if (ppage0_alloc) {
4976                         memset((u8 *)ppage0_alloc, 0, data_sz);
4977                         cfg.physAddr = page0_dma;
4978                         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
4979
4980                         if ((rc = mpt_config(ioc, &cfg)) == 0) {
4981                                 /* save the data */
4982                                 copy_sz = min_t(int, sizeof(LANPage0_t), data_sz);
4983                                 memcpy(&ioc->lan_cnfg_page0, ppage0_alloc, copy_sz);
4984
4985                         }
4986
4987                         pci_free_consistent(ioc->pcidev, data_sz, (u8 *) ppage0_alloc, page0_dma);
4988
4989                         /* FIXME!
4990                          *      Normalize endianness of structure data,
4991                          *      by byte-swapping all > 1 byte fields!
4992                          */
4993
4994                 }
4995
4996                 if (rc)
4997                         return rc;
4998         }
4999
5000         /* Get LAN Page 1 header */
5001         hdr.PageVersion = 0;
5002         hdr.PageLength = 0;
5003         hdr.PageNumber = 1;
5004         hdr.PageType = MPI_CONFIG_PAGETYPE_LAN;
5005         cfg.cfghdr.hdr = &hdr;
5006         cfg.physAddr = -1;
5007         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5008         cfg.dir = 0;
5009         cfg.pageAddr = 0;
5010
5011         if ((rc = mpt_config(ioc, &cfg)) != 0)
5012                 return rc;
5013
5014         if (hdr.PageLength == 0)
5015                 return 0;
5016
5017         data_sz = hdr.PageLength * 4;
5018         rc = -ENOMEM;
5019         ppage1_alloc = (LANPage1_t *) pci_alloc_consistent(ioc->pcidev, data_sz, &page1_dma);
5020         if (ppage1_alloc) {
5021                 memset((u8 *)ppage1_alloc, 0, data_sz);
5022                 cfg.physAddr = page1_dma;
5023                 cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5024
5025                 if ((rc = mpt_config(ioc, &cfg)) == 0) {
5026                         /* save the data */
5027                         copy_sz = min_t(int, sizeof(LANPage1_t), data_sz);
5028                         memcpy(&ioc->lan_cnfg_page1, ppage1_alloc, copy_sz);
5029                 }
5030
5031                 pci_free_consistent(ioc->pcidev, data_sz, (u8 *) ppage1_alloc, page1_dma);
5032
5033                 /* FIXME!
5034                  *      Normalize endianness of structure data,
5035                  *      by byte-swapping all > 1 byte fields!
5036                  */
5037
5038         }
5039
5040         return rc;
5041 }
5042
5043 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5044 /**
5045  *      mptbase_sas_persist_operation - Perform operation on SAS Persistent Table
5046  *      @ioc: Pointer to MPT_ADAPTER structure
5047  *      @persist_opcode: see below
5048  *
5049  *      MPI_SAS_OP_CLEAR_NOT_PRESENT - Free all persist TargetID mappings for
5050  *              devices not currently present.
5051  *      MPI_SAS_OP_CLEAR_ALL_PERSISTENT - Clear al persist TargetID mappings
5052  *
5053  *      NOTE: Don't use not this function during interrupt time.
5054  *
5055  *      Returns 0 for success, non-zero error
5056  */
5057
5058 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5059 int
5060 mptbase_sas_persist_operation(MPT_ADAPTER *ioc, u8 persist_opcode)
5061 {
5062         SasIoUnitControlRequest_t       *sasIoUnitCntrReq;
5063         SasIoUnitControlReply_t         *sasIoUnitCntrReply;
5064         MPT_FRAME_HDR                   *mf = NULL;
5065         MPIHeader_t                     *mpi_hdr;
5066         int                             ret = 0;
5067         unsigned long                   timeleft;
5068
5069         mutex_lock(&ioc->mptbase_cmds.mutex);
5070
5071         /* init the internal cmd struct */
5072         memset(ioc->mptbase_cmds.reply, 0 , MPT_DEFAULT_FRAME_SIZE);
5073         INITIALIZE_MGMT_STATUS(ioc->mptbase_cmds.status)
5074
5075         /* insure garbage is not sent to fw */
5076         switch(persist_opcode) {
5077
5078         case MPI_SAS_OP_CLEAR_NOT_PRESENT:
5079         case MPI_SAS_OP_CLEAR_ALL_PERSISTENT:
5080                 break;
5081
5082         default:
5083                 ret = -1;
5084                 goto out;
5085         }
5086
5087         printk(KERN_DEBUG  "%s: persist_opcode=%x\n",
5088                 __func__, persist_opcode);
5089
5090         /* Get a MF for this command.
5091          */
5092         if ((mf = mpt_get_msg_frame(mpt_base_index, ioc)) == NULL) {
5093                 printk(KERN_DEBUG "%s: no msg frames!\n", __func__);
5094                 ret = -1;
5095                 goto out;
5096         }
5097
5098         mpi_hdr = (MPIHeader_t *) mf;
5099         sasIoUnitCntrReq = (SasIoUnitControlRequest_t *)mf;
5100         memset(sasIoUnitCntrReq,0,sizeof(SasIoUnitControlRequest_t));
5101         sasIoUnitCntrReq->Function = MPI_FUNCTION_SAS_IO_UNIT_CONTROL;
5102         sasIoUnitCntrReq->MsgContext = mpi_hdr->MsgContext;
5103         sasIoUnitCntrReq->Operation = persist_opcode;
5104
5105         mpt_put_msg_frame(mpt_base_index, ioc, mf);
5106         timeleft = wait_for_completion_timeout(&ioc->mptbase_cmds.done, 10*HZ);
5107         if (!(ioc->mptbase_cmds.status & MPT_MGMT_STATUS_COMMAND_GOOD)) {
5108                 ret = -ETIME;
5109                 printk(KERN_DEBUG "%s: failed\n", __func__);
5110                 if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_DID_IOCRESET)
5111                         goto out;
5112                 if (!timeleft) {
5113                         printk(MYIOC_s_WARN_FMT
5114                                "Issuing Reset from %s!!, doorbell=0x%08x\n",
5115                                ioc->name, __func__, mpt_GetIocState(ioc, 0));
5116                         mpt_Soft_Hard_ResetHandler(ioc, CAN_SLEEP);
5117                         mpt_free_msg_frame(ioc, mf);
5118                 }
5119                 goto out;
5120         }
5121
5122         if (!(ioc->mptbase_cmds.status & MPT_MGMT_STATUS_RF_VALID)) {
5123                 ret = -1;
5124                 goto out;
5125         }
5126
5127         sasIoUnitCntrReply =
5128             (SasIoUnitControlReply_t *)ioc->mptbase_cmds.reply;
5129         if (le16_to_cpu(sasIoUnitCntrReply->IOCStatus) != MPI_IOCSTATUS_SUCCESS) {
5130                 printk(KERN_DEBUG "%s: IOCStatus=0x%X IOCLogInfo=0x%X\n",
5131                     __func__, sasIoUnitCntrReply->IOCStatus,
5132                     sasIoUnitCntrReply->IOCLogInfo);
5133                 printk(KERN_DEBUG "%s: failed\n", __func__);
5134                 ret = -1;
5135         } else
5136                 printk(KERN_DEBUG "%s: success\n", __func__);
5137  out:
5138
5139         CLEAR_MGMT_STATUS(ioc->mptbase_cmds.status)
5140         mutex_unlock(&ioc->mptbase_cmds.mutex);
5141         return ret;
5142 }
5143
5144 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5145
5146 static void
5147 mptbase_raid_process_event_data(MPT_ADAPTER *ioc,
5148     MpiEventDataRaid_t * pRaidEventData)
5149 {
5150         int     volume;
5151         int     reason;
5152         int     disk;
5153         int     status;
5154         int     flags;
5155         int     state;
5156
5157         volume  = pRaidEventData->VolumeID;
5158         reason  = pRaidEventData->ReasonCode;
5159         disk    = pRaidEventData->PhysDiskNum;
5160         status  = le32_to_cpu(pRaidEventData->SettingsStatus);
5161         flags   = (status >> 0) & 0xff;
5162         state   = (status >> 8) & 0xff;
5163
5164         if (reason == MPI_EVENT_RAID_RC_DOMAIN_VAL_NEEDED) {
5165                 return;
5166         }
5167
5168         if ((reason >= MPI_EVENT_RAID_RC_PHYSDISK_CREATED &&
5169              reason <= MPI_EVENT_RAID_RC_PHYSDISK_STATUS_CHANGED) ||
5170             (reason == MPI_EVENT_RAID_RC_SMART_DATA)) {
5171                 printk(MYIOC_s_INFO_FMT "RAID STATUS CHANGE for PhysDisk %d id=%d\n",
5172                         ioc->name, disk, volume);
5173         } else {
5174                 printk(MYIOC_s_INFO_FMT "RAID STATUS CHANGE for VolumeID %d\n",
5175                         ioc->name, volume);
5176         }
5177
5178         switch(reason) {
5179         case MPI_EVENT_RAID_RC_VOLUME_CREATED:
5180                 printk(MYIOC_s_INFO_FMT "  volume has been created\n",
5181                         ioc->name);
5182                 break;
5183
5184         case MPI_EVENT_RAID_RC_VOLUME_DELETED:
5185
5186                 printk(MYIOC_s_INFO_FMT "  volume has been deleted\n",
5187                         ioc->name);
5188                 break;
5189
5190         case MPI_EVENT_RAID_RC_VOLUME_SETTINGS_CHANGED:
5191                 printk(MYIOC_s_INFO_FMT "  volume settings have been changed\n",
5192                         ioc->name);
5193                 break;
5194
5195         case MPI_EVENT_RAID_RC_VOLUME_STATUS_CHANGED:
5196                 printk(MYIOC_s_INFO_FMT "  volume is now %s%s%s%s\n",
5197                         ioc->name,
5198                         state == MPI_RAIDVOL0_STATUS_STATE_OPTIMAL
5199                          ? "optimal"
5200                          : state == MPI_RAIDVOL0_STATUS_STATE_DEGRADED
5201                           ? "degraded"
5202                           : state == MPI_RAIDVOL0_STATUS_STATE_FAILED
5203                            ? "failed"
5204                            : "state unknown",
5205                         flags & MPI_RAIDVOL0_STATUS_FLAG_ENABLED
5206                          ? ", enabled" : "",
5207                         flags & MPI_RAIDVOL0_STATUS_FLAG_QUIESCED
5208                          ? ", quiesced" : "",
5209                         flags & MPI_RAIDVOL0_STATUS_FLAG_RESYNC_IN_PROGRESS
5210                          ? ", resync in progress" : "" );
5211                 break;
5212
5213         case MPI_EVENT_RAID_RC_VOLUME_PHYSDISK_CHANGED:
5214                 printk(MYIOC_s_INFO_FMT "  volume membership of PhysDisk %d has changed\n",
5215                         ioc->name, disk);
5216                 break;
5217
5218         case MPI_EVENT_RAID_RC_PHYSDISK_CREATED:
5219                 printk(MYIOC_s_INFO_FMT "  PhysDisk has been created\n",
5220                         ioc->name);
5221                 break;
5222
5223         case MPI_EVENT_RAID_RC_PHYSDISK_DELETED:
5224                 printk(MYIOC_s_INFO_FMT "  PhysDisk has been deleted\n",
5225                         ioc->name);
5226                 break;
5227
5228         case MPI_EVENT_RAID_RC_PHYSDISK_SETTINGS_CHANGED:
5229                 printk(MYIOC_s_INFO_FMT "  PhysDisk settings have been changed\n",
5230                         ioc->name);
5231                 break;
5232
5233         case MPI_EVENT_RAID_RC_PHYSDISK_STATUS_CHANGED:
5234                 printk(MYIOC_s_INFO_FMT "  PhysDisk is now %s%s%s\n",
5235                         ioc->name,
5236                         state == MPI_PHYSDISK0_STATUS_ONLINE
5237                          ? "online"
5238                          : state == MPI_PHYSDISK0_STATUS_MISSING
5239                           ? "missing"
5240                           : state == MPI_PHYSDISK0_STATUS_NOT_COMPATIBLE
5241                            ? "not compatible"
5242                            : state == MPI_PHYSDISK0_STATUS_FAILED
5243                             ? "failed"
5244                             : state == MPI_PHYSDISK0_STATUS_INITIALIZING
5245                              ? "initializing"
5246                              : state == MPI_PHYSDISK0_STATUS_OFFLINE_REQUESTED
5247                               ? "offline requested"
5248                               : state == MPI_PHYSDISK0_STATUS_FAILED_REQUESTED
5249                                ? "failed requested"
5250                                : state == MPI_PHYSDISK0_STATUS_OTHER_OFFLINE
5251                                 ? "offline"
5252                                 : "state unknown",
5253                         flags & MPI_PHYSDISK0_STATUS_FLAG_OUT_OF_SYNC
5254                          ? ", out of sync" : "",
5255                         flags & MPI_PHYSDISK0_STATUS_FLAG_QUIESCED
5256                          ? ", quiesced" : "" );
5257                 break;
5258
5259         case MPI_EVENT_RAID_RC_DOMAIN_VAL_NEEDED:
5260                 printk(MYIOC_s_INFO_FMT "  Domain Validation needed for PhysDisk %d\n",
5261                         ioc->name, disk);
5262                 break;
5263
5264         case MPI_EVENT_RAID_RC_SMART_DATA:
5265                 printk(MYIOC_s_INFO_FMT "  SMART data received, ASC/ASCQ = %02xh/%02xh\n",
5266                         ioc->name, pRaidEventData->ASC, pRaidEventData->ASCQ);
5267                 break;
5268
5269         case MPI_EVENT_RAID_RC_REPLACE_ACTION_STARTED:
5270                 printk(MYIOC_s_INFO_FMT "  replacement of PhysDisk %d has started\n",
5271                         ioc->name, disk);
5272                 break;
5273         }
5274 }
5275
5276 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5277 /**
5278  *      GetIoUnitPage2 - Retrieve BIOS version and boot order information.
5279  *      @ioc: Pointer to MPT_ADAPTER structure
5280  *
5281  *      Returns: 0 for success
5282  *      -ENOMEM if no memory available
5283  *              -EPERM if not allowed due to ISR context
5284  *              -EAGAIN if no msg frames currently available
5285  *              -EFAULT for non-successful reply or no reply (timeout)
5286  */
5287 static int
5288 GetIoUnitPage2(MPT_ADAPTER *ioc)
5289 {
5290         ConfigPageHeader_t       hdr;
5291         CONFIGPARMS              cfg;
5292         IOUnitPage2_t           *ppage_alloc;
5293         dma_addr_t               page_dma;
5294         int                      data_sz;
5295         int                      rc;
5296
5297         /* Get the page header */
5298         hdr.PageVersion = 0;
5299         hdr.PageLength = 0;
5300         hdr.PageNumber = 2;
5301         hdr.PageType = MPI_CONFIG_PAGETYPE_IO_UNIT;
5302         cfg.cfghdr.hdr = &hdr;
5303         cfg.physAddr = -1;
5304         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5305         cfg.dir = 0;
5306         cfg.pageAddr = 0;
5307         cfg.timeout = 0;
5308
5309         if ((rc = mpt_config(ioc, &cfg)) != 0)
5310                 return rc;
5311
5312         if (hdr.PageLength == 0)
5313                 return 0;
5314
5315         /* Read the config page */
5316         data_sz = hdr.PageLength * 4;
5317         rc = -ENOMEM;
5318         ppage_alloc = (IOUnitPage2_t *) pci_alloc_consistent(ioc->pcidev, data_sz, &page_dma);
5319         if (ppage_alloc) {
5320                 memset((u8 *)ppage_alloc, 0, data_sz);
5321                 cfg.physAddr = page_dma;
5322                 cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5323
5324                 /* If Good, save data */
5325                 if ((rc = mpt_config(ioc, &cfg)) == 0)
5326                         ioc->biosVersion = le32_to_cpu(ppage_alloc->BiosVersion);
5327
5328                 pci_free_consistent(ioc->pcidev, data_sz, (u8 *) ppage_alloc, page_dma);
5329         }
5330
5331         return rc;
5332 }
5333
5334 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5335 /**
5336  *      mpt_GetScsiPortSettings - read SCSI Port Page 0 and 2
5337  *      @ioc: Pointer to a Adapter Strucutre
5338  *      @portnum: IOC port number
5339  *
5340  *      Return: -EFAULT if read of config page header fails
5341  *                      or if no nvram
5342  *      If read of SCSI Port Page 0 fails,
5343  *              NVRAM = MPT_HOST_NVRAM_INVALID  (0xFFFFFFFF)
5344  *              Adapter settings: async, narrow
5345  *              Return 1
5346  *      If read of SCSI Port Page 2 fails,
5347  *              Adapter settings valid
5348  *              NVRAM = MPT_HOST_NVRAM_INVALID  (0xFFFFFFFF)
5349  *              Return 1
5350  *      Else
5351  *              Both valid
5352  *              Return 0
5353  *      CHECK - what type of locking mechanisms should be used????
5354  */
5355 static int
5356 mpt_GetScsiPortSettings(MPT_ADAPTER *ioc, int portnum)
5357 {
5358         u8                      *pbuf;
5359         dma_addr_t               buf_dma;
5360         CONFIGPARMS              cfg;
5361         ConfigPageHeader_t       header;
5362         int                      ii;
5363         int                      data, rc = 0;
5364
5365         /* Allocate memory
5366          */
5367         if (!ioc->spi_data.nvram) {
5368                 int      sz;
5369                 u8      *mem;
5370                 sz = MPT_MAX_SCSI_DEVICES * sizeof(int);
5371                 mem = kmalloc(sz, GFP_ATOMIC);
5372                 if (mem == NULL)
5373                         return -EFAULT;
5374
5375                 ioc->spi_data.nvram = (int *) mem;
5376
5377                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SCSI device NVRAM settings @ %p, sz=%d\n",
5378                         ioc->name, ioc->spi_data.nvram, sz));
5379         }
5380
5381         /* Invalidate NVRAM information
5382          */
5383         for (ii=0; ii < MPT_MAX_SCSI_DEVICES; ii++) {
5384                 ioc->spi_data.nvram[ii] = MPT_HOST_NVRAM_INVALID;
5385         }
5386
5387         /* Read SPP0 header, allocate memory, then read page.
5388          */
5389         header.PageVersion = 0;
5390         header.PageLength = 0;
5391         header.PageNumber = 0;
5392         header.PageType = MPI_CONFIG_PAGETYPE_SCSI_PORT;
5393         cfg.cfghdr.hdr = &header;
5394         cfg.physAddr = -1;
5395         cfg.pageAddr = portnum;
5396         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5397         cfg.dir = 0;
5398         cfg.timeout = 0;        /* use default */
5399         if (mpt_config(ioc, &cfg) != 0)
5400                  return -EFAULT;
5401
5402         if (header.PageLength > 0) {
5403                 pbuf = pci_alloc_consistent(ioc->pcidev, header.PageLength * 4, &buf_dma);
5404                 if (pbuf) {
5405                         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5406                         cfg.physAddr = buf_dma;
5407                         if (mpt_config(ioc, &cfg) != 0) {
5408                                 ioc->spi_data.maxBusWidth = MPT_NARROW;
5409                                 ioc->spi_data.maxSyncOffset = 0;
5410                                 ioc->spi_data.minSyncFactor = MPT_ASYNC;
5411                                 ioc->spi_data.busType = MPT_HOST_BUS_UNKNOWN;
5412                                 rc = 1;
5413                                 ddvprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5414                                         "Unable to read PortPage0 minSyncFactor=%x\n",
5415                                         ioc->name, ioc->spi_data.minSyncFactor));
5416                         } else {
5417                                 /* Save the Port Page 0 data
5418                                  */
5419                                 SCSIPortPage0_t  *pPP0 = (SCSIPortPage0_t  *) pbuf;
5420                                 pPP0->Capabilities = le32_to_cpu(pPP0->Capabilities);
5421                                 pPP0->PhysicalInterface = le32_to_cpu(pPP0->PhysicalInterface);
5422
5423                                 if ( (pPP0->Capabilities & MPI_SCSIPORTPAGE0_CAP_QAS) == 0 ) {
5424                                         ioc->spi_data.noQas |= MPT_TARGET_NO_NEGO_QAS;
5425                                         ddvprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5426                                                 "noQas due to Capabilities=%x\n",
5427                                                 ioc->name, pPP0->Capabilities));
5428                                 }
5429                                 ioc->spi_data.maxBusWidth = pPP0->Capabilities & MPI_SCSIPORTPAGE0_CAP_WIDE ? 1 : 0;
5430                                 data = pPP0->Capabilities & MPI_SCSIPORTPAGE0_CAP_MAX_SYNC_OFFSET_MASK;
5431                                 if (data) {
5432                                         ioc->spi_data.maxSyncOffset = (u8) (data >> 16);
5433                                         data = pPP0->Capabilities & MPI_SCSIPORTPAGE0_CAP_MIN_SYNC_PERIOD_MASK;
5434                                         ioc->spi_data.minSyncFactor = (u8) (data >> 8);
5435                                         ddvprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5436                                                 "PortPage0 minSyncFactor=%x\n",
5437                                                 ioc->name, ioc->spi_data.minSyncFactor));
5438                                 } else {
5439                                         ioc->spi_data.maxSyncOffset = 0;
5440                                         ioc->spi_data.minSyncFactor = MPT_ASYNC;
5441                                 }
5442
5443                                 ioc->spi_data.busType = pPP0->PhysicalInterface & MPI_SCSIPORTPAGE0_PHY_SIGNAL_TYPE_MASK;
5444
5445                                 /* Update the minSyncFactor based on bus type.
5446                                  */
5447                                 if ((ioc->spi_data.busType == MPI_SCSIPORTPAGE0_PHY_SIGNAL_HVD) ||
5448                                         (ioc->spi_data.busType == MPI_SCSIPORTPAGE0_PHY_SIGNAL_SE))  {
5449
5450                                         if (ioc->spi_data.minSyncFactor < MPT_ULTRA) {
5451                                                 ioc->spi_data.minSyncFactor = MPT_ULTRA;
5452                                                 ddvprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5453                                                         "HVD or SE detected, minSyncFactor=%x\n",
5454                                                         ioc->name, ioc->spi_data.minSyncFactor));
5455                                         }
5456                                 }
5457                         }
5458                         if (pbuf) {
5459                                 pci_free_consistent(ioc->pcidev, header.PageLength * 4, pbuf, buf_dma);
5460                         }
5461                 }
5462         }
5463
5464         /* SCSI Port Page 2 - Read the header then the page.
5465          */
5466         header.PageVersion = 0;
5467         header.PageLength = 0;
5468         header.PageNumber = 2;
5469         header.PageType = MPI_CONFIG_PAGETYPE_SCSI_PORT;
5470         cfg.cfghdr.hdr = &header;
5471         cfg.physAddr = -1;
5472         cfg.pageAddr = portnum;
5473         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5474         cfg.dir = 0;
5475         if (mpt_config(ioc, &cfg) != 0)
5476                 return -EFAULT;
5477
5478         if (header.PageLength > 0) {
5479                 /* Allocate memory and read SCSI Port Page 2
5480                  */
5481                 pbuf = pci_alloc_consistent(ioc->pcidev, header.PageLength * 4, &buf_dma);
5482                 if (pbuf) {
5483                         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_NVRAM;
5484                         cfg.physAddr = buf_dma;
5485                         if (mpt_config(ioc, &cfg) != 0) {
5486                                 /* Nvram data is left with INVALID mark
5487                                  */
5488                                 rc = 1;
5489                         } else if (ioc->pcidev->vendor == PCI_VENDOR_ID_ATTO) {
5490
5491                                 /* This is an ATTO adapter, read Page2 accordingly
5492                                 */
5493                                 ATTO_SCSIPortPage2_t *pPP2 = (ATTO_SCSIPortPage2_t  *) pbuf;
5494                                 ATTODeviceInfo_t *pdevice = NULL;
5495                                 u16 ATTOFlags;
5496
5497                                 /* Save the Port Page 2 data
5498                                  * (reformat into a 32bit quantity)
5499                                  */
5500                                 for (ii=0; ii < MPT_MAX_SCSI_DEVICES; ii++) {
5501                                   pdevice = &pPP2->DeviceSettings[ii];
5502                                   ATTOFlags = le16_to_cpu(pdevice->ATTOFlags);
5503                                   data = 0;
5504
5505                                   /* Translate ATTO device flags to LSI format
5506                                    */
5507                                   if (ATTOFlags & ATTOFLAG_DISC)
5508                                     data |= (MPI_SCSIPORTPAGE2_DEVICE_DISCONNECT_ENABLE);
5509                                   if (ATTOFlags & ATTOFLAG_ID_ENB)
5510                                     data |= (MPI_SCSIPORTPAGE2_DEVICE_ID_SCAN_ENABLE);
5511                                   if (ATTOFlags & ATTOFLAG_LUN_ENB)
5512                                     data |= (MPI_SCSIPORTPAGE2_DEVICE_LUN_SCAN_ENABLE);
5513                                   if (ATTOFlags & ATTOFLAG_TAGGED)
5514                                     data |= (MPI_SCSIPORTPAGE2_DEVICE_TAG_QUEUE_ENABLE);
5515                                   if (!(ATTOFlags & ATTOFLAG_WIDE_ENB))
5516                                     data |= (MPI_SCSIPORTPAGE2_DEVICE_WIDE_DISABLE);
5517
5518                                   data = (data << 16) | (pdevice->Period << 8) | 10;
5519                                   ioc->spi_data.nvram[ii] = data;
5520                                 }
5521                         } else {
5522                                 SCSIPortPage2_t *pPP2 = (SCSIPortPage2_t  *) pbuf;
5523                                 MpiDeviceInfo_t *pdevice = NULL;
5524
5525                                 /*
5526                                  * Save "Set to Avoid SCSI Bus Resets" flag
5527                                  */
5528                                 ioc->spi_data.bus_reset =
5529                                     (le32_to_cpu(pPP2->PortFlags) &
5530                                 MPI_SCSIPORTPAGE2_PORT_FLAGS_AVOID_SCSI_RESET) ?
5531                                     0 : 1 ;
5532
5533                                 /* Save the Port Page 2 data
5534                                  * (reformat into a 32bit quantity)
5535                                  */
5536                                 data = le32_to_cpu(pPP2->PortFlags) & MPI_SCSIPORTPAGE2_PORT_FLAGS_DV_MASK;
5537                                 ioc->spi_data.PortFlags = data;
5538                                 for (ii=0; ii < MPT_MAX_SCSI_DEVICES; ii++) {
5539                                         pdevice = &pPP2->DeviceSettings[ii];
5540                                         data = (le16_to_cpu(pdevice->DeviceFlags) << 16) |
5541                                                 (pdevice->SyncFactor << 8) | pdevice->Timeout;
5542                                         ioc->spi_data.nvram[ii] = data;
5543                                 }
5544                         }
5545
5546                         pci_free_consistent(ioc->pcidev, header.PageLength * 4, pbuf, buf_dma);
5547                 }
5548         }
5549
5550         /* Update Adapter limits with those from NVRAM
5551          * Comment: Don't need to do this. Target performance
5552          * parameters will never exceed the adapters limits.
5553          */
5554
5555         return rc;
5556 }
5557
5558 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5559 /**
5560  *      mpt_readScsiDevicePageHeaders - save version and length of SDP1
5561  *      @ioc: Pointer to a Adapter Strucutre
5562  *      @portnum: IOC port number
5563  *
5564  *      Return: -EFAULT if read of config page header fails
5565  *              or 0 if success.
5566  */
5567 static int
5568 mpt_readScsiDevicePageHeaders(MPT_ADAPTER *ioc, int portnum)
5569 {
5570         CONFIGPARMS              cfg;
5571         ConfigPageHeader_t       header;
5572
5573         /* Read the SCSI Device Page 1 header
5574          */
5575         header.PageVersion = 0;
5576         header.PageLength = 0;
5577         header.PageNumber = 1;
5578         header.PageType = MPI_CONFIG_PAGETYPE_SCSI_DEVICE;
5579         cfg.cfghdr.hdr = &header;
5580         cfg.physAddr = -1;
5581         cfg.pageAddr = portnum;
5582         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5583         cfg.dir = 0;
5584         cfg.timeout = 0;
5585         if (mpt_config(ioc, &cfg) != 0)
5586                  return -EFAULT;
5587
5588         ioc->spi_data.sdp1version = cfg.cfghdr.hdr->PageVersion;
5589         ioc->spi_data.sdp1length = cfg.cfghdr.hdr->PageLength;
5590
5591         header.PageVersion = 0;
5592         header.PageLength = 0;
5593         header.PageNumber = 0;
5594         header.PageType = MPI_CONFIG_PAGETYPE_SCSI_DEVICE;
5595         if (mpt_config(ioc, &cfg) != 0)
5596                  return -EFAULT;
5597
5598         ioc->spi_data.sdp0version = cfg.cfghdr.hdr->PageVersion;
5599         ioc->spi_data.sdp0length = cfg.cfghdr.hdr->PageLength;
5600
5601         dcprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Headers: 0: version %d length %d\n",
5602                         ioc->name, ioc->spi_data.sdp0version, ioc->spi_data.sdp0length));
5603
5604         dcprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Headers: 1: version %d length %d\n",
5605                         ioc->name, ioc->spi_data.sdp1version, ioc->spi_data.sdp1length));
5606         return 0;
5607 }
5608
5609 /**
5610  * mpt_inactive_raid_list_free - This clears this link list.
5611  * @ioc : pointer to per adapter structure
5612  **/
5613 static void
5614 mpt_inactive_raid_list_free(MPT_ADAPTER *ioc)
5615 {
5616         struct inactive_raid_component_info *component_info, *pNext;
5617
5618         if (list_empty(&ioc->raid_data.inactive_list))
5619                 return;
5620
5621         mutex_lock(&ioc->raid_data.inactive_list_mutex);
5622         list_for_each_entry_safe(component_info, pNext,
5623             &ioc->raid_data.inactive_list, list) {
5624                 list_del(&component_info->list);
5625                 kfree(component_info);
5626         }
5627         mutex_unlock(&ioc->raid_data.inactive_list_mutex);
5628 }
5629
5630 /**
5631  * mpt_inactive_raid_volumes - sets up link list of phy_disk_nums for devices belonging in an inactive volume
5632  *
5633  * @ioc : pointer to per adapter structure
5634  * @channel : volume channel
5635  * @id : volume target id
5636  **/
5637 static void
5638 mpt_inactive_raid_volumes(MPT_ADAPTER *ioc, u8 channel, u8 id)
5639 {
5640         CONFIGPARMS                     cfg;
5641         ConfigPageHeader_t              hdr;
5642         dma_addr_t                      dma_handle;
5643         pRaidVolumePage0_t              buffer = NULL;
5644         int                             i;
5645         RaidPhysDiskPage0_t             phys_disk;
5646         struct inactive_raid_component_info *component_info;
5647         int                             handle_inactive_volumes;
5648
5649         memset(&cfg, 0 , sizeof(CONFIGPARMS));
5650         memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
5651         hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_VOLUME;
5652         cfg.pageAddr = (channel << 8) + id;
5653         cfg.cfghdr.hdr = &hdr;
5654         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5655
5656         if (mpt_config(ioc, &cfg) != 0)
5657                 goto out;
5658
5659         if (!hdr.PageLength)
5660                 goto out;
5661
5662         buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
5663             &dma_handle);
5664
5665         if (!buffer)
5666                 goto out;
5667
5668         cfg.physAddr = dma_handle;
5669         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5670
5671         if (mpt_config(ioc, &cfg) != 0)
5672                 goto out;
5673
5674         if (!buffer->NumPhysDisks)
5675                 goto out;
5676
5677         handle_inactive_volumes =
5678            (buffer->VolumeStatus.Flags & MPI_RAIDVOL0_STATUS_FLAG_VOLUME_INACTIVE ||
5679            (buffer->VolumeStatus.Flags & MPI_RAIDVOL0_STATUS_FLAG_ENABLED) == 0 ||
5680             buffer->VolumeStatus.State == MPI_RAIDVOL0_STATUS_STATE_FAILED ||
5681             buffer->VolumeStatus.State == MPI_RAIDVOL0_STATUS_STATE_MISSING) ? 1 : 0;
5682
5683         if (!handle_inactive_volumes)
5684                 goto out;
5685
5686         mutex_lock(&ioc->raid_data.inactive_list_mutex);
5687         for (i = 0; i < buffer->NumPhysDisks; i++) {
5688                 if(mpt_raid_phys_disk_pg0(ioc,
5689                     buffer->PhysDisk[i].PhysDiskNum, &phys_disk) != 0)
5690                         continue;
5691
5692                 if ((component_info = kmalloc(sizeof (*component_info),
5693                  GFP_KERNEL)) == NULL)
5694                         continue;
5695
5696                 component_info->volumeID = id;
5697                 component_info->volumeBus = channel;
5698                 component_info->d.PhysDiskNum = phys_disk.PhysDiskNum;
5699                 component_info->d.PhysDiskBus = phys_disk.PhysDiskBus;
5700                 component_info->d.PhysDiskID = phys_disk.PhysDiskID;
5701                 component_info->d.PhysDiskIOC = phys_disk.PhysDiskIOC;
5702
5703                 list_add_tail(&component_info->list,
5704                     &ioc->raid_data.inactive_list);
5705         }
5706         mutex_unlock(&ioc->raid_data.inactive_list_mutex);
5707
5708  out:
5709         if (buffer)
5710                 pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
5711                     dma_handle);
5712 }
5713
5714 /**
5715  *      mpt_raid_phys_disk_pg0 - returns phys disk page zero
5716  *      @ioc: Pointer to a Adapter Structure
5717  *      @phys_disk_num: io unit unique phys disk num generated by the ioc
5718  *      @phys_disk: requested payload data returned
5719  *
5720  *      Return:
5721  *      0 on success
5722  *      -EFAULT if read of config page header fails or data pointer not NULL
5723  *      -ENOMEM if pci_alloc failed
5724  **/
5725 int
5726 mpt_raid_phys_disk_pg0(MPT_ADAPTER *ioc, u8 phys_disk_num,
5727                         RaidPhysDiskPage0_t *phys_disk)
5728 {
5729         CONFIGPARMS                     cfg;
5730         ConfigPageHeader_t              hdr;
5731         dma_addr_t                      dma_handle;
5732         pRaidPhysDiskPage0_t            buffer = NULL;
5733         int                             rc;
5734
5735         memset(&cfg, 0 , sizeof(CONFIGPARMS));
5736         memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
5737         memset(phys_disk, 0, sizeof(RaidPhysDiskPage0_t));
5738
5739         hdr.PageVersion = MPI_RAIDPHYSDISKPAGE0_PAGEVERSION;
5740         hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_PHYSDISK;
5741         cfg.cfghdr.hdr = &hdr;
5742         cfg.physAddr = -1;
5743         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5744
5745         if (mpt_config(ioc, &cfg) != 0) {
5746                 rc = -EFAULT;
5747                 goto out;
5748         }
5749
5750         if (!hdr.PageLength) {
5751                 rc = -EFAULT;
5752                 goto out;
5753         }
5754
5755         buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
5756             &dma_handle);
5757
5758         if (!buffer) {
5759                 rc = -ENOMEM;
5760                 goto out;
5761         }
5762
5763         cfg.physAddr = dma_handle;
5764         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5765         cfg.pageAddr = phys_disk_num;
5766
5767         if (mpt_config(ioc, &cfg) != 0) {
5768                 rc = -EFAULT;
5769                 goto out;
5770         }
5771
5772         rc = 0;
5773         memcpy(phys_disk, buffer, sizeof(*buffer));
5774         phys_disk->MaxLBA = le32_to_cpu(buffer->MaxLBA);
5775
5776  out:
5777
5778         if (buffer)
5779                 pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
5780                     dma_handle);
5781
5782         return rc;
5783 }
5784
5785 /**
5786  *      mpt_raid_phys_disk_get_num_paths - returns number paths associated to this phys_num
5787  *      @ioc: Pointer to a Adapter Structure
5788  *      @phys_disk_num: io unit unique phys disk num generated by the ioc
5789  *
5790  *      Return:
5791  *      returns number paths
5792  **/
5793 int
5794 mpt_raid_phys_disk_get_num_paths(MPT_ADAPTER *ioc, u8 phys_disk_num)
5795 {
5796         CONFIGPARMS                     cfg;
5797         ConfigPageHeader_t              hdr;
5798         dma_addr_t                      dma_handle;
5799         pRaidPhysDiskPage1_t            buffer = NULL;
5800         int                             rc;
5801
5802         memset(&cfg, 0 , sizeof(CONFIGPARMS));
5803         memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
5804
5805         hdr.PageVersion = MPI_RAIDPHYSDISKPAGE1_PAGEVERSION;
5806         hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_PHYSDISK;
5807         hdr.PageNumber = 1;
5808         cfg.cfghdr.hdr = &hdr;
5809         cfg.physAddr = -1;
5810         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5811
5812         if (mpt_config(ioc, &cfg) != 0) {
5813                 rc = 0;
5814                 goto out;
5815         }
5816
5817         if (!hdr.PageLength) {
5818                 rc = 0;
5819                 goto out;
5820         }
5821
5822         buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
5823             &dma_handle);
5824
5825         if (!buffer) {
5826                 rc = 0;
5827                 goto out;
5828         }
5829
5830         cfg.physAddr = dma_handle;
5831         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5832         cfg.pageAddr = phys_disk_num;
5833
5834         if (mpt_config(ioc, &cfg) != 0) {
5835                 rc = 0;
5836                 goto out;
5837         }
5838
5839         rc = buffer->NumPhysDiskPaths;
5840  out:
5841
5842         if (buffer)
5843                 pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
5844                     dma_handle);
5845
5846         return rc;
5847 }
5848 EXPORT_SYMBOL(mpt_raid_phys_disk_get_num_paths);
5849
5850 /**
5851  *      mpt_raid_phys_disk_pg1 - returns phys disk page 1
5852  *      @ioc: Pointer to a Adapter Structure
5853  *      @phys_disk_num: io unit unique phys disk num generated by the ioc
5854  *      @phys_disk: requested payload data returned
5855  *
5856  *      Return:
5857  *      0 on success
5858  *      -EFAULT if read of config page header fails or data pointer not NULL
5859  *      -ENOMEM if pci_alloc failed
5860  **/
5861 int
5862 mpt_raid_phys_disk_pg1(MPT_ADAPTER *ioc, u8 phys_disk_num,
5863                 RaidPhysDiskPage1_t *phys_disk)
5864 {
5865         CONFIGPARMS                     cfg;
5866         ConfigPageHeader_t              hdr;
5867         dma_addr_t                      dma_handle;
5868         pRaidPhysDiskPage1_t            buffer = NULL;
5869         int                             rc;
5870         int                             i;
5871         __le64                          sas_address;
5872
5873         memset(&cfg, 0 , sizeof(CONFIGPARMS));
5874         memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
5875         rc = 0;
5876
5877         hdr.PageVersion = MPI_RAIDPHYSDISKPAGE1_PAGEVERSION;
5878         hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_PHYSDISK;
5879         hdr.PageNumber = 1;
5880         cfg.cfghdr.hdr = &hdr;
5881         cfg.physAddr = -1;
5882         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5883
5884         if (mpt_config(ioc, &cfg) != 0) {
5885                 rc = -EFAULT;
5886                 goto out;
5887         }
5888
5889         if (!hdr.PageLength) {
5890                 rc = -EFAULT;
5891                 goto out;
5892         }
5893
5894         buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
5895             &dma_handle);
5896
5897         if (!buffer) {
5898                 rc = -ENOMEM;
5899                 goto out;
5900         }
5901
5902         cfg.physAddr = dma_handle;
5903         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5904         cfg.pageAddr = phys_disk_num;
5905
5906         if (mpt_config(ioc, &cfg) != 0) {
5907                 rc = -EFAULT;
5908                 goto out;
5909         }
5910
5911         phys_disk->NumPhysDiskPaths = buffer->NumPhysDiskPaths;
5912         phys_disk->PhysDiskNum = phys_disk_num;
5913         for (i = 0; i < phys_disk->NumPhysDiskPaths; i++) {
5914                 phys_disk->Path[i].PhysDiskID = buffer->Path[i].PhysDiskID;
5915                 phys_disk->Path[i].PhysDiskBus = buffer->Path[i].PhysDiskBus;
5916                 phys_disk->Path[i].OwnerIdentifier =
5917                                 buffer->Path[i].OwnerIdentifier;
5918                 phys_disk->Path[i].Flags = le16_to_cpu(buffer->Path[i].Flags);
5919                 memcpy(&sas_address, &buffer->Path[i].WWID, sizeof(__le64));
5920                 sas_address = le64_to_cpu(sas_address);
5921                 memcpy(&phys_disk->Path[i].WWID, &sas_address, sizeof(__le64));
5922                 memcpy(&sas_address,
5923                                 &buffer->Path[i].OwnerWWID, sizeof(__le64));
5924                 sas_address = le64_to_cpu(sas_address);
5925                 memcpy(&phys_disk->Path[i].OwnerWWID,
5926                                 &sas_address, sizeof(__le64));
5927         }
5928
5929  out:
5930
5931         if (buffer)
5932                 pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
5933                     dma_handle);
5934
5935         return rc;
5936 }
5937 EXPORT_SYMBOL(mpt_raid_phys_disk_pg1);
5938
5939
5940 /**
5941  *      mpt_findImVolumes - Identify IDs of hidden disks and RAID Volumes
5942  *      @ioc: Pointer to a Adapter Strucutre
5943  *
5944  *      Return:
5945  *      0 on success
5946  *      -EFAULT if read of config page header fails or data pointer not NULL
5947  *      -ENOMEM if pci_alloc failed
5948  **/
5949 int
5950 mpt_findImVolumes(MPT_ADAPTER *ioc)
5951 {
5952         IOCPage2_t              *pIoc2;
5953         u8                      *mem;
5954         dma_addr_t               ioc2_dma;
5955         CONFIGPARMS              cfg;
5956         ConfigPageHeader_t       header;
5957         int                      rc = 0;
5958         int                      iocpage2sz;
5959         int                      i;
5960
5961         if (!ioc->ir_firmware)
5962                 return 0;
5963
5964         /* Free the old page
5965          */
5966         kfree(ioc->raid_data.pIocPg2);
5967         ioc->raid_data.pIocPg2 = NULL;
5968         mpt_inactive_raid_list_free(ioc);
5969
5970         /* Read IOCP2 header then the page.
5971          */
5972         header.PageVersion = 0;
5973         header.PageLength = 0;
5974         header.PageNumber = 2;
5975         header.PageType = MPI_CONFIG_PAGETYPE_IOC;
5976         cfg.cfghdr.hdr = &header;
5977         cfg.physAddr = -1;
5978         cfg.pageAddr = 0;
5979         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5980         cfg.dir = 0;
5981         cfg.timeout = 0;
5982         if (mpt_config(ioc, &cfg) != 0)
5983                  return -EFAULT;
5984
5985         if (header.PageLength == 0)
5986                 return -EFAULT;
5987
5988         iocpage2sz = header.PageLength * 4;
5989         pIoc2 = pci_alloc_consistent(ioc->pcidev, iocpage2sz, &ioc2_dma);
5990         if (!pIoc2)
5991                 return -ENOMEM;
5992
5993         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5994         cfg.physAddr = ioc2_dma;
5995         if (mpt_config(ioc, &cfg) != 0)
5996                 goto out;
5997
5998         mem = kmalloc(iocpage2sz, GFP_KERNEL);
5999         if (!mem) {
6000                 rc = -ENOMEM;
6001                 goto out;
6002         }
6003
6004         memcpy(mem, (u8 *)pIoc2, iocpage2sz);
6005         ioc->raid_data.pIocPg2 = (IOCPage2_t *) mem;
6006
6007         mpt_read_ioc_pg_3(ioc);
6008
6009         for (i = 0; i < pIoc2->NumActiveVolumes ; i++)
6010                 mpt_inactive_raid_volumes(ioc,
6011                     pIoc2->RaidVolume[i].VolumeBus,
6012                     pIoc2->RaidVolume[i].VolumeID);
6013
6014  out:
6015         pci_free_consistent(ioc->pcidev, iocpage2sz, pIoc2, ioc2_dma);
6016
6017         return rc;
6018 }
6019
6020 static int
6021 mpt_read_ioc_pg_3(MPT_ADAPTER *ioc)
6022 {
6023         IOCPage3_t              *pIoc3;
6024         u8                      *mem;
6025         CONFIGPARMS              cfg;
6026         ConfigPageHeader_t       header;
6027         dma_addr_t               ioc3_dma;
6028         int                      iocpage3sz = 0;
6029
6030         /* Free the old page
6031          */
6032         kfree(ioc->raid_data.pIocPg3);
6033         ioc->raid_data.pIocPg3 = NULL;
6034
6035         /* There is at least one physical disk.
6036          * Read and save IOC Page 3
6037          */
6038         header.PageVersion = 0;
6039         header.PageLength = 0;
6040         header.PageNumber = 3;
6041         header.PageType = MPI_CONFIG_PAGETYPE_IOC;
6042         cfg.cfghdr.hdr = &header;
6043         cfg.physAddr = -1;
6044         cfg.pageAddr = 0;
6045         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
6046         cfg.dir = 0;
6047         cfg.timeout = 0;
6048         if (mpt_config(ioc, &cfg) != 0)
6049                 return 0;
6050
6051         if (header.PageLength == 0)
6052                 return 0;
6053
6054         /* Read Header good, alloc memory
6055          */
6056         iocpage3sz = header.PageLength * 4;
6057         pIoc3 = pci_alloc_consistent(ioc->pcidev, iocpage3sz, &ioc3_dma);
6058         if (!pIoc3)
6059                 return 0;
6060
6061         /* Read the Page and save the data
6062          * into malloc'd memory.
6063          */
6064         cfg.physAddr = ioc3_dma;
6065         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
6066         if (mpt_config(ioc, &cfg) == 0) {
6067                 mem = kmalloc(iocpage3sz, GFP_KERNEL);
6068                 if (mem) {
6069                         memcpy(mem, (u8 *)pIoc3, iocpage3sz);
6070                         ioc->raid_data.pIocPg3 = (IOCPage3_t *) mem;
6071                 }
6072         }
6073
6074         pci_free_consistent(ioc->pcidev, iocpage3sz, pIoc3, ioc3_dma);
6075
6076         return 0;
6077 }
6078
6079 static void
6080 mpt_read_ioc_pg_4(MPT_ADAPTER *ioc)
6081 {
6082         IOCPage4_t              *pIoc4;
6083         CONFIGPARMS              cfg;
6084         ConfigPageHeader_t       header;
6085         dma_addr_t               ioc4_dma;
6086         int                      iocpage4sz;
6087
6088         /* Read and save IOC Page 4
6089          */
6090         header.PageVersion = 0;
6091         header.PageLength = 0;
6092         header.PageNumber = 4;
6093         header.PageType = MPI_CONFIG_PAGETYPE_IOC;
6094         cfg.cfghdr.hdr = &header;
6095         cfg.physAddr = -1;
6096         cfg.pageAddr = 0;
6097         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
6098         cfg.dir = 0;
6099         cfg.timeout = 0;
6100         if (mpt_config(ioc, &cfg) != 0)
6101                 return;
6102
6103         if (header.PageLength == 0)
6104                 return;
6105
6106         if ( (pIoc4 = ioc->spi_data.pIocPg4) == NULL ) {
6107                 iocpage4sz = (header.PageLength + 4) * 4; /* Allow 4 additional SEP's */
6108                 pIoc4 = pci_alloc_consistent(ioc->pcidev, iocpage4sz, &ioc4_dma);
6109                 if (!pIoc4)
6110                         return;
6111                 ioc->alloc_total += iocpage4sz;
6112         } else {
6113                 ioc4_dma = ioc->spi_data.IocPg4_dma;
6114                 iocpage4sz = ioc->spi_data.IocPg4Sz;
6115         }
6116
6117         /* Read the Page into dma memory.
6118          */
6119         cfg.physAddr = ioc4_dma;
6120         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
6121         if (mpt_config(ioc, &cfg) == 0) {
6122                 ioc->spi_data.pIocPg4 = (IOCPage4_t *) pIoc4;
6123                 ioc->spi_data.IocPg4_dma = ioc4_dma;
6124                 ioc->spi_data.IocPg4Sz = iocpage4sz;
6125         } else {
6126                 pci_free_consistent(ioc->pcidev, iocpage4sz, pIoc4, ioc4_dma);
6127                 ioc->spi_data.pIocPg4 = NULL;
6128                 ioc->alloc_total -= iocpage4sz;
6129         }
6130 }
6131
6132 static void
6133 mpt_read_ioc_pg_1(MPT_ADAPTER *ioc)
6134 {
6135         IOCPage1_t              *pIoc1;
6136         CONFIGPARMS              cfg;
6137         ConfigPageHeader_t       header;
6138         dma_addr_t               ioc1_dma;
6139         int                      iocpage1sz = 0;
6140         u32                      tmp;
6141
6142         /* Check the Coalescing Timeout in IOC Page 1
6143          */
6144         header.PageVersion = 0;
6145         header.PageLength = 0;
6146         header.PageNumber = 1;
6147         header.PageType = MPI_CONFIG_PAGETYPE_IOC;
6148         cfg.cfghdr.hdr = &header;
6149         cfg.physAddr = -1;
6150         cfg.pageAddr = 0;
6151         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
6152         cfg.dir = 0;
6153         cfg.timeout = 0;
6154         if (mpt_config(ioc, &cfg) != 0)
6155                 return;
6156
6157         if (header.PageLength == 0)
6158                 return;
6159
6160         /* Read Header good, alloc memory
6161          */
6162         iocpage1sz = header.PageLength * 4;
6163         pIoc1 = pci_alloc_consistent(ioc->pcidev, iocpage1sz, &ioc1_dma);
6164         if (!pIoc1)
6165                 return;
6166
6167         /* Read the Page and check coalescing timeout
6168          */
6169         cfg.physAddr = ioc1_dma;
6170         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
6171         if (mpt_config(ioc, &cfg) == 0) {
6172
6173                 tmp = le32_to_cpu(pIoc1->Flags) & MPI_IOCPAGE1_REPLY_COALESCING;
6174                 if (tmp == MPI_IOCPAGE1_REPLY_COALESCING) {
6175                         tmp = le32_to_cpu(pIoc1->CoalescingTimeout);
6176
6177                         dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Coalescing Enabled Timeout = %d\n",
6178                                         ioc->name, tmp));
6179
6180                         if (tmp > MPT_COALESCING_TIMEOUT) {
6181                                 pIoc1->CoalescingTimeout = cpu_to_le32(MPT_COALESCING_TIMEOUT);
6182
6183                                 /* Write NVRAM and current
6184                                  */
6185                                 cfg.dir = 1;
6186                                 cfg.action = MPI_CONFIG_ACTION_PAGE_WRITE_CURRENT;
6187                                 if (mpt_config(ioc, &cfg) == 0) {
6188                                         dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Reset Current Coalescing Timeout to = %d\n",
6189                                                         ioc->name, MPT_COALESCING_TIMEOUT));
6190
6191                                         cfg.action = MPI_CONFIG_ACTION_PAGE_WRITE_NVRAM;
6192                                         if (mpt_config(ioc, &cfg) == 0) {
6193                                                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6194                                                                 "Reset NVRAM Coalescing Timeout to = %d\n",
6195                                                                 ioc->name, MPT_COALESCING_TIMEOUT));
6196                                         } else {
6197                                                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6198                                                                 "Reset NVRAM Coalescing Timeout Failed\n",
6199                                                                 ioc->name));
6200                                         }
6201
6202                                 } else {
6203                                         dprintk(ioc, printk(MYIOC_s_WARN_FMT
6204                                                 "Reset of Current Coalescing Timeout Failed!\n",
6205                                                 ioc->name));
6206                                 }
6207                         }
6208
6209                 } else {
6210                         dprintk(ioc, printk(MYIOC_s_WARN_FMT "Coalescing Disabled\n", ioc->name));
6211                 }
6212         }
6213
6214         pci_free_consistent(ioc->pcidev, iocpage1sz, pIoc1, ioc1_dma);
6215
6216         return;
6217 }
6218
6219 static void
6220 mpt_get_manufacturing_pg_0(MPT_ADAPTER *ioc)
6221 {
6222         CONFIGPARMS             cfg;
6223         ConfigPageHeader_t      hdr;
6224         dma_addr_t              buf_dma;
6225         ManufacturingPage0_t    *pbuf = NULL;
6226
6227         memset(&cfg, 0 , sizeof(CONFIGPARMS));
6228         memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
6229
6230         hdr.PageType = MPI_CONFIG_PAGETYPE_MANUFACTURING;
6231         cfg.cfghdr.hdr = &hdr;
6232         cfg.physAddr = -1;
6233         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
6234         cfg.timeout = 10;
6235
6236         if (mpt_config(ioc, &cfg) != 0)
6237                 goto out;
6238
6239         if (!cfg.cfghdr.hdr->PageLength)
6240                 goto out;
6241
6242         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
6243         pbuf = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4, &buf_dma);
6244         if (!pbuf)
6245                 goto out;
6246
6247         cfg.physAddr = buf_dma;
6248
6249         if (mpt_config(ioc, &cfg) != 0)
6250                 goto out;
6251
6252         memcpy(ioc->board_name, pbuf->BoardName, sizeof(ioc->board_name));
6253         memcpy(ioc->board_assembly, pbuf->BoardAssembly, sizeof(ioc->board_assembly));
6254         memcpy(ioc->board_tracer, pbuf->BoardTracerNumber, sizeof(ioc->board_tracer));
6255
6256         out:
6257
6258         if (pbuf)
6259                 pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, pbuf, buf_dma);
6260 }
6261
6262 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6263 /**
6264  *      SendEventNotification - Send EventNotification (on or off) request to adapter
6265  *      @ioc: Pointer to MPT_ADAPTER structure
6266  *      @EvSwitch: Event switch flags
6267  *      @sleepFlag: Specifies whether the process can sleep
6268  */
6269 static int
6270 SendEventNotification(MPT_ADAPTER *ioc, u8 EvSwitch, int sleepFlag)
6271 {
6272         EventNotification_t     evn;
6273         MPIDefaultReply_t       reply_buf;
6274
6275         memset(&evn, 0, sizeof(EventNotification_t));
6276         memset(&reply_buf, 0, sizeof(MPIDefaultReply_t));
6277
6278         evn.Function = MPI_FUNCTION_EVENT_NOTIFICATION;
6279         evn.Switch = EvSwitch;
6280         evn.MsgContext = cpu_to_le32(mpt_base_index << 16);
6281
6282         devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6283             "Sending EventNotification (%d) request %p\n",
6284             ioc->name, EvSwitch, &evn));
6285
6286         return mpt_handshake_req_reply_wait(ioc, sizeof(EventNotification_t),
6287             (u32 *)&evn, sizeof(MPIDefaultReply_t), (u16 *)&reply_buf, 30,
6288             sleepFlag);
6289 }
6290
6291 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6292 /**
6293  *      SendEventAck - Send EventAck request to MPT adapter.
6294  *      @ioc: Pointer to MPT_ADAPTER structure
6295  *      @evnp: Pointer to original EventNotification request
6296  */
6297 static int
6298 SendEventAck(MPT_ADAPTER *ioc, EventNotificationReply_t *evnp)
6299 {
6300         EventAck_t      *pAck;
6301
6302         if ((pAck = (EventAck_t *) mpt_get_msg_frame(mpt_base_index, ioc)) == NULL) {
6303                 dfailprintk(ioc, printk(MYIOC_s_WARN_FMT "%s, no msg frames!!\n",
6304                     ioc->name, __func__));
6305                 return -1;
6306         }
6307
6308         devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending EventAck\n", ioc->name));
6309
6310         pAck->Function     = MPI_FUNCTION_EVENT_ACK;
6311         pAck->ChainOffset  = 0;
6312         pAck->Reserved[0]  = pAck->Reserved[1] = 0;
6313         pAck->MsgFlags     = 0;
6314         pAck->Reserved1[0] = pAck->Reserved1[1] = pAck->Reserved1[2] = 0;
6315         pAck->Event        = evnp->Event;
6316         pAck->EventContext = evnp->EventContext;
6317
6318         mpt_put_msg_frame(mpt_base_index, ioc, (MPT_FRAME_HDR *)pAck);
6319
6320         return 0;
6321 }
6322
6323 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6324 /**
6325  *      mpt_config - Generic function to issue config message
6326  *      @ioc:   Pointer to an adapter structure
6327  *      @pCfg:  Pointer to a configuration structure. Struct contains
6328  *              action, page address, direction, physical address
6329  *              and pointer to a configuration page header
6330  *              Page header is updated.
6331  *
6332  *      Returns 0 for success
6333  *      -EPERM if not allowed due to ISR context
6334  *      -EAGAIN if no msg frames currently available
6335  *      -EFAULT for non-successful reply or no reply (timeout)
6336  */
6337 int
6338 mpt_config(MPT_ADAPTER *ioc, CONFIGPARMS *pCfg)
6339 {
6340         Config_t        *pReq;
6341         ConfigReply_t   *pReply;
6342         ConfigExtendedPageHeader_t  *pExtHdr = NULL;
6343         MPT_FRAME_HDR   *mf;
6344         int              ii;
6345         int              flagsLength;
6346         long             timeout;
6347         int              ret;
6348         u8               page_type = 0, extend_page;
6349         unsigned long    timeleft;
6350         unsigned long    flags;
6351     int          in_isr;
6352         u8               issue_hard_reset = 0;
6353         u8               retry_count = 0;
6354
6355         /*      Prevent calling wait_event() (below), if caller happens
6356          *      to be in ISR context, because that is fatal!
6357          */
6358         in_isr = in_interrupt();
6359         if (in_isr) {
6360                 dcprintk(ioc, printk(MYIOC_s_WARN_FMT "Config request not allowed in ISR context!\n",
6361                                 ioc->name));
6362                 return -EPERM;
6363     }
6364
6365         /* don't send a config page during diag reset */
6366         spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
6367         if (ioc->ioc_reset_in_progress) {
6368                 dfailprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6369                     "%s: busy with host reset\n", ioc->name, __func__));
6370                 spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6371                 return -EBUSY;
6372         }
6373         spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6374
6375         /* don't send if no chance of success */
6376         if (!ioc->active ||
6377             mpt_GetIocState(ioc, 1) != MPI_IOC_STATE_OPERATIONAL) {
6378                 dfailprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6379                     "%s: ioc not operational, %d, %xh\n",
6380                     ioc->name, __func__, ioc->active,
6381                     mpt_GetIocState(ioc, 0)));
6382                 return -EFAULT;
6383         }
6384
6385  retry_config:
6386         mutex_lock(&ioc->mptbase_cmds.mutex);
6387         /* init the internal cmd struct */
6388         memset(ioc->mptbase_cmds.reply, 0 , MPT_DEFAULT_FRAME_SIZE);
6389         INITIALIZE_MGMT_STATUS(ioc->mptbase_cmds.status)
6390
6391         /* Get and Populate a free Frame
6392          */
6393         if ((mf = mpt_get_msg_frame(mpt_base_index, ioc)) == NULL) {
6394                 dcprintk(ioc, printk(MYIOC_s_WARN_FMT
6395                 "mpt_config: no msg frames!\n", ioc->name));
6396                 ret = -EAGAIN;
6397                 goto out;
6398         }
6399
6400         pReq = (Config_t *)mf;
6401         pReq->Action = pCfg->action;
6402         pReq->Reserved = 0;
6403         pReq->ChainOffset = 0;
6404         pReq->Function = MPI_FUNCTION_CONFIG;
6405
6406         /* Assume page type is not extended and clear "reserved" fields. */
6407         pReq->ExtPageLength = 0;
6408         pReq->ExtPageType = 0;
6409         pReq->MsgFlags = 0;
6410
6411         for (ii=0; ii < 8; ii++)
6412                 pReq->Reserved2[ii] = 0;
6413
6414         pReq->Header.PageVersion = pCfg->cfghdr.hdr->PageVersion;
6415         pReq->Header.PageLength = pCfg->cfghdr.hdr->PageLength;
6416         pReq->Header.PageNumber = pCfg->cfghdr.hdr->PageNumber;
6417         pReq->Header.PageType = (pCfg->cfghdr.hdr->PageType & MPI_CONFIG_PAGETYPE_MASK);
6418
6419         if ((pCfg->cfghdr.hdr->PageType & MPI_CONFIG_PAGETYPE_MASK) == MPI_CONFIG_PAGETYPE_EXTENDED) {
6420                 pExtHdr = (ConfigExtendedPageHeader_t *)pCfg->cfghdr.ehdr;
6421                 pReq->ExtPageLength = cpu_to_le16(pExtHdr->ExtPageLength);
6422                 pReq->ExtPageType = pExtHdr->ExtPageType;
6423                 pReq->Header.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
6424
6425                 /* Page Length must be treated as a reserved field for the
6426                  * extended header.
6427                  */
6428                 pReq->Header.PageLength = 0;
6429         }
6430
6431         pReq->PageAddress = cpu_to_le32(pCfg->pageAddr);
6432
6433         /* Add a SGE to the config request.
6434          */
6435         if (pCfg->dir)
6436                 flagsLength = MPT_SGE_FLAGS_SSIMPLE_WRITE;
6437         else
6438                 flagsLength = MPT_SGE_FLAGS_SSIMPLE_READ;
6439
6440         if ((pCfg->cfghdr.hdr->PageType & MPI_CONFIG_PAGETYPE_MASK) ==
6441             MPI_CONFIG_PAGETYPE_EXTENDED) {
6442                 flagsLength |= pExtHdr->ExtPageLength * 4;
6443                 page_type = pReq->ExtPageType;
6444                 extend_page = 1;
6445         } else {
6446                 flagsLength |= pCfg->cfghdr.hdr->PageLength * 4;
6447                 page_type = pReq->Header.PageType;
6448                 extend_page = 0;
6449         }
6450
6451         dcprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6452             "Sending Config request type 0x%x, page 0x%x and action %d\n",
6453             ioc->name, page_type, pReq->Header.PageNumber, pReq->Action));
6454
6455         ioc->add_sge((char *)&pReq->PageBufferSGE, flagsLength, pCfg->physAddr);
6456         timeout = (pCfg->timeout < 15) ? HZ*15 : HZ*pCfg->timeout;
6457         mpt_put_msg_frame(mpt_base_index, ioc, mf);
6458         timeleft = wait_for_completion_timeout(&ioc->mptbase_cmds.done,
6459                 timeout);
6460         if (!(ioc->mptbase_cmds.status & MPT_MGMT_STATUS_COMMAND_GOOD)) {
6461                 ret = -ETIME;
6462                 dfailprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6463                     "Failed Sending Config request type 0x%x, page 0x%x,"
6464                     " action %d, status %xh, time left %ld\n\n",
6465                         ioc->name, page_type, pReq->Header.PageNumber,
6466                         pReq->Action, ioc->mptbase_cmds.status, timeleft));
6467                 if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_DID_IOCRESET)
6468                         goto out;
6469                 if (!timeleft) {
6470                         spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
6471                         if (ioc->ioc_reset_in_progress) {
6472                                 spin_unlock_irqrestore(&ioc->taskmgmt_lock,
6473                                         flags);
6474                                 printk(MYIOC_s_INFO_FMT "%s: host reset in"
6475                                         " progress mpt_config timed out.!!\n",
6476                                         __func__, ioc->name);
6477                                 mutex_unlock(&ioc->mptbase_cmds.mutex);
6478                                 return -EFAULT;
6479                         }
6480                         spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6481                         issue_hard_reset = 1;
6482                 }
6483                 goto out;
6484         }
6485
6486         if (!(ioc->mptbase_cmds.status & MPT_MGMT_STATUS_RF_VALID)) {
6487                 ret = -1;
6488                 goto out;
6489         }
6490         pReply = (ConfigReply_t *)ioc->mptbase_cmds.reply;
6491         ret = le16_to_cpu(pReply->IOCStatus) & MPI_IOCSTATUS_MASK;
6492         if (ret == MPI_IOCSTATUS_SUCCESS) {
6493                 if (extend_page) {
6494                         pCfg->cfghdr.ehdr->ExtPageLength =
6495                             le16_to_cpu(pReply->ExtPageLength);
6496                         pCfg->cfghdr.ehdr->ExtPageType =
6497                             pReply->ExtPageType;
6498                 }
6499                 pCfg->cfghdr.hdr->PageVersion = pReply->Header.PageVersion;
6500                 pCfg->cfghdr.hdr->PageLength = pReply->Header.PageLength;
6501                 pCfg->cfghdr.hdr->PageNumber = pReply->Header.PageNumber;
6502                 pCfg->cfghdr.hdr->PageType = pReply->Header.PageType;
6503
6504         }
6505
6506         if (retry_count)
6507                 printk(MYIOC_s_INFO_FMT "Retry completed "
6508                     "ret=0x%x timeleft=%ld\n",
6509                     ioc->name, ret, timeleft);
6510
6511         dcprintk(ioc, printk(KERN_DEBUG "IOCStatus=%04xh, IOCLogInfo=%08xh\n",
6512              ret, le32_to_cpu(pReply->IOCLogInfo)));
6513
6514 out:
6515
6516         CLEAR_MGMT_STATUS(ioc->mptbase_cmds.status)
6517         mutex_unlock(&ioc->mptbase_cmds.mutex);
6518         if (issue_hard_reset) {
6519                 issue_hard_reset = 0;
6520                 printk(MYIOC_s_WARN_FMT
6521                        "Issuing Reset from %s!!, doorbell=0x%08x\n",
6522                        ioc->name, __func__, mpt_GetIocState(ioc, 0));
6523                 if (retry_count == 0) {
6524                         if (mpt_Soft_Hard_ResetHandler(ioc, CAN_SLEEP) != 0)
6525                                 retry_count++;
6526                 } else
6527                         mpt_HardResetHandler(ioc, CAN_SLEEP);
6528
6529                 mpt_free_msg_frame(ioc, mf);
6530                 /* attempt one retry for a timed out command */
6531                 if (retry_count < 2) {
6532                         printk(MYIOC_s_INFO_FMT
6533                             "Attempting Retry Config request"
6534                             " type 0x%x, page 0x%x,"
6535                             " action %d\n", ioc->name, page_type,
6536                             pCfg->cfghdr.hdr->PageNumber, pCfg->action);
6537                         retry_count++;
6538                         goto retry_config;
6539                 }
6540         }
6541         return ret;
6542
6543 }
6544
6545 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6546 /**
6547  *      mpt_ioc_reset - Base cleanup for hard reset
6548  *      @ioc: Pointer to the adapter structure
6549  *      @reset_phase: Indicates pre- or post-reset functionality
6550  *
6551  *      Remark: Frees resources with internally generated commands.
6552  */
6553 static int
6554 mpt_ioc_reset(MPT_ADAPTER *ioc, int reset_phase)
6555 {
6556         switch (reset_phase) {
6557         case MPT_IOC_SETUP_RESET:
6558                 ioc->taskmgmt_quiesce_io = 1;
6559                 dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6560                     "%s: MPT_IOC_SETUP_RESET\n", ioc->name, __func__));
6561                 break;
6562         case MPT_IOC_PRE_RESET:
6563                 dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6564                     "%s: MPT_IOC_PRE_RESET\n", ioc->name, __func__));
6565                 break;
6566         case MPT_IOC_POST_RESET:
6567                 dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6568                     "%s: MPT_IOC_POST_RESET\n",  ioc->name, __func__));
6569 /* wake up mptbase_cmds */
6570                 if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_PENDING) {
6571                         ioc->mptbase_cmds.status |=
6572                             MPT_MGMT_STATUS_DID_IOCRESET;
6573                         complete(&ioc->mptbase_cmds.done);
6574                 }
6575 /* wake up taskmgmt_cmds */
6576                 if (ioc->taskmgmt_cmds.status & MPT_MGMT_STATUS_PENDING) {
6577                         ioc->taskmgmt_cmds.status |=
6578                                 MPT_MGMT_STATUS_DID_IOCRESET;
6579                         complete(&ioc->taskmgmt_cmds.done);
6580                 }
6581                 break;
6582         default:
6583                 break;
6584         }
6585
6586         return 1;               /* currently means nothing really */
6587 }
6588
6589
6590 #ifdef CONFIG_PROC_FS           /* { */
6591 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6592 /*
6593  *      procfs (%MPT_PROCFS_MPTBASEDIR/...) support stuff...
6594  */
6595 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6596 /**
6597  *      procmpt_create - Create %MPT_PROCFS_MPTBASEDIR entries.
6598  *
6599  *      Returns 0 for success, non-zero for failure.
6600  */
6601 static int
6602 procmpt_create(void)
6603 {
6604         mpt_proc_root_dir = proc_mkdir(MPT_PROCFS_MPTBASEDIR, NULL);
6605         if (mpt_proc_root_dir == NULL)
6606                 return -ENOTDIR;
6607
6608         proc_create("summary", S_IRUGO, mpt_proc_root_dir, &mpt_summary_proc_fops);
6609         proc_create("version", S_IRUGO, mpt_proc_root_dir, &mpt_version_proc_fops);
6610         return 0;
6611 }
6612
6613 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6614 /**
6615  *      procmpt_destroy - Tear down %MPT_PROCFS_MPTBASEDIR entries.
6616  *
6617  *      Returns 0 for success, non-zero for failure.
6618  */
6619 static void
6620 procmpt_destroy(void)
6621 {
6622         remove_proc_entry("version", mpt_proc_root_dir);
6623         remove_proc_entry("summary", mpt_proc_root_dir);
6624         remove_proc_entry(MPT_PROCFS_MPTBASEDIR, NULL);
6625 }
6626
6627 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6628 /*
6629  *      Handles read request from /proc/mpt/summary or /proc/mpt/iocN/summary.
6630  */
6631 static void seq_mpt_print_ioc_summary(MPT_ADAPTER *ioc, struct seq_file *m, int showlan);
6632
6633 static int mpt_summary_proc_show(struct seq_file *m, void *v)
6634 {
6635         MPT_ADAPTER *ioc = m->private;
6636
6637         if (ioc) {
6638                 seq_mpt_print_ioc_summary(ioc, m, 1);
6639         } else {
6640                 list_for_each_entry(ioc, &ioc_list, list) {
6641                         seq_mpt_print_ioc_summary(ioc, m, 1);
6642                 }
6643         }
6644
6645         return 0;
6646 }
6647
6648 static int mpt_summary_proc_open(struct inode *inode, struct file *file)
6649 {
6650         return single_open(file, mpt_summary_proc_show, PDE_DATA(inode));
6651 }
6652
6653 static const struct file_operations mpt_summary_proc_fops = {
6654         .owner          = THIS_MODULE,
6655         .open           = mpt_summary_proc_open,
6656         .read           = seq_read,
6657         .llseek         = seq_lseek,
6658         .release        = single_release,
6659 };
6660
6661 static int mpt_version_proc_show(struct seq_file *m, void *v)
6662 {
6663         u8       cb_idx;
6664         int      scsi, fc, sas, lan, ctl, targ, dmp;
6665         char    *drvname;
6666
6667         seq_printf(m, "%s-%s\n", "mptlinux", MPT_LINUX_VERSION_COMMON);
6668         seq_printf(m, "  Fusion MPT base driver\n");
6669
6670         scsi = fc = sas = lan = ctl = targ = dmp = 0;
6671         for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
6672                 drvname = NULL;
6673                 if (MptCallbacks[cb_idx]) {
6674                         switch (MptDriverClass[cb_idx]) {
6675                         case MPTSPI_DRIVER:
6676                                 if (!scsi++) drvname = "SPI host";
6677                                 break;
6678                         case MPTFC_DRIVER:
6679                                 if (!fc++) drvname = "FC host";
6680                                 break;
6681                         case MPTSAS_DRIVER:
6682                                 if (!sas++) drvname = "SAS host";
6683                                 break;
6684                         case MPTLAN_DRIVER:
6685                                 if (!lan++) drvname = "LAN";
6686                                 break;
6687                         case MPTSTM_DRIVER:
6688                                 if (!targ++) drvname = "SCSI target";
6689                                 break;
6690                         case MPTCTL_DRIVER:
6691                                 if (!ctl++) drvname = "ioctl";
6692                                 break;
6693                         }
6694
6695                         if (drvname)
6696                                 seq_printf(m, "  Fusion MPT %s driver\n", drvname);
6697                 }
6698         }
6699
6700         return 0;
6701 }
6702
6703 static int mpt_version_proc_open(struct inode *inode, struct file *file)
6704 {
6705         return single_open(file, mpt_version_proc_show, NULL);
6706 }
6707
6708 static const struct file_operations mpt_version_proc_fops = {
6709         .owner          = THIS_MODULE,
6710         .open           = mpt_version_proc_open,
6711         .read           = seq_read,
6712         .llseek         = seq_lseek,
6713         .release        = single_release,
6714 };
6715
6716 static int mpt_iocinfo_proc_show(struct seq_file *m, void *v)
6717 {
6718         MPT_ADAPTER     *ioc = m->private;
6719         char             expVer[32];
6720         int              sz;
6721         int              p;
6722
6723         mpt_get_fw_exp_ver(expVer, ioc);
6724
6725         seq_printf(m, "%s:", ioc->name);
6726         if (ioc->facts.Flags & MPI_IOCFACTS_FLAGS_FW_DOWNLOAD_BOOT)
6727                 seq_printf(m, "  (f/w download boot flag set)");
6728 //      if (ioc->facts.IOCExceptions & MPI_IOCFACTS_EXCEPT_CONFIG_CHECKSUM_FAIL)
6729 //              seq_printf(m, "  CONFIG_CHECKSUM_FAIL!");
6730
6731         seq_printf(m, "\n  ProductID = 0x%04x (%s)\n",
6732                         ioc->facts.ProductID,
6733                         ioc->prod_name);
6734         seq_printf(m, "  FWVersion = 0x%08x%s", ioc->facts.FWVersion.Word, expVer);
6735         if (ioc->facts.FWImageSize)
6736                 seq_printf(m, " (fw_size=%d)", ioc->facts.FWImageSize);
6737         seq_printf(m, "\n  MsgVersion = 0x%04x\n", ioc->facts.MsgVersion);
6738         seq_printf(m, "  FirstWhoInit = 0x%02x\n", ioc->FirstWhoInit);
6739         seq_printf(m, "  EventState = 0x%02x\n", ioc->facts.EventState);
6740
6741         seq_printf(m, "  CurrentHostMfaHighAddr = 0x%08x\n",
6742                         ioc->facts.CurrentHostMfaHighAddr);
6743         seq_printf(m, "  CurrentSenseBufferHighAddr = 0x%08x\n",
6744                         ioc->facts.CurrentSenseBufferHighAddr);
6745
6746         seq_printf(m, "  MaxChainDepth = 0x%02x frames\n", ioc->facts.MaxChainDepth);
6747         seq_printf(m, "  MinBlockSize = 0x%02x bytes\n", 4*ioc->facts.BlockSize);
6748
6749         seq_printf(m, "  RequestFrames @ 0x%p (Dma @ 0x%p)\n",
6750                                         (void *)ioc->req_frames, (void *)(ulong)ioc->req_frames_dma);
6751         /*
6752          *  Rounding UP to nearest 4-kB boundary here...
6753          */
6754         sz = (ioc->req_sz * ioc->req_depth) + 128;
6755         sz = ((sz + 0x1000UL - 1UL) / 0x1000) * 0x1000;
6756         seq_printf(m, "    {CurReqSz=%d} x {CurReqDepth=%d} = %d bytes ^= 0x%x\n",
6757                                         ioc->req_sz, ioc->req_depth, ioc->req_sz*ioc->req_depth, sz);
6758         seq_printf(m, "    {MaxReqSz=%d}   {MaxReqDepth=%d}\n",
6759                                         4*ioc->facts.RequestFrameSize,
6760                                         ioc->facts.GlobalCredits);
6761
6762         seq_printf(m, "  Frames   @ 0x%p (Dma @ 0x%p)\n",
6763                                         (void *)ioc->alloc, (void *)(ulong)ioc->alloc_dma);
6764         sz = (ioc->reply_sz * ioc->reply_depth) + 128;
6765         seq_printf(m, "    {CurRepSz=%d} x {CurRepDepth=%d} = %d bytes ^= 0x%x\n",
6766                                         ioc->reply_sz, ioc->reply_depth, ioc->reply_sz*ioc->reply_depth, sz);
6767         seq_printf(m, "    {MaxRepSz=%d}   {MaxRepDepth=%d}\n",
6768                                         ioc->facts.CurReplyFrameSize,
6769                                         ioc->facts.ReplyQueueDepth);
6770
6771         seq_printf(m, "  MaxDevices = %d\n",
6772                         (ioc->facts.MaxDevices==0) ? 255 : ioc->facts.MaxDevices);
6773         seq_printf(m, "  MaxBuses = %d\n", ioc->facts.MaxBuses);
6774
6775         /* per-port info */
6776         for (p=0; p < ioc->facts.NumberOfPorts; p++) {
6777                 seq_printf(m, "  PortNumber = %d (of %d)\n",
6778                                 p+1,
6779                                 ioc->facts.NumberOfPorts);
6780                 if (ioc->bus_type == FC) {
6781                         if (ioc->pfacts[p].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_LAN) {
6782                                 u8 *a = (u8*)&ioc->lan_cnfg_page1.HardwareAddressLow;
6783                                 seq_printf(m, "    LanAddr = %02X:%02X:%02X:%02X:%02X:%02X\n",
6784                                                 a[5], a[4], a[3], a[2], a[1], a[0]);
6785                         }
6786                         seq_printf(m, "    WWN = %08X%08X:%08X%08X\n",
6787                                         ioc->fc_port_page0[p].WWNN.High,
6788                                         ioc->fc_port_page0[p].WWNN.Low,
6789                                         ioc->fc_port_page0[p].WWPN.High,
6790                                         ioc->fc_port_page0[p].WWPN.Low);
6791                 }
6792         }
6793
6794         return 0;
6795 }
6796
6797 static int mpt_iocinfo_proc_open(struct inode *inode, struct file *file)
6798 {
6799         return single_open(file, mpt_iocinfo_proc_show, PDE_DATA(inode));
6800 }
6801
6802 static const struct file_operations mpt_iocinfo_proc_fops = {
6803         .owner          = THIS_MODULE,
6804         .open           = mpt_iocinfo_proc_open,
6805         .read           = seq_read,
6806         .llseek         = seq_lseek,
6807         .release        = single_release,
6808 };
6809 #endif          /* CONFIG_PROC_FS } */
6810
6811 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6812 static void
6813 mpt_get_fw_exp_ver(char *buf, MPT_ADAPTER *ioc)
6814 {
6815         buf[0] ='\0';
6816         if ((ioc->facts.FWVersion.Word >> 24) == 0x0E) {
6817                 sprintf(buf, " (Exp %02d%02d)",
6818                         (ioc->facts.FWVersion.Word >> 16) & 0x00FF,     /* Month */
6819                         (ioc->facts.FWVersion.Word >> 8) & 0x1F);       /* Day */
6820
6821                 /* insider hack! */
6822                 if ((ioc->facts.FWVersion.Word >> 8) & 0x80)
6823                         strcat(buf, " [MDBG]");
6824         }
6825 }
6826
6827 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6828 /**
6829  *      mpt_print_ioc_summary - Write ASCII summary of IOC to a buffer.
6830  *      @ioc: Pointer to MPT_ADAPTER structure
6831  *      @buffer: Pointer to buffer where IOC summary info should be written
6832  *      @size: Pointer to number of bytes we wrote (set by this routine)
6833  *      @len: Offset at which to start writing in buffer
6834  *      @showlan: Display LAN stuff?
6835  *
6836  *      This routine writes (english readable) ASCII text, which represents
6837  *      a summary of IOC information, to a buffer.
6838  */
6839 void
6840 mpt_print_ioc_summary(MPT_ADAPTER *ioc, char *buffer, int *size, int len, int showlan)
6841 {
6842         char expVer[32];
6843         int y;
6844
6845         mpt_get_fw_exp_ver(expVer, ioc);
6846
6847         /*
6848          *  Shorter summary of attached ioc's...
6849          */
6850         y = sprintf(buffer+len, "%s: %s, %s%08xh%s, Ports=%d, MaxQ=%d",
6851                         ioc->name,
6852                         ioc->prod_name,
6853                         MPT_FW_REV_MAGIC_ID_STRING,     /* "FwRev=" or somesuch */
6854                         ioc->facts.FWVersion.Word,
6855                         expVer,
6856                         ioc->facts.NumberOfPorts,
6857                         ioc->req_depth);
6858
6859         if (showlan && (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_LAN)) {
6860                 u8 *a = (u8*)&ioc->lan_cnfg_page1.HardwareAddressLow;
6861                 y += sprintf(buffer+len+y, ", LanAddr=%02X:%02X:%02X:%02X:%02X:%02X",
6862                         a[5], a[4], a[3], a[2], a[1], a[0]);
6863         }
6864
6865         y += sprintf(buffer+len+y, ", IRQ=%d", ioc->pci_irq);
6866
6867         if (!ioc->active)
6868                 y += sprintf(buffer+len+y, " (disabled)");
6869
6870         y += sprintf(buffer+len+y, "\n");
6871
6872         *size = y;
6873 }
6874
6875 static void seq_mpt_print_ioc_summary(MPT_ADAPTER *ioc, struct seq_file *m, int showlan)
6876 {
6877         char expVer[32];
6878
6879         mpt_get_fw_exp_ver(expVer, ioc);
6880
6881         /*
6882          *  Shorter summary of attached ioc's...
6883          */
6884         seq_printf(m, "%s: %s, %s%08xh%s, Ports=%d, MaxQ=%d",
6885                         ioc->name,
6886                         ioc->prod_name,
6887                         MPT_FW_REV_MAGIC_ID_STRING,     /* "FwRev=" or somesuch */
6888                         ioc->facts.FWVersion.Word,
6889                         expVer,
6890                         ioc->facts.NumberOfPorts,
6891                         ioc->req_depth);
6892
6893         if (showlan && (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_LAN)) {
6894                 u8 *a = (u8*)&ioc->lan_cnfg_page1.HardwareAddressLow;
6895                 seq_printf(m, ", LanAddr=%02X:%02X:%02X:%02X:%02X:%02X",
6896                         a[5], a[4], a[3], a[2], a[1], a[0]);
6897         }
6898
6899         seq_printf(m, ", IRQ=%d", ioc->pci_irq);
6900
6901         if (!ioc->active)
6902                 seq_printf(m, " (disabled)");
6903
6904         seq_putc(m, '\n');
6905 }
6906
6907 /**
6908  *      mpt_set_taskmgmt_in_progress_flag - set flags associated with task management
6909  *      @ioc: Pointer to MPT_ADAPTER structure
6910  *
6911  *      Returns 0 for SUCCESS or -1 if FAILED.
6912  *
6913  *      If -1 is return, then it was not possible to set the flags
6914  **/
6915 int
6916 mpt_set_taskmgmt_in_progress_flag(MPT_ADAPTER *ioc)
6917 {
6918         unsigned long    flags;
6919         int              retval;
6920
6921         spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
6922         if (ioc->ioc_reset_in_progress || ioc->taskmgmt_in_progress ||
6923             (ioc->alt_ioc && ioc->alt_ioc->taskmgmt_in_progress)) {
6924                 retval = -1;
6925                 goto out;
6926         }
6927         retval = 0;
6928         ioc->taskmgmt_in_progress = 1;
6929         ioc->taskmgmt_quiesce_io = 1;
6930         if (ioc->alt_ioc) {
6931                 ioc->alt_ioc->taskmgmt_in_progress = 1;
6932                 ioc->alt_ioc->taskmgmt_quiesce_io = 1;
6933         }
6934  out:
6935         spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6936         return retval;
6937 }
6938 EXPORT_SYMBOL(mpt_set_taskmgmt_in_progress_flag);
6939
6940 /**
6941  *      mpt_clear_taskmgmt_in_progress_flag - clear flags associated with task management
6942  *      @ioc: Pointer to MPT_ADAPTER structure
6943  *
6944  **/
6945 void
6946 mpt_clear_taskmgmt_in_progress_flag(MPT_ADAPTER *ioc)
6947 {
6948         unsigned long    flags;
6949
6950         spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
6951         ioc->taskmgmt_in_progress = 0;
6952         ioc->taskmgmt_quiesce_io = 0;
6953         if (ioc->alt_ioc) {
6954                 ioc->alt_ioc->taskmgmt_in_progress = 0;
6955                 ioc->alt_ioc->taskmgmt_quiesce_io = 0;
6956         }
6957         spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6958 }
6959 EXPORT_SYMBOL(mpt_clear_taskmgmt_in_progress_flag);
6960
6961
6962 /**
6963  *      mpt_halt_firmware - Halts the firmware if it is operational and panic
6964  *      the kernel
6965  *      @ioc: Pointer to MPT_ADAPTER structure
6966  *
6967  **/
6968 void
6969 mpt_halt_firmware(MPT_ADAPTER *ioc)
6970 {
6971         u32      ioc_raw_state;
6972
6973         ioc_raw_state = mpt_GetIocState(ioc, 0);
6974
6975         if ((ioc_raw_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_FAULT) {
6976                 printk(MYIOC_s_ERR_FMT "IOC is in FAULT state (%04xh)!!!\n",
6977                         ioc->name, ioc_raw_state & MPI_DOORBELL_DATA_MASK);
6978                 panic("%s: IOC Fault (%04xh)!!!\n", ioc->name,
6979                         ioc_raw_state & MPI_DOORBELL_DATA_MASK);
6980         } else {
6981                 CHIPREG_WRITE32(&ioc->chip->Doorbell, 0xC0FFEE00);
6982                 panic("%s: Firmware is halted due to command timeout\n",
6983                         ioc->name);
6984         }
6985 }
6986 EXPORT_SYMBOL(mpt_halt_firmware);
6987
6988 /**
6989  *      mpt_SoftResetHandler - Issues a less expensive reset
6990  *      @ioc: Pointer to MPT_ADAPTER structure
6991  *      @sleepFlag: Indicates if sleep or schedule must be called.
6992  *
6993  *      Returns 0 for SUCCESS or -1 if FAILED.
6994  *
6995  *      Message Unit Reset - instructs the IOC to reset the Reply Post and
6996  *      Free FIFO's. All the Message Frames on Reply Free FIFO are discarded.
6997  *      All posted buffers are freed, and event notification is turned off.
6998  *      IOC doesn't reply to any outstanding request. This will transfer IOC
6999  *      to READY state.
7000  **/
7001 static int
7002 mpt_SoftResetHandler(MPT_ADAPTER *ioc, int sleepFlag)
7003 {
7004         int              rc;
7005         int              ii;
7006         u8               cb_idx;
7007         unsigned long    flags;
7008         u32              ioc_state;
7009         unsigned long    time_count;
7010
7011         dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SoftResetHandler Entered!\n",
7012                 ioc->name));
7013
7014         ioc_state = mpt_GetIocState(ioc, 0) & MPI_IOC_STATE_MASK;
7015
7016         if (mpt_fwfault_debug)
7017                 mpt_halt_firmware(ioc);
7018
7019         if (ioc_state == MPI_IOC_STATE_FAULT ||
7020             ioc_state == MPI_IOC_STATE_RESET) {
7021                 dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7022                     "skipping, either in FAULT or RESET state!\n", ioc->name));
7023                 return -1;
7024         }
7025
7026         if (ioc->bus_type == FC) {
7027                 dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7028                     "skipping, because the bus type is FC!\n", ioc->name));
7029                 return -1;
7030         }
7031
7032         spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7033         if (ioc->ioc_reset_in_progress) {
7034                 spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7035                 return -1;
7036         }
7037         ioc->ioc_reset_in_progress = 1;
7038         spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7039
7040         rc = -1;
7041
7042         for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7043                 if (MptResetHandlers[cb_idx])
7044                         mpt_signal_reset(cb_idx, ioc, MPT_IOC_SETUP_RESET);
7045         }
7046
7047         spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7048         if (ioc->taskmgmt_in_progress) {
7049                 ioc->ioc_reset_in_progress = 0;
7050                 spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7051                 return -1;
7052         }
7053         spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7054         /* Disable reply interrupts (also blocks FreeQ) */
7055         CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
7056         ioc->active = 0;
7057         time_count = jiffies;
7058
7059         rc = SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, sleepFlag);
7060
7061         for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7062                 if (MptResetHandlers[cb_idx])
7063                         mpt_signal_reset(cb_idx, ioc, MPT_IOC_PRE_RESET);
7064         }
7065
7066         if (rc)
7067                 goto out;
7068
7069         ioc_state = mpt_GetIocState(ioc, 0) & MPI_IOC_STATE_MASK;
7070         if (ioc_state != MPI_IOC_STATE_READY)
7071                 goto out;
7072
7073         for (ii = 0; ii < 5; ii++) {
7074                 /* Get IOC facts! Allow 5 retries */
7075                 rc = GetIocFacts(ioc, sleepFlag,
7076                         MPT_HOSTEVENT_IOC_RECOVER);
7077                 if (rc == 0)
7078                         break;
7079                 if (sleepFlag == CAN_SLEEP)
7080                         msleep(100);
7081                 else
7082                         mdelay(100);
7083         }
7084         if (ii == 5)
7085                 goto out;
7086
7087         rc = PrimeIocFifos(ioc);
7088         if (rc != 0)
7089                 goto out;
7090
7091         rc = SendIocInit(ioc, sleepFlag);
7092         if (rc != 0)
7093                 goto out;
7094
7095         rc = SendEventNotification(ioc, 1, sleepFlag);
7096         if (rc != 0)
7097                 goto out;
7098
7099         if (ioc->hard_resets < -1)
7100                 ioc->hard_resets++;
7101
7102         /*
7103          * At this point, we know soft reset succeeded.
7104          */
7105
7106         ioc->active = 1;
7107         CHIPREG_WRITE32(&ioc->chip->IntMask, MPI_HIM_DIM);
7108
7109  out:
7110         spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7111         ioc->ioc_reset_in_progress = 0;
7112         ioc->taskmgmt_quiesce_io = 0;
7113         ioc->taskmgmt_in_progress = 0;
7114         spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7115
7116         if (ioc->active) {      /* otherwise, hard reset coming */
7117                 for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7118                         if (MptResetHandlers[cb_idx])
7119                                 mpt_signal_reset(cb_idx, ioc,
7120                                         MPT_IOC_POST_RESET);
7121                 }
7122         }
7123
7124         dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7125                 "SoftResetHandler: completed (%d seconds): %s\n",
7126                 ioc->name, jiffies_to_msecs(jiffies - time_count)/1000,
7127                 ((rc == 0) ? "SUCCESS" : "FAILED")));
7128
7129         return rc;
7130 }
7131
7132 /**
7133  *      mpt_Soft_Hard_ResetHandler - Try less expensive reset
7134  *      @ioc: Pointer to MPT_ADAPTER structure
7135  *      @sleepFlag: Indicates if sleep or schedule must be called.
7136  *
7137  *      Returns 0 for SUCCESS or -1 if FAILED.
7138  *      Try for softreset first, only if it fails go for expensive
7139  *      HardReset.
7140  **/
7141 int
7142 mpt_Soft_Hard_ResetHandler(MPT_ADAPTER *ioc, int sleepFlag) {
7143         int ret = -1;
7144
7145         ret = mpt_SoftResetHandler(ioc, sleepFlag);
7146         if (ret == 0)
7147                 return ret;
7148         ret = mpt_HardResetHandler(ioc, sleepFlag);
7149         return ret;
7150 }
7151 EXPORT_SYMBOL(mpt_Soft_Hard_ResetHandler);
7152
7153 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7154 /*
7155  *      Reset Handling
7156  */
7157 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7158 /**
7159  *      mpt_HardResetHandler - Generic reset handler
7160  *      @ioc: Pointer to MPT_ADAPTER structure
7161  *      @sleepFlag: Indicates if sleep or schedule must be called.
7162  *
7163  *      Issues SCSI Task Management call based on input arg values.
7164  *      If TaskMgmt fails, returns associated SCSI request.
7165  *
7166  *      Remark: _HardResetHandler can be invoked from an interrupt thread (timer)
7167  *      or a non-interrupt thread.  In the former, must not call schedule().
7168  *
7169  *      Note: A return of -1 is a FATAL error case, as it means a
7170  *      FW reload/initialization failed.
7171  *
7172  *      Returns 0 for SUCCESS or -1 if FAILED.
7173  */
7174 int
7175 mpt_HardResetHandler(MPT_ADAPTER *ioc, int sleepFlag)
7176 {
7177         int      rc;
7178         u8       cb_idx;
7179         unsigned long    flags;
7180         unsigned long    time_count;
7181
7182         dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT "HardResetHandler Entered!\n", ioc->name));
7183 #ifdef MFCNT
7184         printk(MYIOC_s_INFO_FMT "HardResetHandler Entered!\n", ioc->name);
7185         printk("MF count 0x%x !\n", ioc->mfcnt);
7186 #endif
7187         if (mpt_fwfault_debug)
7188                 mpt_halt_firmware(ioc);
7189
7190         /* Reset the adapter. Prevent more than 1 call to
7191          * mpt_do_ioc_recovery at any instant in time.
7192          */
7193         spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7194         if (ioc->ioc_reset_in_progress) {
7195                 spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7196                 ioc->wait_on_reset_completion = 1;
7197                 do {
7198                         ssleep(1);
7199                 } while (ioc->ioc_reset_in_progress == 1);
7200                 ioc->wait_on_reset_completion = 0;
7201                 return ioc->reset_status;
7202         }
7203         if (ioc->wait_on_reset_completion) {
7204                 spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7205                 rc = 0;
7206                 time_count = jiffies;
7207                 goto exit;
7208         }
7209         ioc->ioc_reset_in_progress = 1;
7210         if (ioc->alt_ioc)
7211                 ioc->alt_ioc->ioc_reset_in_progress = 1;
7212         spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7213
7214
7215         /* The SCSI driver needs to adjust timeouts on all current
7216          * commands prior to the diagnostic reset being issued.
7217          * Prevents timeouts occurring during a diagnostic reset...very bad.
7218          * For all other protocol drivers, this is a no-op.
7219          */
7220         for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7221                 if (MptResetHandlers[cb_idx]) {
7222                         mpt_signal_reset(cb_idx, ioc, MPT_IOC_SETUP_RESET);
7223                         if (ioc->alt_ioc)
7224                                 mpt_signal_reset(cb_idx, ioc->alt_ioc,
7225                                         MPT_IOC_SETUP_RESET);
7226                 }
7227         }
7228
7229         time_count = jiffies;
7230         rc = mpt_do_ioc_recovery(ioc, MPT_HOSTEVENT_IOC_RECOVER, sleepFlag);
7231         if (rc != 0) {
7232                 printk(KERN_WARNING MYNAM
7233                        ": WARNING - (%d) Cannot recover %s, doorbell=0x%08x\n",
7234                        rc, ioc->name, mpt_GetIocState(ioc, 0));
7235         } else {
7236                 if (ioc->hard_resets < -1)
7237                         ioc->hard_resets++;
7238         }
7239
7240         spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7241         ioc->ioc_reset_in_progress = 0;
7242         ioc->taskmgmt_quiesce_io = 0;
7243         ioc->taskmgmt_in_progress = 0;
7244         ioc->reset_status = rc;
7245         if (ioc->alt_ioc) {
7246                 ioc->alt_ioc->ioc_reset_in_progress = 0;
7247                 ioc->alt_ioc->taskmgmt_quiesce_io = 0;
7248                 ioc->alt_ioc->taskmgmt_in_progress = 0;
7249         }
7250         spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7251
7252         for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7253                 if (MptResetHandlers[cb_idx]) {
7254                         mpt_signal_reset(cb_idx, ioc, MPT_IOC_POST_RESET);
7255                         if (ioc->alt_ioc)
7256                                 mpt_signal_reset(cb_idx,
7257                                         ioc->alt_ioc, MPT_IOC_POST_RESET);
7258                 }
7259         }
7260 exit:
7261         dtmprintk(ioc,
7262             printk(MYIOC_s_DEBUG_FMT
7263                 "HardResetHandler: completed (%d seconds): %s\n", ioc->name,
7264                 jiffies_to_msecs(jiffies - time_count)/1000, ((rc == 0) ?
7265                 "SUCCESS" : "FAILED")));
7266
7267         return rc;
7268 }
7269
7270 #ifdef CONFIG_FUSION_LOGGING
7271 static void
7272 mpt_display_event_info(MPT_ADAPTER *ioc, EventNotificationReply_t *pEventReply)
7273 {
7274         char *ds = NULL;
7275         u32 evData0;
7276         int ii;
7277         u8 event;
7278         char *evStr = ioc->evStr;
7279
7280         event = le32_to_cpu(pEventReply->Event) & 0xFF;
7281         evData0 = le32_to_cpu(pEventReply->Data[0]);
7282
7283         switch(event) {
7284         case MPI_EVENT_NONE:
7285                 ds = "None";
7286                 break;
7287         case MPI_EVENT_LOG_DATA:
7288                 ds = "Log Data";
7289                 break;
7290         case MPI_EVENT_STATE_CHANGE:
7291                 ds = "State Change";
7292                 break;
7293         case MPI_EVENT_UNIT_ATTENTION:
7294                 ds = "Unit Attention";
7295                 break;
7296         case MPI_EVENT_IOC_BUS_RESET:
7297                 ds = "IOC Bus Reset";
7298                 break;
7299         case MPI_EVENT_EXT_BUS_RESET:
7300                 ds = "External Bus Reset";
7301                 break;
7302         case MPI_EVENT_RESCAN:
7303                 ds = "Bus Rescan Event";
7304                 break;
7305         case MPI_EVENT_LINK_STATUS_CHANGE:
7306                 if (evData0 == MPI_EVENT_LINK_STATUS_FAILURE)
7307                         ds = "Link Status(FAILURE) Change";
7308                 else
7309                         ds = "Link Status(ACTIVE) Change";
7310                 break;
7311         case MPI_EVENT_LOOP_STATE_CHANGE:
7312                 if (evData0 == MPI_EVENT_LOOP_STATE_CHANGE_LIP)
7313                         ds = "Loop State(LIP) Change";
7314                 else if (evData0 == MPI_EVENT_LOOP_STATE_CHANGE_LPE)
7315                         ds = "Loop State(LPE) Change";
7316                 else
7317                         ds = "Loop State(LPB) Change";
7318                 break;
7319         case MPI_EVENT_LOGOUT:
7320                 ds = "Logout";
7321                 break;
7322         case MPI_EVENT_EVENT_CHANGE:
7323                 if (evData0)
7324                         ds = "Events ON";
7325                 else
7326                         ds = "Events OFF";
7327                 break;
7328         case MPI_EVENT_INTEGRATED_RAID:
7329         {
7330                 u8 ReasonCode = (u8)(evData0 >> 16);
7331                 switch (ReasonCode) {
7332                 case MPI_EVENT_RAID_RC_VOLUME_CREATED :
7333                         ds = "Integrated Raid: Volume Created";
7334                         break;
7335                 case MPI_EVENT_RAID_RC_VOLUME_DELETED :
7336                         ds = "Integrated Raid: Volume Deleted";
7337                         break;
7338                 case MPI_EVENT_RAID_RC_VOLUME_SETTINGS_CHANGED :
7339                         ds = "Integrated Raid: Volume Settings Changed";
7340                         break;
7341                 case MPI_EVENT_RAID_RC_VOLUME_STATUS_CHANGED :
7342                         ds = "Integrated Raid: Volume Status Changed";
7343                         break;
7344                 case MPI_EVENT_RAID_RC_VOLUME_PHYSDISK_CHANGED :
7345                         ds = "Integrated Raid: Volume Physdisk Changed";
7346                         break;
7347                 case MPI_EVENT_RAID_RC_PHYSDISK_CREATED :
7348                         ds = "Integrated Raid: Physdisk Created";
7349                         break;
7350                 case MPI_EVENT_RAID_RC_PHYSDISK_DELETED :
7351                         ds = "Integrated Raid: Physdisk Deleted";
7352                         break;
7353                 case MPI_EVENT_RAID_RC_PHYSDISK_SETTINGS_CHANGED :
7354                         ds = "Integrated Raid: Physdisk Settings Changed";
7355                         break;
7356                 case MPI_EVENT_RAID_RC_PHYSDISK_STATUS_CHANGED :
7357                         ds = "Integrated Raid: Physdisk Status Changed";
7358                         break;
7359                 case MPI_EVENT_RAID_RC_DOMAIN_VAL_NEEDED :
7360                         ds = "Integrated Raid: Domain Validation Needed";
7361                         break;
7362                 case MPI_EVENT_RAID_RC_SMART_DATA :
7363                         ds = "Integrated Raid; Smart Data";
7364                         break;
7365                 case MPI_EVENT_RAID_RC_REPLACE_ACTION_STARTED :
7366                         ds = "Integrated Raid: Replace Action Started";
7367                         break;
7368                 default:
7369                         ds = "Integrated Raid";
7370                 break;
7371                 }
7372                 break;
7373         }
7374         case MPI_EVENT_SCSI_DEVICE_STATUS_CHANGE:
7375                 ds = "SCSI Device Status Change";
7376                 break;
7377         case MPI_EVENT_SAS_DEVICE_STATUS_CHANGE:
7378         {
7379                 u8 id = (u8)(evData0);
7380                 u8 channel = (u8)(evData0 >> 8);
7381                 u8 ReasonCode = (u8)(evData0 >> 16);
7382                 switch (ReasonCode) {
7383                 case MPI_EVENT_SAS_DEV_STAT_RC_ADDED:
7384                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7385                             "SAS Device Status Change: Added: "
7386                             "id=%d channel=%d", id, channel);
7387                         break;
7388                 case MPI_EVENT_SAS_DEV_STAT_RC_NOT_RESPONDING:
7389                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7390                             "SAS Device Status Change: Deleted: "
7391                             "id=%d channel=%d", id, channel);
7392                         break;
7393                 case MPI_EVENT_SAS_DEV_STAT_RC_SMART_DATA:
7394                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7395                             "SAS Device Status Change: SMART Data: "
7396                             "id=%d channel=%d", id, channel);
7397                         break;
7398                 case MPI_EVENT_SAS_DEV_STAT_RC_NO_PERSIST_ADDED:
7399                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7400                             "SAS Device Status Change: No Persistancy: "
7401                             "id=%d channel=%d", id, channel);
7402                         break;
7403                 case MPI_EVENT_SAS_DEV_STAT_RC_UNSUPPORTED:
7404                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7405                             "SAS Device Status Change: Unsupported Device "
7406                             "Discovered : id=%d channel=%d", id, channel);
7407                         break;
7408                 case MPI_EVENT_SAS_DEV_STAT_RC_INTERNAL_DEVICE_RESET:
7409                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7410                             "SAS Device Status Change: Internal Device "
7411                             "Reset : id=%d channel=%d", id, channel);
7412                         break;
7413                 case MPI_EVENT_SAS_DEV_STAT_RC_TASK_ABORT_INTERNAL:
7414                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7415                             "SAS Device Status Change: Internal Task "
7416                             "Abort : id=%d channel=%d", id, channel);
7417                         break;
7418                 case MPI_EVENT_SAS_DEV_STAT_RC_ABORT_TASK_SET_INTERNAL:
7419                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7420                             "SAS Device Status Change: Internal Abort "
7421                             "Task Set : id=%d channel=%d", id, channel);
7422                         break;
7423                 case MPI_EVENT_SAS_DEV_STAT_RC_CLEAR_TASK_SET_INTERNAL:
7424                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7425                             "SAS Device Status Change: Internal Clear "
7426                             "Task Set : id=%d channel=%d", id, channel);
7427                         break;
7428                 case MPI_EVENT_SAS_DEV_STAT_RC_QUERY_TASK_INTERNAL:
7429                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7430                             "SAS Device Status Change: Internal Query "
7431                             "Task : id=%d channel=%d", id, channel);
7432                         break;
7433                 default:
7434                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7435                             "SAS Device Status Change: Unknown: "
7436                             "id=%d channel=%d", id, channel);
7437                         break;
7438                 }
7439                 break;
7440         }
7441         case MPI_EVENT_ON_BUS_TIMER_EXPIRED:
7442                 ds = "Bus Timer Expired";
7443                 break;
7444         case MPI_EVENT_QUEUE_FULL:
7445         {
7446                 u16 curr_depth = (u16)(evData0 >> 16);
7447                 u8 channel = (u8)(evData0 >> 8);
7448                 u8 id = (u8)(evData0);
7449
7450                 snprintf(evStr, EVENT_DESCR_STR_SZ,
7451                    "Queue Full: channel=%d id=%d depth=%d",
7452                    channel, id, curr_depth);
7453                 break;
7454         }
7455         case MPI_EVENT_SAS_SES:
7456                 ds = "SAS SES Event";
7457                 break;
7458         case MPI_EVENT_PERSISTENT_TABLE_FULL:
7459                 ds = "Persistent Table Full";
7460                 break;
7461         case MPI_EVENT_SAS_PHY_LINK_STATUS:
7462         {
7463                 u8 LinkRates = (u8)(evData0 >> 8);
7464                 u8 PhyNumber = (u8)(evData0);
7465                 LinkRates = (LinkRates & MPI_EVENT_SAS_PLS_LR_CURRENT_MASK) >>
7466                         MPI_EVENT_SAS_PLS_LR_CURRENT_SHIFT;
7467                 switch (LinkRates) {
7468                 case MPI_EVENT_SAS_PLS_LR_RATE_UNKNOWN:
7469                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7470                            "SAS PHY Link Status: Phy=%d:"
7471                            " Rate Unknown",PhyNumber);
7472                         break;
7473                 case MPI_EVENT_SAS_PLS_LR_RATE_PHY_DISABLED:
7474                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7475                            "SAS PHY Link Status: Phy=%d:"
7476                            " Phy Disabled",PhyNumber);
7477                         break;
7478                 case MPI_EVENT_SAS_PLS_LR_RATE_FAILED_SPEED_NEGOTIATION:
7479                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7480                            "SAS PHY Link Status: Phy=%d:"
7481                            " Failed Speed Nego",PhyNumber);
7482                         break;
7483                 case MPI_EVENT_SAS_PLS_LR_RATE_SATA_OOB_COMPLETE:
7484                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7485                            "SAS PHY Link Status: Phy=%d:"
7486                            " Sata OOB Completed",PhyNumber);
7487                         break;
7488                 case MPI_EVENT_SAS_PLS_LR_RATE_1_5:
7489                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7490                            "SAS PHY Link Status: Phy=%d:"
7491                            " Rate 1.5 Gbps",PhyNumber);
7492                         break;
7493                 case MPI_EVENT_SAS_PLS_LR_RATE_3_0:
7494                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7495                            "SAS PHY Link Status: Phy=%d:"
7496                            " Rate 3.0 Gbps", PhyNumber);
7497                         break;
7498                 case MPI_EVENT_SAS_PLS_LR_RATE_6_0:
7499                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7500                            "SAS PHY Link Status: Phy=%d:"
7501                            " Rate 6.0 Gbps", PhyNumber);
7502                         break;
7503                 default:
7504                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7505                            "SAS PHY Link Status: Phy=%d", PhyNumber);
7506                         break;
7507                 }
7508                 break;
7509         }
7510         case MPI_EVENT_SAS_DISCOVERY_ERROR:
7511                 ds = "SAS Discovery Error";
7512                 break;
7513         case MPI_EVENT_IR_RESYNC_UPDATE:
7514         {
7515                 u8 resync_complete = (u8)(evData0 >> 16);
7516                 snprintf(evStr, EVENT_DESCR_STR_SZ,
7517                     "IR Resync Update: Complete = %d:",resync_complete);
7518                 break;
7519         }
7520         case MPI_EVENT_IR2:
7521         {
7522                 u8 id = (u8)(evData0);
7523                 u8 channel = (u8)(evData0 >> 8);
7524                 u8 phys_num = (u8)(evData0 >> 24);
7525                 u8 ReasonCode = (u8)(evData0 >> 16);
7526
7527                 switch (ReasonCode) {
7528                 case MPI_EVENT_IR2_RC_LD_STATE_CHANGED:
7529                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7530                             "IR2: LD State Changed: "
7531                             "id=%d channel=%d phys_num=%d",
7532                             id, channel, phys_num);
7533                         break;
7534                 case MPI_EVENT_IR2_RC_PD_STATE_CHANGED:
7535                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7536                             "IR2: PD State Changed "
7537                             "id=%d channel=%d phys_num=%d",
7538                             id, channel, phys_num);
7539                         break;
7540                 case MPI_EVENT_IR2_RC_BAD_BLOCK_TABLE_FULL:
7541                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7542                             "IR2: Bad Block Table Full: "
7543                             "id=%d channel=%d phys_num=%d",
7544                             id, channel, phys_num);
7545                         break;
7546                 case MPI_EVENT_IR2_RC_PD_INSERTED:
7547                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7548                             "IR2: PD Inserted: "
7549                             "id=%d channel=%d phys_num=%d",
7550                             id, channel, phys_num);
7551                         break;
7552                 case MPI_EVENT_IR2_RC_PD_REMOVED:
7553                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7554                             "IR2: PD Removed: "
7555                             "id=%d channel=%d phys_num=%d",
7556                             id, channel, phys_num);
7557                         break;
7558                 case MPI_EVENT_IR2_RC_FOREIGN_CFG_DETECTED:
7559                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7560                             "IR2: Foreign CFG Detected: "
7561                             "id=%d channel=%d phys_num=%d",
7562                             id, channel, phys_num);
7563                         break;
7564                 case MPI_EVENT_IR2_RC_REBUILD_MEDIUM_ERROR:
7565                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7566                             "IR2: Rebuild Medium Error: "
7567                             "id=%d channel=%d phys_num=%d",
7568                             id, channel, phys_num);
7569                         break;
7570                 case MPI_EVENT_IR2_RC_DUAL_PORT_ADDED:
7571                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7572                             "IR2: Dual Port Added: "
7573                             "id=%d channel=%d phys_num=%d",
7574                             id, channel, phys_num);
7575                         break;
7576                 case MPI_EVENT_IR2_RC_DUAL_PORT_REMOVED:
7577                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7578                             "IR2: Dual Port Removed: "
7579                             "id=%d channel=%d phys_num=%d",
7580                             id, channel, phys_num);
7581                         break;
7582                 default:
7583                         ds = "IR2";
7584                 break;
7585                 }
7586                 break;
7587         }
7588         case MPI_EVENT_SAS_DISCOVERY:
7589         {
7590                 if (evData0)
7591                         ds = "SAS Discovery: Start";
7592                 else
7593                         ds = "SAS Discovery: Stop";
7594                 break;
7595         }
7596         case MPI_EVENT_LOG_ENTRY_ADDED:
7597                 ds = "SAS Log Entry Added";
7598                 break;
7599
7600         case MPI_EVENT_SAS_BROADCAST_PRIMITIVE:
7601         {
7602                 u8 phy_num = (u8)(evData0);
7603                 u8 port_num = (u8)(evData0 >> 8);
7604                 u8 port_width = (u8)(evData0 >> 16);
7605                 u8 primative = (u8)(evData0 >> 24);
7606                 snprintf(evStr, EVENT_DESCR_STR_SZ,
7607                     "SAS Broadcase Primative: phy=%d port=%d "
7608                     "width=%d primative=0x%02x",
7609                     phy_num, port_num, port_width, primative);
7610                 break;
7611         }
7612
7613         case MPI_EVENT_SAS_INIT_DEVICE_STATUS_CHANGE:
7614         {
7615                 u8 reason = (u8)(evData0);
7616
7617                 switch (reason) {
7618                 case MPI_EVENT_SAS_INIT_RC_ADDED:
7619                         ds = "SAS Initiator Status Change: Added";
7620                         break;
7621                 case MPI_EVENT_SAS_INIT_RC_REMOVED:
7622                         ds = "SAS Initiator Status Change: Deleted";
7623                         break;
7624                 default:
7625                         ds = "SAS Initiator Status Change";
7626                         break;
7627                 }
7628                 break;
7629         }
7630
7631         case MPI_EVENT_SAS_INIT_TABLE_OVERFLOW:
7632         {
7633                 u8 max_init = (u8)(evData0);
7634                 u8 current_init = (u8)(evData0 >> 8);
7635
7636                 snprintf(evStr, EVENT_DESCR_STR_SZ,
7637                     "SAS Initiator Device Table Overflow: max initiators=%02d "
7638                     "current initators=%02d",
7639                     max_init, current_init);
7640                 break;
7641         }
7642         case MPI_EVENT_SAS_SMP_ERROR:
7643         {
7644                 u8 status = (u8)(evData0);
7645                 u8 port_num = (u8)(evData0 >> 8);
7646                 u8 result = (u8)(evData0 >> 16);
7647
7648                 if (status == MPI_EVENT_SAS_SMP_FUNCTION_RESULT_VALID)
7649                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7650                             "SAS SMP Error: port=%d result=0x%02x",
7651                             port_num, result);
7652                 else if (status == MPI_EVENT_SAS_SMP_CRC_ERROR)
7653                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7654                             "SAS SMP Error: port=%d : CRC Error",
7655                             port_num);
7656                 else if (status == MPI_EVENT_SAS_SMP_TIMEOUT)
7657                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7658                             "SAS SMP Error: port=%d : Timeout",
7659                             port_num);
7660                 else if (status == MPI_EVENT_SAS_SMP_NO_DESTINATION)
7661                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7662                             "SAS SMP Error: port=%d : No Destination",
7663                             port_num);
7664                 else if (status == MPI_EVENT_SAS_SMP_BAD_DESTINATION)
7665                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7666                             "SAS SMP Error: port=%d : Bad Destination",
7667                             port_num);
7668                 else
7669                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7670                             "SAS SMP Error: port=%d : status=0x%02x",
7671                             port_num, status);
7672                 break;
7673         }
7674
7675         case MPI_EVENT_SAS_EXPANDER_STATUS_CHANGE:
7676         {
7677                 u8 reason = (u8)(evData0);
7678
7679                 switch (reason) {
7680                 case MPI_EVENT_SAS_EXP_RC_ADDED:
7681                         ds = "Expander Status Change: Added";
7682                         break;
7683                 case MPI_EVENT_SAS_EXP_RC_NOT_RESPONDING:
7684                         ds = "Expander Status Change: Deleted";
7685                         break;
7686                 default:
7687                         ds = "Expander Status Change";
7688                         break;
7689                 }
7690                 break;
7691         }
7692
7693         /*
7694          *  MPT base "custom" events may be added here...
7695          */
7696         default:
7697                 ds = "Unknown";
7698                 break;
7699         }
7700         if (ds)
7701                 strncpy(evStr, ds, EVENT_DESCR_STR_SZ);
7702
7703
7704         devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7705             "MPT event:(%02Xh) : %s\n",
7706             ioc->name, event, evStr));
7707
7708         devtverboseprintk(ioc, printk(KERN_DEBUG MYNAM
7709             ": Event data:\n"));
7710         for (ii = 0; ii < le16_to_cpu(pEventReply->EventDataLength); ii++)
7711                 devtverboseprintk(ioc, printk(" %08x",
7712                     le32_to_cpu(pEventReply->Data[ii])));
7713         devtverboseprintk(ioc, printk(KERN_DEBUG "\n"));
7714 }
7715 #endif
7716 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7717 /**
7718  *      ProcessEventNotification - Route EventNotificationReply to all event handlers
7719  *      @ioc: Pointer to MPT_ADAPTER structure
7720  *      @pEventReply: Pointer to EventNotification reply frame
7721  *      @evHandlers: Pointer to integer, number of event handlers
7722  *
7723  *      Routes a received EventNotificationReply to all currently registered
7724  *      event handlers.
7725  *      Returns sum of event handlers return values.
7726  */
7727 static int
7728 ProcessEventNotification(MPT_ADAPTER *ioc, EventNotificationReply_t *pEventReply, int *evHandlers)
7729 {
7730         u16 evDataLen;
7731         u32 evData0 = 0;
7732         int ii;
7733         u8 cb_idx;
7734         int r = 0;
7735         int handlers = 0;
7736         u8 event;
7737
7738         /*
7739          *  Do platform normalization of values
7740          */
7741         event = le32_to_cpu(pEventReply->Event) & 0xFF;
7742         evDataLen = le16_to_cpu(pEventReply->EventDataLength);
7743         if (evDataLen) {
7744                 evData0 = le32_to_cpu(pEventReply->Data[0]);
7745         }
7746
7747 #ifdef CONFIG_FUSION_LOGGING
7748         if (evDataLen)
7749                 mpt_display_event_info(ioc, pEventReply);
7750 #endif
7751
7752         /*
7753          *  Do general / base driver event processing
7754          */
7755         switch(event) {
7756         case MPI_EVENT_EVENT_CHANGE:            /* 0A */
7757                 if (evDataLen) {
7758                         u8 evState = evData0 & 0xFF;
7759
7760                         /* CHECKME! What if evState unexpectedly says OFF (0)? */
7761
7762                         /* Update EventState field in cached IocFacts */
7763                         if (ioc->facts.Function) {
7764                                 ioc->facts.EventState = evState;
7765                         }
7766                 }
7767                 break;
7768         case MPI_EVENT_INTEGRATED_RAID:
7769                 mptbase_raid_process_event_data(ioc,
7770                     (MpiEventDataRaid_t *)pEventReply->Data);
7771                 break;
7772         default:
7773                 break;
7774         }
7775
7776         /*
7777          * Should this event be logged? Events are written sequentially.
7778          * When buffer is full, start again at the top.
7779          */
7780         if (ioc->events && (ioc->eventTypes & ( 1 << event))) {
7781                 int idx;
7782
7783                 idx = ioc->eventContext % MPTCTL_EVENT_LOG_SIZE;
7784
7785                 ioc->events[idx].event = event;
7786                 ioc->events[idx].eventContext = ioc->eventContext;
7787
7788                 for (ii = 0; ii < 2; ii++) {
7789                         if (ii < evDataLen)
7790                                 ioc->events[idx].data[ii] = le32_to_cpu(pEventReply->Data[ii]);
7791                         else
7792                                 ioc->events[idx].data[ii] =  0;
7793                 }
7794
7795                 ioc->eventContext++;
7796         }
7797
7798
7799         /*
7800          *  Call each currently registered protocol event handler.
7801          */
7802         for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7803                 if (MptEvHandlers[cb_idx]) {
7804                         devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7805                             "Routing Event to event handler #%d\n",
7806                             ioc->name, cb_idx));
7807                         r += (*(MptEvHandlers[cb_idx]))(ioc, pEventReply);
7808                         handlers++;
7809                 }
7810         }
7811         /* FIXME?  Examine results here? */
7812
7813         /*
7814          *  If needed, send (a single) EventAck.
7815          */
7816         if (pEventReply->AckRequired == MPI_EVENT_NOTIFICATION_ACK_REQUIRED) {
7817                 devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7818                         "EventAck required\n",ioc->name));
7819                 if ((ii = SendEventAck(ioc, pEventReply)) != 0) {
7820                         devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SendEventAck returned %d\n",
7821                                         ioc->name, ii));
7822                 }
7823         }
7824
7825         *evHandlers = handlers;
7826         return r;
7827 }
7828
7829 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7830 /**
7831  *      mpt_fc_log_info - Log information returned from Fibre Channel IOC.
7832  *      @ioc: Pointer to MPT_ADAPTER structure
7833  *      @log_info: U32 LogInfo reply word from the IOC
7834  *
7835  *      Refer to lsi/mpi_log_fc.h.
7836  */
7837 static void
7838 mpt_fc_log_info(MPT_ADAPTER *ioc, u32 log_info)
7839 {
7840         char *desc = "unknown";
7841
7842         switch (log_info & 0xFF000000) {
7843         case MPI_IOCLOGINFO_FC_INIT_BASE:
7844                 desc = "FCP Initiator";
7845                 break;
7846         case MPI_IOCLOGINFO_FC_TARGET_BASE:
7847                 desc = "FCP Target";
7848                 break;
7849         case MPI_IOCLOGINFO_FC_LAN_BASE:
7850                 desc = "LAN";
7851                 break;
7852         case MPI_IOCLOGINFO_FC_MSG_BASE:
7853                 desc = "MPI Message Layer";
7854                 break;
7855         case MPI_IOCLOGINFO_FC_LINK_BASE:
7856                 desc = "FC Link";
7857                 break;
7858         case MPI_IOCLOGINFO_FC_CTX_BASE:
7859                 desc = "Context Manager";
7860                 break;
7861         case MPI_IOCLOGINFO_FC_INVALID_FIELD_BYTE_OFFSET:
7862                 desc = "Invalid Field Offset";
7863                 break;
7864         case MPI_IOCLOGINFO_FC_STATE_CHANGE:
7865                 desc = "State Change Info";
7866                 break;
7867         }
7868
7869         printk(MYIOC_s_INFO_FMT "LogInfo(0x%08x): SubClass={%s}, Value=(0x%06x)\n",
7870                         ioc->name, log_info, desc, (log_info & 0xFFFFFF));
7871 }
7872
7873 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7874 /**
7875  *      mpt_spi_log_info - Log information returned from SCSI Parallel IOC.
7876  *      @ioc: Pointer to MPT_ADAPTER structure
7877  *      @log_info: U32 LogInfo word from the IOC
7878  *
7879  *      Refer to lsi/sp_log.h.
7880  */
7881 static void
7882 mpt_spi_log_info(MPT_ADAPTER *ioc, u32 log_info)
7883 {
7884         u32 info = log_info & 0x00FF0000;
7885         char *desc = "unknown";
7886
7887         switch (info) {
7888         case 0x00010000:
7889                 desc = "bug! MID not found";
7890                 break;
7891
7892         case 0x00020000:
7893                 desc = "Parity Error";
7894                 break;
7895
7896         case 0x00030000:
7897                 desc = "ASYNC Outbound Overrun";
7898                 break;
7899
7900         case 0x00040000:
7901                 desc = "SYNC Offset Error";
7902                 break;
7903
7904         case 0x00050000:
7905                 desc = "BM Change";
7906                 break;
7907
7908         case 0x00060000:
7909                 desc = "Msg In Overflow";
7910                 break;
7911
7912         case 0x00070000:
7913                 desc = "DMA Error";
7914                 break;
7915
7916         case 0x00080000:
7917                 desc = "Outbound DMA Overrun";
7918                 break;
7919
7920         case 0x00090000:
7921                 desc = "Task Management";
7922                 break;
7923
7924         case 0x000A0000:
7925                 desc = "Device Problem";
7926                 break;
7927
7928         case 0x000B0000:
7929                 desc = "Invalid Phase Change";
7930                 break;
7931
7932         case 0x000C0000:
7933                 desc = "Untagged Table Size";
7934                 break;
7935
7936         }
7937
7938         printk(MYIOC_s_INFO_FMT "LogInfo(0x%08x): F/W: %s\n", ioc->name, log_info, desc);
7939 }
7940
7941 /* strings for sas loginfo */
7942         static char *originator_str[] = {
7943                 "IOP",                                          /* 00h */
7944                 "PL",                                           /* 01h */
7945                 "IR"                                            /* 02h */
7946         };
7947         static char *iop_code_str[] = {
7948                 NULL,                                           /* 00h */
7949                 "Invalid SAS Address",                          /* 01h */
7950                 NULL,                                           /* 02h */
7951                 "Invalid Page",                                 /* 03h */
7952                 "Diag Message Error",                           /* 04h */
7953                 "Task Terminated",                              /* 05h */
7954                 "Enclosure Management",                         /* 06h */
7955                 "Target Mode"                                   /* 07h */
7956         };
7957         static char *pl_code_str[] = {
7958                 NULL,                                           /* 00h */
7959                 "Open Failure",                                 /* 01h */
7960                 "Invalid Scatter Gather List",                  /* 02h */
7961                 "Wrong Relative Offset or Frame Length",        /* 03h */
7962                 "Frame Transfer Error",                         /* 04h */
7963                 "Transmit Frame Connected Low",                 /* 05h */
7964                 "SATA Non-NCQ RW Error Bit Set",                /* 06h */
7965                 "SATA Read Log Receive Data Error",             /* 07h */
7966                 "SATA NCQ Fail All Commands After Error",       /* 08h */
7967                 "SATA Error in Receive Set Device Bit FIS",     /* 09h */
7968                 "Receive Frame Invalid Message",                /* 0Ah */
7969                 "Receive Context Message Valid Error",          /* 0Bh */
7970                 "Receive Frame Current Frame Error",            /* 0Ch */
7971                 "SATA Link Down",                               /* 0Dh */
7972                 "Discovery SATA Init W IOS",                    /* 0Eh */
7973                 "Config Invalid Page",                          /* 0Fh */
7974                 "Discovery SATA Init Timeout",                  /* 10h */
7975                 "Reset",                                        /* 11h */
7976                 "Abort",                                        /* 12h */
7977                 "IO Not Yet Executed",                          /* 13h */
7978                 "IO Executed",                                  /* 14h */
7979                 "Persistent Reservation Out Not Affiliation "
7980                     "Owner",                                    /* 15h */
7981                 "Open Transmit DMA Abort",                      /* 16h */
7982                 "IO Device Missing Delay Retry",                /* 17h */
7983                 "IO Cancelled Due to Receive Error",            /* 18h */
7984                 NULL,                                           /* 19h */
7985                 NULL,                                           /* 1Ah */
7986                 NULL,                                           /* 1Bh */
7987                 NULL,                                           /* 1Ch */
7988                 NULL,                                           /* 1Dh */
7989                 NULL,                                           /* 1Eh */
7990                 NULL,                                           /* 1Fh */
7991                 "Enclosure Management"                          /* 20h */
7992         };
7993         static char *ir_code_str[] = {
7994                 "Raid Action Error",                            /* 00h */
7995                 NULL,                                           /* 00h */
7996                 NULL,                                           /* 01h */
7997                 NULL,                                           /* 02h */
7998                 NULL,                                           /* 03h */
7999                 NULL,                                           /* 04h */
8000                 NULL,                                           /* 05h */
8001                 NULL,                                           /* 06h */
8002                 NULL                                            /* 07h */
8003         };
8004         static char *raid_sub_code_str[] = {
8005                 NULL,                                           /* 00h */
8006                 "Volume Creation Failed: Data Passed too "
8007                     "Large",                                    /* 01h */
8008                 "Volume Creation Failed: Duplicate Volumes "
8009                     "Attempted",                                /* 02h */
8010                 "Volume Creation Failed: Max Number "
8011                     "Supported Volumes Exceeded",               /* 03h */
8012                 "Volume Creation Failed: DMA Error",            /* 04h */
8013                 "Volume Creation Failed: Invalid Volume Type",  /* 05h */
8014                 "Volume Creation Failed: Error Reading "
8015                     "MFG Page 4",                               /* 06h */
8016                 "Volume Creation Failed: Creating Internal "
8017                     "Structures",                               /* 07h */
8018                 NULL,                                           /* 08h */
8019                 NULL,                                           /* 09h */
8020                 NULL,                                           /* 0Ah */
8021                 NULL,                                           /* 0Bh */
8022                 NULL,                                           /* 0Ch */
8023                 NULL,                                           /* 0Dh */
8024                 NULL,                                           /* 0Eh */
8025                 NULL,                                           /* 0Fh */
8026                 "Activation failed: Already Active Volume",     /* 10h */
8027                 "Activation failed: Unsupported Volume Type",   /* 11h */
8028                 "Activation failed: Too Many Active Volumes",   /* 12h */
8029                 "Activation failed: Volume ID in Use",          /* 13h */
8030                 "Activation failed: Reported Failure",          /* 14h */
8031                 "Activation failed: Importing a Volume",        /* 15h */
8032                 NULL,                                           /* 16h */
8033                 NULL,                                           /* 17h */
8034                 NULL,                                           /* 18h */
8035                 NULL,                                           /* 19h */
8036                 NULL,                                           /* 1Ah */
8037                 NULL,                                           /* 1Bh */
8038                 NULL,                                           /* 1Ch */
8039                 NULL,                                           /* 1Dh */
8040                 NULL,                                           /* 1Eh */
8041                 NULL,                                           /* 1Fh */
8042                 "Phys Disk failed: Too Many Phys Disks",        /* 20h */
8043                 "Phys Disk failed: Data Passed too Large",      /* 21h */
8044                 "Phys Disk failed: DMA Error",                  /* 22h */
8045                 "Phys Disk failed: Invalid <channel:id>",       /* 23h */
8046                 "Phys Disk failed: Creating Phys Disk Config "
8047                     "Page",                                     /* 24h */
8048                 NULL,                                           /* 25h */
8049                 NULL,                                           /* 26h */
8050                 NULL,                                           /* 27h */
8051                 NULL,                                           /* 28h */
8052                 NULL,                                           /* 29h */
8053                 NULL,                                           /* 2Ah */
8054                 NULL,                                           /* 2Bh */
8055                 NULL,                                           /* 2Ch */
8056                 NULL,                                           /* 2Dh */
8057                 NULL,                                           /* 2Eh */
8058                 NULL,                                           /* 2Fh */
8059                 "Compatibility Error: IR Disabled",             /* 30h */
8060                 "Compatibility Error: Inquiry Command Failed",  /* 31h */
8061                 "Compatibility Error: Device not Direct Access "
8062                     "Device ",                                  /* 32h */
8063                 "Compatibility Error: Removable Device Found",  /* 33h */
8064                 "Compatibility Error: Device SCSI Version not "
8065                     "2 or Higher",                              /* 34h */
8066                 "Compatibility Error: SATA Device, 48 BIT LBA "
8067                     "not Supported",                            /* 35h */
8068                 "Compatibility Error: Device doesn't have "
8069                     "512 Byte Block Sizes",                     /* 36h */
8070                 "Compatibility Error: Volume Type Check Failed", /* 37h */
8071                 "Compatibility Error: Volume Type is "
8072                     "Unsupported by FW",                        /* 38h */
8073                 "Compatibility Error: Disk Drive too Small for "
8074                     "use in Volume",                            /* 39h */
8075                 "Compatibility Error: Phys Disk for Create "
8076                     "Volume not Found",                         /* 3Ah */
8077                 "Compatibility Error: Too Many or too Few "
8078                     "Disks for Volume Type",                    /* 3Bh */
8079                 "Compatibility Error: Disk stripe Sizes "
8080                     "Must be 64KB",                             /* 3Ch */
8081                 "Compatibility Error: IME Size Limited to < 2TB", /* 3Dh */
8082         };
8083
8084 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8085 /**
8086  *      mpt_sas_log_info - Log information returned from SAS IOC.
8087  *      @ioc: Pointer to MPT_ADAPTER structure
8088  *      @log_info: U32 LogInfo reply word from the IOC
8089  *      @cb_idx: callback function's handle
8090  *
8091  *      Refer to lsi/mpi_log_sas.h.
8092  **/
8093 static void
8094 mpt_sas_log_info(MPT_ADAPTER *ioc, u32 log_info, u8 cb_idx)
8095 {
8096 union loginfo_type {
8097         u32     loginfo;
8098         struct {
8099                 u32     subcode:16;
8100                 u32     code:8;
8101                 u32     originator:4;
8102                 u32     bus_type:4;
8103         }dw;
8104 };
8105         union loginfo_type sas_loginfo;
8106         char *originator_desc = NULL;
8107         char *code_desc = NULL;
8108         char *sub_code_desc = NULL;
8109
8110         sas_loginfo.loginfo = log_info;
8111         if ((sas_loginfo.dw.bus_type != 3 /*SAS*/) &&
8112             (sas_loginfo.dw.originator < ARRAY_SIZE(originator_str)))
8113                 return;
8114
8115         originator_desc = originator_str[sas_loginfo.dw.originator];
8116
8117         switch (sas_loginfo.dw.originator) {
8118
8119                 case 0:  /* IOP */
8120                         if (sas_loginfo.dw.code <
8121                             ARRAY_SIZE(iop_code_str))
8122                                 code_desc = iop_code_str[sas_loginfo.dw.code];
8123                         break;
8124                 case 1:  /* PL */
8125                         if (sas_loginfo.dw.code <
8126                             ARRAY_SIZE(pl_code_str))
8127                                 code_desc = pl_code_str[sas_loginfo.dw.code];
8128                         break;
8129                 case 2:  /* IR */
8130                         if (sas_loginfo.dw.code >=
8131                             ARRAY_SIZE(ir_code_str))
8132                                 break;
8133                         code_desc = ir_code_str[sas_loginfo.dw.code];
8134                         if (sas_loginfo.dw.subcode >=
8135                             ARRAY_SIZE(raid_sub_code_str))
8136                                 break;
8137                         if (sas_loginfo.dw.code == 0)
8138                                 sub_code_desc =
8139                                     raid_sub_code_str[sas_loginfo.dw.subcode];
8140                         break;
8141                 default:
8142                         return;
8143         }
8144
8145         if (sub_code_desc != NULL)
8146                 printk(MYIOC_s_INFO_FMT
8147                         "LogInfo(0x%08x): Originator={%s}, Code={%s},"
8148                         " SubCode={%s} cb_idx %s\n",
8149                         ioc->name, log_info, originator_desc, code_desc,
8150                         sub_code_desc, MptCallbacksName[cb_idx]);
8151         else if (code_desc != NULL)
8152                 printk(MYIOC_s_INFO_FMT
8153                         "LogInfo(0x%08x): Originator={%s}, Code={%s},"
8154                         " SubCode(0x%04x) cb_idx %s\n",
8155                         ioc->name, log_info, originator_desc, code_desc,
8156                         sas_loginfo.dw.subcode, MptCallbacksName[cb_idx]);
8157         else
8158                 printk(MYIOC_s_INFO_FMT
8159                         "LogInfo(0x%08x): Originator={%s}, Code=(0x%02x),"
8160                         " SubCode(0x%04x) cb_idx %s\n",
8161                         ioc->name, log_info, originator_desc,
8162                         sas_loginfo.dw.code, sas_loginfo.dw.subcode,
8163                         MptCallbacksName[cb_idx]);
8164 }
8165
8166 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8167 /**
8168  *      mpt_iocstatus_info_config - IOCSTATUS information for config pages
8169  *      @ioc: Pointer to MPT_ADAPTER structure
8170  *      @ioc_status: U32 IOCStatus word from IOC
8171  *      @mf: Pointer to MPT request frame
8172  *
8173  *      Refer to lsi/mpi.h.
8174  **/
8175 static void
8176 mpt_iocstatus_info_config(MPT_ADAPTER *ioc, u32 ioc_status, MPT_FRAME_HDR *mf)
8177 {
8178         Config_t *pReq = (Config_t *)mf;
8179         char extend_desc[EVENT_DESCR_STR_SZ];
8180         char *desc = NULL;
8181         u32 form;
8182         u8 page_type;
8183
8184         if (pReq->Header.PageType == MPI_CONFIG_PAGETYPE_EXTENDED)
8185                 page_type = pReq->ExtPageType;
8186         else
8187                 page_type = pReq->Header.PageType;
8188
8189         /*
8190          * ignore invalid page messages for GET_NEXT_HANDLE
8191          */
8192         form = le32_to_cpu(pReq->PageAddress);
8193         if (ioc_status == MPI_IOCSTATUS_CONFIG_INVALID_PAGE) {
8194                 if (page_type == MPI_CONFIG_EXTPAGETYPE_SAS_DEVICE ||
8195                     page_type == MPI_CONFIG_EXTPAGETYPE_SAS_EXPANDER ||
8196                     page_type == MPI_CONFIG_EXTPAGETYPE_ENCLOSURE) {
8197                         if ((form >> MPI_SAS_DEVICE_PGAD_FORM_SHIFT) ==
8198                                 MPI_SAS_DEVICE_PGAD_FORM_GET_NEXT_HANDLE)
8199                                 return;
8200                 }
8201                 if (page_type == MPI_CONFIG_PAGETYPE_FC_DEVICE)
8202                         if ((form & MPI_FC_DEVICE_PGAD_FORM_MASK) ==
8203                                 MPI_FC_DEVICE_PGAD_FORM_NEXT_DID)
8204                                 return;
8205         }
8206
8207         snprintf(extend_desc, EVENT_DESCR_STR_SZ,
8208             "type=%02Xh, page=%02Xh, action=%02Xh, form=%08Xh",
8209             page_type, pReq->Header.PageNumber, pReq->Action, form);
8210
8211         switch (ioc_status) {
8212
8213         case MPI_IOCSTATUS_CONFIG_INVALID_ACTION: /* 0x0020 */
8214                 desc = "Config Page Invalid Action";
8215                 break;
8216
8217         case MPI_IOCSTATUS_CONFIG_INVALID_TYPE:   /* 0x0021 */
8218                 desc = "Config Page Invalid Type";
8219                 break;
8220
8221         case MPI_IOCSTATUS_CONFIG_INVALID_PAGE:   /* 0x0022 */
8222                 desc = "Config Page Invalid Page";
8223                 break;
8224
8225         case MPI_IOCSTATUS_CONFIG_INVALID_DATA:   /* 0x0023 */
8226                 desc = "Config Page Invalid Data";
8227                 break;
8228
8229         case MPI_IOCSTATUS_CONFIG_NO_DEFAULTS:    /* 0x0024 */
8230                 desc = "Config Page No Defaults";
8231                 break;
8232
8233         case MPI_IOCSTATUS_CONFIG_CANT_COMMIT:    /* 0x0025 */
8234                 desc = "Config Page Can't Commit";
8235                 break;
8236         }
8237
8238         if (!desc)
8239                 return;
8240
8241         dreplyprintk(ioc, printk(MYIOC_s_DEBUG_FMT "IOCStatus(0x%04X): %s: %s\n",
8242             ioc->name, ioc_status, desc, extend_desc));
8243 }
8244
8245 /**
8246  *      mpt_iocstatus_info - IOCSTATUS information returned from IOC.
8247  *      @ioc: Pointer to MPT_ADAPTER structure
8248  *      @ioc_status: U32 IOCStatus word from IOC
8249  *      @mf: Pointer to MPT request frame
8250  *
8251  *      Refer to lsi/mpi.h.
8252  **/
8253 static void
8254 mpt_iocstatus_info(MPT_ADAPTER *ioc, u32 ioc_status, MPT_FRAME_HDR *mf)
8255 {
8256         u32 status = ioc_status & MPI_IOCSTATUS_MASK;
8257         char *desc = NULL;
8258
8259         switch (status) {
8260
8261 /****************************************************************************/
8262 /*  Common IOCStatus values for all replies                                 */
8263 /****************************************************************************/
8264
8265         case MPI_IOCSTATUS_INVALID_FUNCTION: /* 0x0001 */
8266                 desc = "Invalid Function";
8267                 break;
8268
8269         case MPI_IOCSTATUS_BUSY: /* 0x0002 */
8270                 desc = "Busy";
8271                 break;
8272
8273         case MPI_IOCSTATUS_INVALID_SGL: /* 0x0003 */
8274                 desc = "Invalid SGL";
8275                 break;
8276
8277         case MPI_IOCSTATUS_INTERNAL_ERROR: /* 0x0004 */
8278                 desc = "Internal Error";
8279                 break;
8280
8281         case MPI_IOCSTATUS_RESERVED: /* 0x0005 */
8282                 desc = "Reserved";
8283                 break;
8284
8285         case MPI_IOCSTATUS_INSUFFICIENT_RESOURCES: /* 0x0006 */
8286                 desc = "Insufficient Resources";
8287                 break;
8288
8289         case MPI_IOCSTATUS_INVALID_FIELD: /* 0x0007 */
8290                 desc = "Invalid Field";
8291                 break;
8292
8293         case MPI_IOCSTATUS_INVALID_STATE: /* 0x0008 */
8294                 desc = "Invalid State";
8295                 break;
8296
8297 /****************************************************************************/
8298 /*  Config IOCStatus values                                                 */
8299 /****************************************************************************/
8300
8301         case MPI_IOCSTATUS_CONFIG_INVALID_ACTION: /* 0x0020 */
8302         case MPI_IOCSTATUS_CONFIG_INVALID_TYPE:   /* 0x0021 */
8303         case MPI_IOCSTATUS_CONFIG_INVALID_PAGE:   /* 0x0022 */
8304         case MPI_IOCSTATUS_CONFIG_INVALID_DATA:   /* 0x0023 */
8305         case MPI_IOCSTATUS_CONFIG_NO_DEFAULTS:    /* 0x0024 */
8306         case MPI_IOCSTATUS_CONFIG_CANT_COMMIT:    /* 0x0025 */
8307                 mpt_iocstatus_info_config(ioc, status, mf);
8308                 break;
8309
8310 /****************************************************************************/
8311 /*  SCSIIO Reply (SPI, FCP, SAS) initiator values                           */
8312 /*                                                                          */
8313 /*  Look at mptscsih_iocstatus_info_scsiio in mptscsih.c */
8314 /*                                                                          */
8315 /****************************************************************************/
8316
8317         case MPI_IOCSTATUS_SCSI_RECOVERED_ERROR: /* 0x0040 */
8318         case MPI_IOCSTATUS_SCSI_DATA_UNDERRUN: /* 0x0045 */
8319         case MPI_IOCSTATUS_SCSI_INVALID_BUS: /* 0x0041 */
8320         case MPI_IOCSTATUS_SCSI_INVALID_TARGETID: /* 0x0042 */
8321         case MPI_IOCSTATUS_SCSI_DEVICE_NOT_THERE: /* 0x0043 */
8322         case MPI_IOCSTATUS_SCSI_DATA_OVERRUN: /* 0x0044 */
8323         case MPI_IOCSTATUS_SCSI_IO_DATA_ERROR: /* 0x0046 */
8324         case MPI_IOCSTATUS_SCSI_PROTOCOL_ERROR: /* 0x0047 */
8325         case MPI_IOCSTATUS_SCSI_TASK_TERMINATED: /* 0x0048 */
8326         case MPI_IOCSTATUS_SCSI_RESIDUAL_MISMATCH: /* 0x0049 */
8327         case MPI_IOCSTATUS_SCSI_TASK_MGMT_FAILED: /* 0x004A */
8328         case MPI_IOCSTATUS_SCSI_IOC_TERMINATED: /* 0x004B */
8329         case MPI_IOCSTATUS_SCSI_EXT_TERMINATED: /* 0x004C */
8330                 break;
8331
8332 /****************************************************************************/
8333 /*  SCSI Target values                                                      */
8334 /****************************************************************************/
8335
8336         case MPI_IOCSTATUS_TARGET_PRIORITY_IO: /* 0x0060 */
8337                 desc = "Target: Priority IO";
8338                 break;
8339
8340         case MPI_IOCSTATUS_TARGET_INVALID_PORT: /* 0x0061 */
8341                 desc = "Target: Invalid Port";
8342                 break;
8343
8344         case MPI_IOCSTATUS_TARGET_INVALID_IO_INDEX: /* 0x0062 */
8345                 desc = "Target Invalid IO Index:";
8346                 break;
8347
8348         case MPI_IOCSTATUS_TARGET_ABORTED: /* 0x0063 */
8349                 desc = "Target: Aborted";
8350                 break;
8351
8352         case MPI_IOCSTATUS_TARGET_NO_CONN_RETRYABLE: /* 0x0064 */
8353                 desc = "Target: No Conn Retryable";
8354                 break;
8355
8356         case MPI_IOCSTATUS_TARGET_NO_CONNECTION: /* 0x0065 */
8357                 desc = "Target: No Connection";
8358                 break;
8359
8360         case MPI_IOCSTATUS_TARGET_XFER_COUNT_MISMATCH: /* 0x006A */
8361                 desc = "Target: Transfer Count Mismatch";
8362                 break;
8363
8364         case MPI_IOCSTATUS_TARGET_STS_DATA_NOT_SENT: /* 0x006B */
8365                 desc = "Target: STS Data not Sent";
8366                 break;
8367
8368         case MPI_IOCSTATUS_TARGET_DATA_OFFSET_ERROR: /* 0x006D */
8369                 desc = "Target: Data Offset Error";
8370                 break;
8371
8372         case MPI_IOCSTATUS_TARGET_TOO_MUCH_WRITE_DATA: /* 0x006E */
8373                 desc = "Target: Too Much Write Data";
8374                 break;
8375
8376         case MPI_IOCSTATUS_TARGET_IU_TOO_SHORT: /* 0x006F */
8377                 desc = "Target: IU Too Short";
8378                 break;
8379
8380         case MPI_IOCSTATUS_TARGET_ACK_NAK_TIMEOUT: /* 0x0070 */
8381                 desc = "Target: ACK NAK Timeout";
8382                 break;
8383
8384         case MPI_IOCSTATUS_TARGET_NAK_RECEIVED: /* 0x0071 */
8385                 desc = "Target: Nak Received";
8386                 break;
8387
8388 /****************************************************************************/
8389 /*  Fibre Channel Direct Access values                                      */
8390 /****************************************************************************/
8391
8392         case MPI_IOCSTATUS_FC_ABORTED: /* 0x0066 */
8393                 desc = "FC: Aborted";
8394                 break;
8395
8396         case MPI_IOCSTATUS_FC_RX_ID_INVALID: /* 0x0067 */
8397                 desc = "FC: RX ID Invalid";
8398                 break;
8399
8400         case MPI_IOCSTATUS_FC_DID_INVALID: /* 0x0068 */
8401                 desc = "FC: DID Invalid";
8402                 break;
8403
8404         case MPI_IOCSTATUS_FC_NODE_LOGGED_OUT: /* 0x0069 */
8405                 desc = "FC: Node Logged Out";
8406                 break;
8407
8408         case MPI_IOCSTATUS_FC_EXCHANGE_CANCELED: /* 0x006C */
8409                 desc = "FC: Exchange Canceled";
8410                 break;
8411
8412 /****************************************************************************/
8413 /*  LAN values                                                              */
8414 /****************************************************************************/
8415
8416         case MPI_IOCSTATUS_LAN_DEVICE_NOT_FOUND: /* 0x0080 */
8417                 desc = "LAN: Device not Found";
8418                 break;
8419
8420         case MPI_IOCSTATUS_LAN_DEVICE_FAILURE: /* 0x0081 */
8421                 desc = "LAN: Device Failure";
8422                 break;
8423
8424         case MPI_IOCSTATUS_LAN_TRANSMIT_ERROR: /* 0x0082 */
8425                 desc = "LAN: Transmit Error";
8426                 break;
8427
8428         case MPI_IOCSTATUS_LAN_TRANSMIT_ABORTED: /* 0x0083 */
8429                 desc = "LAN: Transmit Aborted";
8430                 break;
8431
8432         case MPI_IOCSTATUS_LAN_RECEIVE_ERROR: /* 0x0084 */
8433                 desc = "LAN: Receive Error";
8434                 break;
8435
8436         case MPI_IOCSTATUS_LAN_RECEIVE_ABORTED: /* 0x0085 */
8437                 desc = "LAN: Receive Aborted";
8438                 break;
8439
8440         case MPI_IOCSTATUS_LAN_PARTIAL_PACKET: /* 0x0086 */
8441                 desc = "LAN: Partial Packet";
8442                 break;
8443
8444         case MPI_IOCSTATUS_LAN_CANCELED: /* 0x0087 */
8445                 desc = "LAN: Canceled";
8446                 break;
8447
8448 /****************************************************************************/
8449 /*  Serial Attached SCSI values                                             */
8450 /****************************************************************************/
8451
8452         case MPI_IOCSTATUS_SAS_SMP_REQUEST_FAILED: /* 0x0090 */
8453                 desc = "SAS: SMP Request Failed";
8454                 break;
8455
8456         case MPI_IOCSTATUS_SAS_SMP_DATA_OVERRUN: /* 0x0090 */
8457                 desc = "SAS: SMP Data Overrun";
8458                 break;
8459
8460         default:
8461                 desc = "Others";
8462                 break;
8463         }
8464
8465         if (!desc)
8466                 return;
8467
8468         dreplyprintk(ioc, printk(MYIOC_s_DEBUG_FMT "IOCStatus(0x%04X): %s\n",
8469             ioc->name, status, desc));
8470 }
8471
8472 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8473 EXPORT_SYMBOL(mpt_attach);
8474 EXPORT_SYMBOL(mpt_detach);
8475 #ifdef CONFIG_PM
8476 EXPORT_SYMBOL(mpt_resume);
8477 EXPORT_SYMBOL(mpt_suspend);
8478 #endif
8479 EXPORT_SYMBOL(ioc_list);
8480 EXPORT_SYMBOL(mpt_register);
8481 EXPORT_SYMBOL(mpt_deregister);
8482 EXPORT_SYMBOL(mpt_event_register);
8483 EXPORT_SYMBOL(mpt_event_deregister);
8484 EXPORT_SYMBOL(mpt_reset_register);
8485 EXPORT_SYMBOL(mpt_reset_deregister);
8486 EXPORT_SYMBOL(mpt_device_driver_register);
8487 EXPORT_SYMBOL(mpt_device_driver_deregister);
8488 EXPORT_SYMBOL(mpt_get_msg_frame);
8489 EXPORT_SYMBOL(mpt_put_msg_frame);
8490 EXPORT_SYMBOL(mpt_put_msg_frame_hi_pri);
8491 EXPORT_SYMBOL(mpt_free_msg_frame);
8492 EXPORT_SYMBOL(mpt_send_handshake_request);
8493 EXPORT_SYMBOL(mpt_verify_adapter);
8494 EXPORT_SYMBOL(mpt_GetIocState);
8495 EXPORT_SYMBOL(mpt_print_ioc_summary);
8496 EXPORT_SYMBOL(mpt_HardResetHandler);
8497 EXPORT_SYMBOL(mpt_config);
8498 EXPORT_SYMBOL(mpt_findImVolumes);
8499 EXPORT_SYMBOL(mpt_alloc_fw_memory);
8500 EXPORT_SYMBOL(mpt_free_fw_memory);
8501 EXPORT_SYMBOL(mptbase_sas_persist_operation);
8502 EXPORT_SYMBOL(mpt_raid_phys_disk_pg0);
8503
8504 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8505 /**
8506  *      fusion_init - Fusion MPT base driver initialization routine.
8507  *
8508  *      Returns 0 for success, non-zero for failure.
8509  */
8510 static int __init
8511 fusion_init(void)
8512 {
8513         u8 cb_idx;
8514
8515         show_mptmod_ver(my_NAME, my_VERSION);
8516         printk(KERN_INFO COPYRIGHT "\n");
8517
8518         for (cb_idx = 0; cb_idx < MPT_MAX_PROTOCOL_DRIVERS; cb_idx++) {
8519                 MptCallbacks[cb_idx] = NULL;
8520                 MptDriverClass[cb_idx] = MPTUNKNOWN_DRIVER;
8521                 MptEvHandlers[cb_idx] = NULL;
8522                 MptResetHandlers[cb_idx] = NULL;
8523         }
8524
8525         /*  Register ourselves (mptbase) in order to facilitate
8526          *  EventNotification handling.
8527          */
8528         mpt_base_index = mpt_register(mptbase_reply, MPTBASE_DRIVER,
8529             "mptbase_reply");
8530
8531         /* Register for hard reset handling callbacks.
8532          */
8533         mpt_reset_register(mpt_base_index, mpt_ioc_reset);
8534
8535 #ifdef CONFIG_PROC_FS
8536         (void) procmpt_create();
8537 #endif
8538         return 0;
8539 }
8540
8541 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8542 /**
8543  *      fusion_exit - Perform driver unload cleanup.
8544  *
8545  *      This routine frees all resources associated with each MPT adapter
8546  *      and removes all %MPT_PROCFS_MPTBASEDIR entries.
8547  */
8548 static void __exit
8549 fusion_exit(void)
8550 {
8551
8552         mpt_reset_deregister(mpt_base_index);
8553
8554 #ifdef CONFIG_PROC_FS
8555         procmpt_destroy();
8556 #endif
8557 }
8558
8559 module_init(fusion_init);
8560 module_exit(fusion_exit);