kernel/drivers/scsi/arm/fas216.c

   1 /*
   2  *  linux/drivers/acorn/scsi/fas216.c
   3  *
   4  *  Copyright (C) 1997-2003 Russell King
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 as
   8  * published by the Free Software Foundation.
   9  *
  10  * Based on information in qlogicfas.c by Tom Zerucha, Michael Griffith, and
  11  * other sources, including:
  12  *   the AMD Am53CF94 data sheet
  13  *   the AMD Am53C94 data sheet
  14  *
  15  * This is a generic driver.  To use it, have a look at cumana_2.c.  You
  16  * should define your own structure that overlays FAS216_Info, eg:
  17  * struct my_host_data {
  18  *    FAS216_Info info;
  19  *    ... my host specific data ...
  20  * };
  21  *
  22  * Changelog:
  23  *  30-08-1997  RMK     Created
  24  *  14-09-1997  RMK     Started disconnect support
  25  *  08-02-1998  RMK     Corrected real DMA support
  26  *  15-02-1998  RMK     Started sync xfer support
  27  *  06-04-1998  RMK     Tightened conditions for printing incomplete
  28  *                      transfers
  29  *  02-05-1998  RMK     Added extra checks in fas216_reset
  30  *  24-05-1998  RMK     Fixed synchronous transfers with period >= 200ns
  31  *  27-06-1998  RMK     Changed asm/delay.h to linux/delay.h
  32  *  26-08-1998  RMK     Improved message support wrt MESSAGE_REJECT
  33  *  02-04-2000  RMK     Converted to use the new error handling, and
  34  *                      automatically request sense data upon check
  35  *                      condition status from targets.
  36  */
  37 #include <linux/module.h>
  38 #include <linux/blkdev.h>
  39 #include <linux/kernel.h>
  40 #include <linux/string.h>
  41 #include <linux/ioport.h>
  42 #include <linux/proc_fs.h>
  43 #include <linux/delay.h>
  44 #include <linux/bitops.h>
  45 #include <linux/init.h>
  46 #include <linux/interrupt.h>
  47
  48 #include <asm/dma.h>
  49 #include <asm/io.h>
  50 #include <asm/irq.h>
  51 #include <asm/ecard.h>
  52
  53 #include "../scsi.h"
  54 #include <scsi/scsi_dbg.h>
  55 #include <scsi/scsi_host.h>
  56 #include "fas216.h"
  57 #include "scsi.h"
  58
  59 /* NOTE: SCSI2 Synchronous transfers *require* DMA according to
  60  *  the data sheet.  This restriction is crazy, especially when
  61  *  you only want to send 16 bytes!  What were the guys who
  62  *  designed this chip on at that time?  Did they read the SCSI2
  63  *  spec at all?  The following sections are taken from the SCSI2
  64  *  standard (s2r10) concerning this:
  65  *
  66  * > IMPLEMENTORS NOTES:
  67  * >   (1)  Re-negotiation at every selection is not recommended, since a
  68  * >   significant performance impact is likely.
  69  *
  70  * >  The implied synchronous agreement shall remain in effect until a BUS DEVICE
  71  * >  RESET message is received, until a hard reset condition occurs, or until one
  72  * >  of the two SCSI devices elects to modify the agreement.  The default data
  73  * >  transfer mode is asynchronous data transfer mode.  The default data transfer
  74  * >  mode is entered at power on, after a BUS DEVICE RESET message, or after a hard
  75  * >  reset condition.
  76  *
  77  *  In total, this means that once you have elected to use synchronous
  78  *  transfers, you must always use DMA.
  79  *
  80  *  I was thinking that this was a good chip until I found this restriction ;(
  81  */
  82 #define SCSI2_SYNC
  83 #undef  SCSI2_TAG
  84
  85 #undef DEBUG_CONNECT
  86 #undef DEBUG_MESSAGES
  87
  88 #undef CHECK_STRUCTURE
  89
  90 #define LOG_CONNECT             (1 << 0)
  91 #define LOG_BUSSERVICE          (1 << 1)
  92 #define LOG_FUNCTIONDONE        (1 << 2)
  93 #define LOG_MESSAGES            (1 << 3)
  94 #define LOG_BUFFER              (1 << 4)
  95 #define LOG_ERROR               (1 << 8)
  96
  97 static int level_mask = LOG_ERROR;
  98
  99 module_param(level_mask, int, 0644);
 100
 101 static int __init fas216_log_setup(char *str)
 102 {
 103         char *s;
 104
 105         level_mask = 0;
 106
 107         while ((s = strsep(&str, ",")) != NULL) {
 108                 switch (s[0]) {
 109                 case 'a':
 110                         if (strcmp(s, "all") == 0)
 111                                 level_mask |= -1;
 112                         break;
 113                 case 'b':
 114                         if (strncmp(s, "bus", 3) == 0)
 115                                 level_mask |= LOG_BUSSERVICE;
 116                         if (strncmp(s, "buf", 3) == 0)
 117                                 level_mask |= LOG_BUFFER;
 118                         break;
 119                 case 'c':
 120                         level_mask |= LOG_CONNECT;
 121                         break;
 122                 case 'e':
 123                         level_mask |= LOG_ERROR;
 124                         break;
 125                 case 'm':
 126                         level_mask |= LOG_MESSAGES;
 127                         break;
 128                 case 'n':
 129                         if (strcmp(s, "none") == 0)
 130                                 level_mask = 0;
 131                         break;
 132                 case 's':
 133                         level_mask |= LOG_FUNCTIONDONE;
 134                         break;
 135                 }
 136         }
 137         return 1;
 138 }
 139
 140 __setup("fas216_logging=", fas216_log_setup);
 141
 142 static inline unsigned char fas216_readb(FAS216_Info *info, unsigned int reg)
 143 {
 144         unsigned int off = reg << info->scsi.io_shift;
 145         return readb(info->scsi.io_base + off);
 146 }
 147
 148 static inline void fas216_writeb(FAS216_Info *info, unsigned int reg, unsigned int val)
 149 {
 150         unsigned int off = reg << info->scsi.io_shift;
 151         writeb(val, info->scsi.io_base + off);
 152 }
 153
 154 static void fas216_dumpstate(FAS216_Info *info)
 155 {
 156         unsigned char is, stat, inst;
 157
 158         is   = fas216_readb(info, REG_IS);
 159         stat = fas216_readb(info, REG_STAT);
 160         inst = fas216_readb(info, REG_INST);
 161
 162         printk("FAS216: CTCL=%02X CTCM=%02X CMD=%02X STAT=%02X"
 163                " INST=%02X IS=%02X CFIS=%02X",
 164                 fas216_readb(info, REG_CTCL),
 165                 fas216_readb(info, REG_CTCM),
 166                 fas216_readb(info, REG_CMD),  stat, inst, is,
 167                 fas216_readb(info, REG_CFIS));
 168         printk(" CNTL1=%02X CNTL2=%02X CNTL3=%02X CTCH=%02X\n",
 169                 fas216_readb(info, REG_CNTL1),
 170                 fas216_readb(info, REG_CNTL2),
 171                 fas216_readb(info, REG_CNTL3),
 172                 fas216_readb(info, REG_CTCH));
 173 }
 174
 175 static void print_SCp(struct scsi_pointer *SCp, const char *prefix, const char *suffix)
 176 {
 177         printk("%sptr %p this_residual 0x%x buffer %p buffers_residual 0x%x%s",
 178                 prefix, SCp->ptr, SCp->this_residual, SCp->buffer,
 179                 SCp->buffers_residual, suffix);
 180 }
 181
 182 #ifdef CHECK_STRUCTURE
 183 static void fas216_dumpinfo(FAS216_Info *info)
 184 {
 185         static int used = 0;
 186         int i;
 187
 188         if (used++)
 189                 return;
 190
 191         printk("FAS216_Info=\n");
 192         printk("  { magic_start=%lX host=%p SCpnt=%p origSCpnt=%p\n",
 193                 info->magic_start, info->host, info->SCpnt,
 194                 info->origSCpnt);
 195         printk("    scsi={ io_shift=%X irq=%X cfg={ %X %X %X %X }\n",
 196                 info->scsi.io_shift, info->scsi.irq,
 197                 info->scsi.cfg[0], info->scsi.cfg[1], info->scsi.cfg[2],
 198                 info->scsi.cfg[3]);
 199         printk("           type=%p phase=%X\n",
 200                 info->scsi.type, info->scsi.phase);
 201         print_SCp(&info->scsi.SCp, "           SCp={ ", " }\n");
 202         printk("      msgs async_stp=%X disconnectable=%d aborting=%d }\n",
 203                 info->scsi.async_stp,
 204                 info->scsi.disconnectable, info->scsi.aborting);
 205         printk("    stats={ queues=%X removes=%X fins=%X reads=%X writes=%X miscs=%X\n"
 206                "            disconnects=%X aborts=%X bus_resets=%X host_resets=%X}\n",
 207                 info->stats.queues, info->stats.removes, info->stats.fins,
 208                 info->stats.reads, info->stats.writes, info->stats.miscs,
 209                 info->stats.disconnects, info->stats.aborts, info->stats.bus_resets,
 210                 info->stats.host_resets);
 211         printk("    ifcfg={ clockrate=%X select_timeout=%X asyncperiod=%X sync_max_depth=%X }\n",
 212                 info->ifcfg.clockrate, info->ifcfg.select_timeout,
 213                 info->ifcfg.asyncperiod, info->ifcfg.sync_max_depth);
 214         for (i = 0; i < 8; i++) {
 215                 printk("    busyluns[%d]=%08lx dev[%d]={ disconnect_ok=%d stp=%X sof=%X sync_state=%X }\n",
 216                         i, info->busyluns[i], i,
 217                         info->device[i].disconnect_ok, info->device[i].stp,
 218                         info->device[i].sof, info->device[i].sync_state);
 219         }
 220         printk("    dma={ transfer_type=%X setup=%p pseudo=%p stop=%p }\n",
 221                 info->dma.transfer_type, info->dma.setup,
 222                 info->dma.pseudo, info->dma.stop);
 223         printk("    internal_done=%X magic_end=%lX }\n",
 224                 info->internal_done, info->magic_end);
 225 }
 226
 227 static void __fas216_checkmagic(FAS216_Info *info, const char *func)
 228 {
 229         int corruption = 0;
 230         if (info->magic_start != MAGIC) {
 231                 printk(KERN_CRIT "FAS216 Error: magic at start corrupted\n");
 232                 corruption++;
 233         }
 234         if (info->magic_end != MAGIC) {
 235                 printk(KERN_CRIT "FAS216 Error: magic at end corrupted\n");
 236                 corruption++;
 237         }
 238         if (corruption) {
 239                 fas216_dumpinfo(info);
 240                 panic("scsi memory space corrupted in %s", func);
 241         }
 242 }
 243 #define fas216_checkmagic(info) __fas216_checkmagic((info), __func__)
 244 #else
 245 #define fas216_checkmagic(info)
 246 #endif
 247
 248 static const char *fas216_bus_phase(int stat)
 249 {
 250         static const char *phases[] = {
 251                 "DATA OUT", "DATA IN",
 252                 "COMMAND", "STATUS",
 253                 "MISC OUT", "MISC IN",
 254                 "MESG OUT", "MESG IN"
 255         };
 256
 257         return phases[stat & STAT_BUSMASK];
 258 }
 259
 260 static const char *fas216_drv_phase(FAS216_Info *info)
 261 {
 262         static const char *phases[] = {
 263                 [PHASE_IDLE]            = "idle",
 264                 [PHASE_SELECTION]       = "selection",
 265                 [PHASE_COMMAND]         = "command",
 266                 [PHASE_DATAOUT]         = "data out",
 267                 [PHASE_DATAIN]          = "data in",
 268                 [PHASE_MSGIN]           = "message in",
 269                 [PHASE_MSGIN_DISCONNECT]= "disconnect",
 270                 [PHASE_MSGOUT_EXPECT]   = "expect message out",
 271                 [PHASE_MSGOUT]          = "message out",
 272                 [PHASE_STATUS]          = "status",
 273                 [PHASE_DONE]            = "done",
 274         };
 275
 276         if (info->scsi.phase < ARRAY_SIZE(phases) &&
 277             phases[info->scsi.phase])
 278                 return phases[info->scsi.phase];
 279         return "???";
 280 }
 281
 282 static char fas216_target(FAS216_Info *info)
 283 {
 284         if (info->SCpnt)
 285                 return '0' + info->SCpnt->device->id;
 286         else
 287                 return 'H';
 288 }
 289
 290 static void
 291 fas216_do_log(FAS216_Info *info, char target, char *fmt, va_list ap)
 292 {
 293         static char buf[1024];
 294
 295         vsnprintf(buf, sizeof(buf), fmt, ap);
 296         printk("scsi%d.%c: %s", info->host->host_no, target, buf);
 297 }
 298
 299 static void fas216_log_command(FAS216_Info *info, int level,
 300                                struct scsi_cmnd *SCpnt, char *fmt, ...)
 301 {
 302         va_list args;
 303
 304         if (level != 0 && !(level & level_mask))
 305                 return;
 306
 307         va_start(args, fmt);
 308         fas216_do_log(info, '0' + SCpnt->device->id, fmt, args);
 309         va_end(args);
 310
 311         scsi_print_command(SCpnt);
 312 }
 313
 314 static void
 315 fas216_log_target(FAS216_Info *info, int level, int target, char *fmt, ...)
 316 {
 317         va_list args;
 318
 319         if (level != 0 && !(level & level_mask))
 320                 return;
 321
 322         if (target < 0)
 323                 target = 'H';
 324         else
 325                 target += '0';
 326
 327         va_start(args, fmt);
 328         fas216_do_log(info, target, fmt, args);
 329         va_end(args);
 330
 331         printk("\n");
 332 }
 333
 334 static void fas216_log(FAS216_Info *info, int level, char *fmt, ...)
 335 {
 336         va_list args;
 337
 338         if (level != 0 && !(level & level_mask))
 339                 return;
 340
 341         va_start(args, fmt);
 342         fas216_do_log(info, fas216_target(info), fmt, args);
 343         va_end(args);
 344
 345         printk("\n");
 346 }
 347
 348 #define PH_SIZE 32
 349
 350 static struct { int stat, ssr, isr, ph; } ph_list[PH_SIZE];
 351 static int ph_ptr;
 352
 353 static void add_debug_list(int stat, int ssr, int isr, int ph)
 354 {
 355         ph_list[ph_ptr].stat = stat;
 356         ph_list[ph_ptr].ssr = ssr;
 357         ph_list[ph_ptr].isr = isr;
 358         ph_list[ph_ptr].ph = ph;
 359
 360         ph_ptr = (ph_ptr + 1) & (PH_SIZE-1);
 361 }
 362
 363 static struct { int command; void *from; } cmd_list[8];
 364 static int cmd_ptr;
 365
 366 static void fas216_cmd(FAS216_Info *info, unsigned int command)
 367 {
 368         cmd_list[cmd_ptr].command = command;
 369         cmd_list[cmd_ptr].from = __builtin_return_address(0);
 370
 371         cmd_ptr = (cmd_ptr + 1) & 7;
 372
 373         fas216_writeb(info, REG_CMD, command);
 374 }
 375
 376 static void print_debug_list(void)
 377 {
 378         int i;
 379
 380         i = ph_ptr;
 381
 382         printk(KERN_ERR "SCSI IRQ trail\n");
 383         do {
 384                 printk(" %02x:%02x:%02x:%1x",
 385                         ph_list[i].stat, ph_list[i].ssr,
 386                         ph_list[i].isr, ph_list[i].ph);
 387                 i = (i + 1) & (PH_SIZE - 1);
 388                 if (((i ^ ph_ptr) & 7) == 0)
 389                         printk("\n");
 390         } while (i != ph_ptr);
 391         if ((i ^ ph_ptr) & 7)
 392                 printk("\n");
 393
 394         i = cmd_ptr;
 395         printk(KERN_ERR "FAS216 commands: ");
 396         do {
 397                 printk("%02x:%p ", cmd_list[i].command, cmd_list[i].from);
 398                 i = (i + 1) & 7;
 399         } while (i != cmd_ptr);
 400         printk("\n");
 401 }
 402
 403 static void fas216_done(FAS216_Info *info, unsigned int result);
 404
 405 /**
 406  * fas216_get_last_msg - retrive last message from the list
 407  * @info: interface to search
 408  * @pos: current fifo position
 409  *
 410  * Retrieve a last message from the list, using position in fifo.
 411  */
 412 static inline unsigned short
 413 fas216_get_last_msg(FAS216_Info *info, int pos)
 414 {
 415         unsigned short packed_msg = NOP;
 416         struct message *msg;
 417         int msgnr = 0;
 418
 419         while ((msg = msgqueue_getmsg(&info->scsi.msgs, msgnr++)) != NULL) {
 420                 if (pos >= msg->fifo)
 421                         break;
 422         }
 423
 424         if (msg) {
 425                 if (msg->msg[0] == EXTENDED_MESSAGE)
 426                         packed_msg = EXTENDED_MESSAGE | msg->msg[2] << 8;
 427                 else
 428                         packed_msg = msg->msg[0];
 429         }
 430
 431         fas216_log(info, LOG_MESSAGES,
 432                 "Message: %04x found at position %02x\n", packed_msg, pos);
 433
 434         return packed_msg;
 435 }
 436
 437 /**
 438  * fas216_syncperiod - calculate STP register value
 439  * @info: state structure for interface connected to device
 440  * @ns: period in ns (between subsequent bytes)
 441  *
 442  * Calculate value to be loaded into the STP register for a given period
 443  * in ns. Returns a value suitable for REG_STP.
 444  */
 445 static int fas216_syncperiod(FAS216_Info *info, int ns)
 446 {
 447         int value = (info->ifcfg.clockrate * ns) / 1000;
 448
 449         fas216_checkmagic(info);
 450
 451         if (value < 4)
 452                 value = 4;
 453         else if (value > 35)
 454                 value = 35;
 455
 456         return value & 31;
 457 }
 458
 459 /**
 460  * fas216_set_sync - setup FAS216 chip for specified transfer period.
 461  * @info: state structure for interface connected to device
 462  * @target: target
 463  *
 464  * Correctly setup FAS216 chip for specified transfer period.
 465  * Notes   : we need to switch the chip out of FASTSCSI mode if we have
 466  *           a transfer period >= 200ns - otherwise the chip will violate
 467  *           the SCSI timings.
 468  */
 469 static void fas216_set_sync(FAS216_Info *info, int target)
 470 {
 471         unsigned int cntl3;
 472
 473         fas216_writeb(info, REG_SOF, info->device[target].sof);
 474         fas216_writeb(info, REG_STP, info->device[target].stp);
 475
 476         cntl3 = info->scsi.cfg[2];
 477         if (info->device[target].period >= (200 / 4))
 478                 cntl3 = cntl3 & ~CNTL3_FASTSCSI;
 479
 480         fas216_writeb(info, REG_CNTL3, cntl3);
 481 }
 482
 483 /* Synchronous transfer support
 484  *
 485  * Note: The SCSI II r10 spec says (5.6.12):
 486  *
 487  *  (2)  Due to historical problems with early host adapters that could
 488  *  not accept an SDTR message, some targets may not initiate synchronous
 489  *  negotiation after a power cycle as required by this standard.  Host
 490  *  adapters that support synchronous mode may avoid the ensuing failure
 491  *  modes when the target is independently power cycled by initiating a
 492  *  synchronous negotiation on each REQUEST SENSE and INQUIRY command.
 493  *  This approach increases the SCSI bus overhead and is not recommended
 494  *  for new implementations.  The correct method is to respond to an
 495  *  SDTR message with a MESSAGE REJECT message if the either the
 496  *  initiator or target devices does not support synchronous transfers
 497  *  or does not want to negotiate for synchronous transfers at the time.
 498  *  Using the correct method assures compatibility with wide data
 499  *  transfers and future enhancements.
 500  *
 501  * We will always initiate a synchronous transfer negotiation request on
 502  * every INQUIRY or REQUEST SENSE message, unless the target itself has
 503  * at some point performed a synchronous transfer negotiation request, or
 504  * we have synchronous transfers disabled for this device.
 505  */
 506
 507 /**
 508  * fas216_handlesync - Handle a synchronous transfer message
 509  * @info: state structure for interface
 510  * @msg: message from target
 511  *
 512  * Handle a synchronous transfer message from the target
 513  */
 514 static void fas216_handlesync(FAS216_Info *info, char *msg)
 515 {
 516         struct fas216_device *dev = &info->device[info->SCpnt->device->id];
 517         enum { sync, async, none, reject } res = none;
 518
 519 #ifdef SCSI2_SYNC
 520         switch (msg[0]) {
 521         case MESSAGE_REJECT:
 522                 /* Synchronous transfer request failed.
 523                  * Note: SCSI II r10:
 524                  *
 525                  *  SCSI devices that are capable of synchronous
 526                  *  data transfers shall not respond to an SDTR
 527                  *  message with a MESSAGE REJECT message.
 528                  *
 529                  * Hence, if we get this condition, we disable
 530                  * negotiation for this device.
 531                  */
 532                 if (dev->sync_state == neg_inprogress) {
 533                         dev->sync_state = neg_invalid;
 534                         res = async;
 535                 }
 536                 break;
 537
 538         case EXTENDED_MESSAGE:
 539                 switch (dev->sync_state) {
 540                 /* We don't accept synchronous transfer requests.
 541                  * Respond with a MESSAGE_REJECT to prevent a
 542                  * synchronous transfer agreement from being reached.
 543                  */
 544                 case neg_invalid:
 545                         res = reject;
 546                         break;
 547
 548                 /* We were not negotiating a synchronous transfer,
 549                  * but the device sent us a negotiation request.
 550                  * Honour the request by sending back a SDTR
 551                  * message containing our capability, limited by
 552                  * the targets capability.
 553                  */
 554                 default:
 555                         fas216_cmd(info, CMD_SETATN);
 556                         if (msg[4] > info->ifcfg.sync_max_depth)
 557                                 msg[4] = info->ifcfg.sync_max_depth;
 558                         if (msg[3] < 1000 / info->ifcfg.clockrate)
 559                                 msg[3] = 1000 / info->ifcfg.clockrate;
 560
 561                         msgqueue_flush(&info->scsi.msgs);
 562                         msgqueue_addmsg(&info->scsi.msgs, 5,
 563                                         EXTENDED_MESSAGE, 3, EXTENDED_SDTR,
 564                                         msg[3], msg[4]);
 565                         info->scsi.phase = PHASE_MSGOUT_EXPECT;
 566
 567                         /* This is wrong.  The agreement is not in effect
 568                          * until this message is accepted by the device
 569                          */
 570                         dev->sync_state = neg_targcomplete;
 571                         res = sync;
 572                         break;
 573
 574                 /* We initiated the synchronous transfer negotiation,
 575                  * and have successfully received a response from the
 576                  * target.  The synchronous transfer agreement has been
 577                  * reached.  Note: if the values returned are out of our
 578                  * bounds, we must reject the message.
 579                  */
 580                 case neg_inprogress:
 581                         res = reject;
 582                         if (msg[4] <= info->ifcfg.sync_max_depth &&
 583                             msg[3] >= 1000 / info->ifcfg.clockrate) {
 584                                 dev->sync_state = neg_complete;
 585                                 res = sync;
 586                         }
 587                         break;
 588                 }
 589         }
 590 #else
 591         res = reject;
 592 #endif
 593
 594         switch (res) {
 595         case sync:
 596                 dev->period = msg[3];
 597                 dev->sof    = msg[4];
 598                 dev->stp    = fas216_syncperiod(info, msg[3] * 4);
 599                 fas216_set_sync(info, info->SCpnt->device->id);
 600                 break;
 601
 602         case reject:
 603                 fas216_cmd(info, CMD_SETATN);
 604                 msgqueue_flush(&info->scsi.msgs);
 605                 msgqueue_addmsg(&info->scsi.msgs, 1, MESSAGE_REJECT);
 606                 info->scsi.phase = PHASE_MSGOUT_EXPECT;
 607
 608         case async:
 609                 dev->period = info->ifcfg.asyncperiod / 4;
 610                 dev->sof    = 0;
 611                 dev->stp    = info->scsi.async_stp;
 612                 fas216_set_sync(info, info->SCpnt->device->id);
 613                 break;
 614
 615         case none:
 616                 break;
 617         }
 618 }
 619
 620 /**
 621  * fas216_updateptrs - update data pointers after transfer suspended/paused
 622  * @info: interface's local pointer to update
 623  * @bytes_transferred: number of bytes transferred
 624  *
 625  * Update data pointers after transfer suspended/paused
 626  */
 627 static void fas216_updateptrs(FAS216_Info *info, int bytes_transferred)
 628 {
 629         struct scsi_pointer *SCp = &info->scsi.SCp;
 630
 631         fas216_checkmagic(info);
 632
 633         BUG_ON(bytes_transferred < 0);
 634
 635         SCp->phase -= bytes_transferred;
 636
 637         while (bytes_transferred != 0) {
 638                 if (SCp->this_residual > bytes_transferred)
 639                         break;
 640                 /*
 641                  * We have used up this buffer.  Move on to the
 642                  * next buffer.
 643                  */
 644                 bytes_transferred -= SCp->this_residual;
 645                 if (!next_SCp(SCp) && bytes_transferred) {
 646                         printk(KERN_WARNING "scsi%d.%c: out of buffers\n",
 647                                 info->host->host_no, '0' + info->SCpnt->device->id);
 648                         return;
 649                 }
 650         }
 651
 652         SCp->this_residual -= bytes_transferred;
 653         if (SCp->this_residual)
 654                 SCp->ptr += bytes_transferred;
 655         else
 656                 SCp->ptr = NULL;
 657 }
 658
 659 /**
 660  * fas216_pio - transfer data off of/on to card using programmed IO
 661  * @info: interface to transfer data to/from
 662  * @direction: direction to transfer data (DMA_OUT/DMA_IN)
 663  *
 664  * Transfer data off of/on to card using programmed IO.
 665  * Notes: this is incredibly slow.
 666  */
 667 static void fas216_pio(FAS216_Info *info, fasdmadir_t direction)
 668 {
 669         struct scsi_pointer *SCp = &info->scsi.SCp;
 670
 671         fas216_checkmagic(info);
 672
 673         if (direction == DMA_OUT)
 674                 fas216_writeb(info, REG_FF, get_next_SCp_byte(SCp));
 675         else
 676                 put_next_SCp_byte(SCp, fas216_readb(info, REG_FF));
 677
 678         if (SCp->this_residual == 0)
 679                 next_SCp(SCp);
 680 }
 681
 682 static void fas216_set_stc(FAS216_Info *info, unsigned int length)
 683 {
 684         fas216_writeb(info, REG_STCL, length);
 685         fas216_writeb(info, REG_STCM, length >> 8);
 686         fas216_writeb(info, REG_STCH, length >> 16);
 687 }
 688
 689 static unsigned int fas216_get_ctc(FAS216_Info *info)
 690 {
 691         return fas216_readb(info, REG_CTCL) +
 692                (fas216_readb(info, REG_CTCM) << 8) +
 693                (fas216_readb(info, REG_CTCH) << 16);
 694 }
 695
 696 /**
 697  * fas216_cleanuptransfer - clean up after a transfer has completed.
 698  * @info: interface to clean up
 699  *
 700  * Update the data pointers according to the number of bytes transferred
 701  * on the SCSI bus.
 702  */
 703 static void fas216_cleanuptransfer(FAS216_Info *info)
 704 {
 705         unsigned long total, residual, fifo;
 706         fasdmatype_t dmatype = info->dma.transfer_type;
 707
 708         info->dma.transfer_type = fasdma_none;
 709
 710         /*
 711          * PIO transfers do not need to be cleaned up.
 712          */
 713         if (dmatype == fasdma_pio || dmatype == fasdma_none)
 714                 return;
 715
 716         if (dmatype == fasdma_real_all)
 717                 total = info->scsi.SCp.phase;
 718         else
 719                 total = info->scsi.SCp.this_residual;
 720
 721         residual = fas216_get_ctc(info);
 722
 723         fifo = fas216_readb(info, REG_CFIS) & CFIS_CF;
 724
 725         fas216_log(info, LOG_BUFFER, "cleaning up from previous "
 726                    "transfer: length 0x%06x, residual 0x%x, fifo %d",
 727                    total, residual, fifo);
 728
 729         /*
 730          * If we were performing Data-Out, the transfer counter
 731          * counts down each time a byte is transferred by the
 732          * host to the FIFO.  This means we must include the
 733          * bytes left in the FIFO from the transfer counter.
 734          */
 735         if (info->scsi.phase == PHASE_DATAOUT)
 736                 residual += fifo;
 737
 738         fas216_updateptrs(info, total - residual);
 739 }
 740
 741 /**
 742  * fas216_transfer - Perform a DMA/PIO transfer off of/on to card
 743  * @info: interface from which device disconnected from
 744  *
 745  * Start a DMA/PIO transfer off of/on to card
 746  */
 747 static void fas216_transfer(FAS216_Info *info)
 748 {
 749         fasdmadir_t direction;
 750         fasdmatype_t dmatype;
 751
 752         fas216_log(info, LOG_BUFFER,
 753                    "starttransfer: buffer %p length 0x%06x reqlen 0x%06x",
 754                    info->scsi.SCp.ptr, info->scsi.SCp.this_residual,
 755                    info->scsi.SCp.phase);
 756
 757         if (!info->scsi.SCp.ptr) {
 758                 fas216_log(info, LOG_ERROR, "null buffer passed to "
 759                            "fas216_starttransfer");
 760                 print_SCp(&info->scsi.SCp, "SCp: ", "\n");
 761                 print_SCp(&info->SCpnt->SCp, "Cmnd SCp: ", "\n");
 762                 return;
 763         }
 764
 765         /*
 766          * If we have a synchronous transfer agreement in effect, we must
 767          * use DMA mode.  If we are using asynchronous transfers, we may
 768          * use DMA mode or PIO mode.
 769          */
 770         if (info->device[info->SCpnt->device->id].sof)
 771                 dmatype = fasdma_real_all;
 772         else
 773                 dmatype = fasdma_pio;
 774
 775         if (info->scsi.phase == PHASE_DATAOUT)
 776                 direction = DMA_OUT;
 777         else
 778                 direction = DMA_IN;
 779
 780         if (info->dma.setup)
 781                 dmatype = info->dma.setup(info->host, &info->scsi.SCp,
 782                                           direction, dmatype);
 783         info->dma.transfer_type = dmatype;
 784
 785         if (dmatype == fasdma_real_all)
 786                 fas216_set_stc(info, info->scsi.SCp.phase);
 787         else
 788                 fas216_set_stc(info, info->scsi.SCp.this_residual);
 789
 790         switch (dmatype) {
 791         case fasdma_pio:
 792                 fas216_log(info, LOG_BUFFER, "PIO transfer");
 793                 fas216_writeb(info, REG_SOF, 0);
 794                 fas216_writeb(info, REG_STP, info->scsi.async_stp);
 795                 fas216_cmd(info, CMD_TRANSFERINFO);
 796                 fas216_pio(info, direction);
 797                 break;
 798
 799         case fasdma_pseudo:
 800                 fas216_log(info, LOG_BUFFER, "pseudo transfer");
 801                 fas216_cmd(info, CMD_TRANSFERINFO | CMD_WITHDMA);
 802                 info->dma.pseudo(info->host, &info->scsi.SCp,
 803                                  direction, info->SCpnt->transfersize);
 804                 break;
 805
 806         case fasdma_real_block:
 807                 fas216_log(info, LOG_BUFFER, "block dma transfer");
 808                 fas216_cmd(info, CMD_TRANSFERINFO | CMD_WITHDMA);
 809                 break;
 810
 811         case fasdma_real_all:
 812                 fas216_log(info, LOG_BUFFER, "total dma transfer");
 813                 fas216_cmd(info, CMD_TRANSFERINFO | CMD_WITHDMA);
 814                 break;
 815
 816         default:
 817                 fas216_log(info, LOG_BUFFER | LOG_ERROR,
 818                            "invalid FAS216 DMA type");
 819                 break;
 820         }
 821 }
 822
 823 /**
 824  * fas216_stoptransfer - Stop a DMA transfer onto / off of the card
 825  * @info: interface from which device disconnected from
 826  *
 827  * Called when we switch away from DATA IN or DATA OUT phases.
 828  */
 829 static void fas216_stoptransfer(FAS216_Info *info)
 830 {
 831         fas216_checkmagic(info);
 832
 833         if (info->dma.transfer_type == fasdma_real_all ||
 834             info->dma.transfer_type == fasdma_real_block)
 835                 info->dma.stop(info->host, &info->scsi.SCp);
 836
 837         fas216_cleanuptransfer(info);
 838
 839         if (info->scsi.phase == PHASE_DATAIN) {
 840                 unsigned int fifo;
 841
 842                 /*
 843                  * If we were performing Data-In, then the FIFO counter
 844                  * contains the number of bytes not transferred via DMA
 845                  * from the on-board FIFO.  Read them manually.
 846                  */
 847                 fifo = fas216_readb(info, REG_CFIS) & CFIS_CF;
 848                 while (fifo && info->scsi.SCp.ptr) {
 849                         *info->scsi.SCp.ptr = fas216_readb(info, REG_FF);
 850                         fas216_updateptrs(info, 1);
 851                         fifo--;
 852                 }
 853         } else {
 854                 /*
 855                  * After a Data-Out phase, there may be unsent
 856                  * bytes left in the FIFO.  Flush them out.
 857                  */
 858                 fas216_cmd(info, CMD_FLUSHFIFO);
 859         }
 860 }
 861
 862 static void fas216_aborttransfer(FAS216_Info *info)
 863 {
 864         fas216_checkmagic(info);
 865
 866         if (info->dma.transfer_type == fasdma_real_all ||
 867             info->dma.transfer_type == fasdma_real_block)
 868                 info->dma.stop(info->host, &info->scsi.SCp);
 869
 870         info->dma.transfer_type = fasdma_none;
 871         fas216_cmd(info, CMD_FLUSHFIFO);
 872 }
 873
 874 static void fas216_kick(FAS216_Info *info);
 875
 876 /**
 877  * fas216_disconnected_intr - handle device disconnection
 878  * @info: interface from which device disconnected from
 879  *
 880  * Handle device disconnection
 881  */
 882 static void fas216_disconnect_intr(FAS216_Info *info)
 883 {
 884         unsigned long flags;
 885
 886         fas216_checkmagic(info);
 887
 888         fas216_log(info, LOG_CONNECT, "disconnect phase=%02x",
 889                    info->scsi.phase);
 890
 891         msgqueue_flush(&info->scsi.msgs);
 892
 893         switch (info->scsi.phase) {
 894         case PHASE_SELECTION:                   /* while selecting - no target          */
 895         case PHASE_SELSTEPS:
 896                 fas216_done(info, DID_NO_CONNECT);
 897                 break;
 898
 899         case PHASE_MSGIN_DISCONNECT:            /* message in - disconnecting           */
 900                 info->scsi.disconnectable = 1;
 901                 info->scsi.phase = PHASE_IDLE;
 902                 info->stats.disconnects += 1;
 903                 spin_lock_irqsave(&info->host_lock, flags);
 904                 if (info->scsi.phase == PHASE_IDLE)
 905                         fas216_kick(info);
 906                 spin_unlock_irqrestore(&info->host_lock, flags);
 907                 break;
 908
 909         case PHASE_DONE:                        /* at end of command - complete         */
 910                 fas216_done(info, DID_OK);
 911                 break;
 912
 913         case PHASE_MSGOUT:                      /* message out - possible ABORT message */
 914                 if (fas216_get_last_msg(info, info->scsi.msgin_fifo) == ABORT) {
 915                         info->scsi.aborting = 0;
 916                         fas216_done(info, DID_ABORT);
 917                         break;
 918                 }
 919
 920         default:                                /* huh?                                 */
 921                 printk(KERN_ERR "scsi%d.%c: unexpected disconnect in phase %s\n",
 922                         info->host->host_no, fas216_target(info), fas216_drv_phase(info));
 923                 print_debug_list();
 924                 fas216_stoptransfer(info);
 925                 fas216_done(info, DID_ERROR);
 926                 break;
 927         }
 928 }
 929
 930 /**
 931  * fas216_reselected_intr - start reconnection of a device
 932  * @info: interface which was reselected
 933  *
 934  * Start reconnection of a device
 935  */
 936 static void
 937 fas216_reselected_intr(FAS216_Info *info)
 938 {
 939         unsigned int cfis, i;
 940         unsigned char msg[4];
 941         unsigned char target, lun, tag;
 942
 943         fas216_checkmagic(info);
 944
 945         WARN_ON(info->scsi.phase == PHASE_SELECTION ||
 946                 info->scsi.phase == PHASE_SELSTEPS);
 947
 948         cfis = fas216_readb(info, REG_CFIS);
 949
 950         fas216_log(info, LOG_CONNECT, "reconnect phase=%02x cfis=%02x",
 951                    info->scsi.phase, cfis);
 952
 953         cfis &= CFIS_CF;
 954
 955         if (cfis < 2 || cfis > 4) {
 956                 printk(KERN_ERR "scsi%d.H: incorrect number of bytes after reselect\n",
 957                         info->host->host_no);
 958                 goto bad_message;
 959         }
 960
 961         for (i = 0; i < cfis; i++)
 962                 msg[i] = fas216_readb(info, REG_FF);
 963
 964         if (!(msg[0] & (1 << info->host->this_id)) ||
 965             !(msg[1] & 0x80))
 966                 goto initiator_error;
 967
 968         target = msg[0] & ~(1 << info->host->this_id);
 969         target = ffs(target) - 1;
 970         lun = msg[1] & 7;
 971         tag = 0;
 972
 973         if (cfis >= 3) {
 974                 if (msg[2] != SIMPLE_QUEUE_TAG)
 975                         goto initiator_error;
 976
 977                 tag = msg[3];
 978         }
 979
 980         /* set up for synchronous transfers */
 981         fas216_writeb(info, REG_SDID, target);
 982         fas216_set_sync(info, target);
 983         msgqueue_flush(&info->scsi.msgs);
 984
 985         fas216_log(info, LOG_CONNECT, "Reconnected: target %1x lun %1x tag %02x",
 986                    target, lun, tag);
 987
 988         if (info->scsi.disconnectable && info->SCpnt) {
 989                 info->scsi.disconnectable = 0;
 990                 if (info->SCpnt->device->id  == target &&
 991                     info->SCpnt->device->lun == lun &&
 992                     info->SCpnt->tag         == tag) {
 993                         fas216_log(info, LOG_CONNECT, "reconnected previously executing command");
 994                 } else {
 995                         queue_add_cmd_tail(&info->queues.disconnected, info->SCpnt);
 996                         fas216_log(info, LOG_CONNECT, "had to move command to disconnected queue");
 997                         info->SCpnt = NULL;
 998                 }
 999         }
1000         if (!info->SCpnt) {
1001                 info->SCpnt = queue_remove_tgtluntag(&info->queues.disconnected,
1002                                         target, lun, tag);
1003                 fas216_log(info, LOG_CONNECT, "had to get command");
1004         }
1005
1006         if (info->SCpnt) {
1007                 /*
1008                  * Restore data pointer from SAVED data pointer
1009                  */
1010                 info->scsi.SCp = info->SCpnt->SCp;
1011
1012                 fas216_log(info, LOG_CONNECT, "data pointers: [%p, %X]",
1013                         info->scsi.SCp.ptr, info->scsi.SCp.this_residual);
1014                 info->scsi.phase = PHASE_MSGIN;
1015         } else {
1016                 /*
1017                  * Our command structure not found - abort the
1018                  * command on the target.  Since we have no
1019                  * record of this command, we can't send
1020                  * an INITIATOR DETECTED ERROR message.
1021                  */
1022                 fas216_cmd(info, CMD_SETATN);
1023
1024 #if 0
1025                 if (tag)
1026                         msgqueue_addmsg(&info->scsi.msgs, 2, ABORT_TAG, tag);
1027                 else
1028 #endif
1029                         msgqueue_addmsg(&info->scsi.msgs, 1, ABORT);
1030                 info->scsi.phase = PHASE_MSGOUT_EXPECT;
1031                 info->scsi.aborting = 1;
1032         }
1033
1034         fas216_cmd(info, CMD_MSGACCEPTED);
1035         return;
1036
1037  initiator_error:
1038         printk(KERN_ERR "scsi%d.H: error during reselection: bytes",
1039                 info->host->host_no);
1040         for (i = 0; i < cfis; i++)
1041                 printk(" %02x", msg[i]);
1042         printk("\n");
1043  bad_message:
1044         fas216_cmd(info, CMD_SETATN);
1045         msgqueue_flush(&info->scsi.msgs);
1046         msgqueue_addmsg(&info->scsi.msgs, 1, INITIATOR_ERROR);
1047         info->scsi.phase = PHASE_MSGOUT_EXPECT;
1048         fas216_cmd(info, CMD_MSGACCEPTED);
1049 }
1050
1051 static void fas216_parse_message(FAS216_Info *info, unsigned char *message, int msglen)
1052 {
1053         int i;
1054
1055         switch (message[0]) {
1056         case COMMAND_COMPLETE:
1057                 if (msglen != 1)
1058                         goto unrecognised;
1059
1060                 printk(KERN_ERR "scsi%d.%c: command complete with no "
1061                         "status in MESSAGE_IN?\n",
1062                         info->host->host_no, fas216_target(info));
1063                 break;
1064
1065         case SAVE_POINTERS:
1066                 if (msglen != 1)
1067                         goto unrecognised;
1068
1069                 /*
1070                  * Save current data pointer to SAVED data pointer
1071                  * SCSI II standard says that we must not acknowledge
1072                  * this until we have really saved pointers.
1073                  * NOTE: we DO NOT save the command nor status pointers
1074                  * as required by the SCSI II standard.  These always
1075                  * point to the start of their respective areas.
1076                  */
1077                 info->SCpnt->SCp = info->scsi.SCp;
1078                 info->SCpnt->SCp.sent_command = 0;
1079                 fas216_log(info, LOG_CONNECT | LOG_MESSAGES | LOG_BUFFER,
1080                         "save data pointers: [%p, %X]",
1081                         info->scsi.SCp.ptr, info->scsi.SCp.this_residual);
1082                 break;
1083
1084         case RESTORE_POINTERS:
1085                 if (msglen != 1)
1086                         goto unrecognised;
1087
1088                 /*
1089                  * Restore current data pointer from SAVED data pointer
1090                  */
1091                 info->scsi.SCp = info->SCpnt->SCp;
1092                 fas216_log(info, LOG_CONNECT | LOG_MESSAGES | LOG_BUFFER,
1093                         "restore data pointers: [%p, 0x%x]",
1094                         info->scsi.SCp.ptr, info->scsi.SCp.this_residual);
1095                 break;
1096
1097         case DISCONNECT:
1098                 if (msglen != 1)
1099                         goto unrecognised;
1100
1101                 info->scsi.phase = PHASE_MSGIN_DISCONNECT;
1102                 break;
1103
1104         case MESSAGE_REJECT:
1105                 if (msglen != 1)
1106                         goto unrecognised;
1107
1108                 switch (fas216_get_last_msg(info, info->scsi.msgin_fifo)) {
1109                 case EXTENDED_MESSAGE | EXTENDED_SDTR << 8:
1110                         fas216_handlesync(info, message);
1111                         break;
1112
1113                 default:
1114                         fas216_log(info, 0, "reject, last message 0x%04x",
1115                                 fas216_get_last_msg(info, info->scsi.msgin_fifo));
1116                 }
1117                 break;
1118
1119         case NOP:
1120                 break;
1121
1122         case EXTENDED_MESSAGE:
1123                 if (msglen < 3)
1124                         goto unrecognised;
1125
1126                 switch (message[2]) {
1127                 case EXTENDED_SDTR:     /* Sync transfer negotiation request/reply */
1128                         fas216_handlesync(info, message);
1129                         break;
1130
1131                 default:
1132                         goto unrecognised;
1133                 }
1134                 break;
1135
1136         default:
1137                 goto unrecognised;
1138         }
1139         return;
1140
1141 unrecognised:
1142         fas216_log(info, 0, "unrecognised message, rejecting");
1143         printk("scsi%d.%c: message was", info->host->host_no, fas216_target(info));
1144         for (i = 0; i < msglen; i++)
1145                 printk("%s%02X", i & 31 ? " " : "\n  ", message[i]);
1146         printk("\n");
1147
1148         /*
1149          * Something strange seems to be happening here -
1150          * I can't use SETATN since the chip gives me an
1151          * invalid command interrupt when I do.  Weird.
1152          */
1153 fas216_cmd(info, CMD_NOP);
1154 fas216_dumpstate(info);
1155         fas216_cmd(info, CMD_SETATN);
1156         msgqueue_flush(&info->scsi.msgs);
1157         msgqueue_addmsg(&info->scsi.msgs, 1, MESSAGE_REJECT);
1158         info->scsi.phase = PHASE_MSGOUT_EXPECT;
1159 fas216_dumpstate(info);
1160 }
1161
1162 static int fas216_wait_cmd(FAS216_Info *info, int cmd)
1163 {
1164         int tout;
1165         int stat;
1166
1167         fas216_cmd(info, cmd);
1168
1169         for (tout = 1000; tout; tout -= 1) {
1170                 stat = fas216_readb(info, REG_STAT);
1171                 if (stat & (STAT_INT|STAT_PARITYERROR))
1172                         break;
1173                 udelay(1);
1174         }
1175
1176         return stat;
1177 }
1178
1179 static int fas216_get_msg_byte(FAS216_Info *info)
1180 {
1181         unsigned int stat = fas216_wait_cmd(info, CMD_MSGACCEPTED);
1182
1183         if ((stat & STAT_INT) == 0)
1184                 goto timedout;
1185
1186         if ((stat & STAT_BUSMASK) != STAT_MESGIN)
1187                 goto unexpected_phase_change;
1188
1189         fas216_readb(info, REG_INST);
1190
1191         stat = fas216_wait_cmd(info, CMD_TRANSFERINFO);
1192
1193         if ((stat & STAT_INT) == 0)
1194                 goto timedout;
1195
1196         if (stat & STAT_PARITYERROR)
1197                 goto parity_error;
1198
1199         if ((stat & STAT_BUSMASK) != STAT_MESGIN)
1200                 goto unexpected_phase_change;
1201
1202         fas216_readb(info, REG_INST);
1203
1204         return fas216_readb(info, REG_FF);
1205
1206 timedout:
1207         fas216_log(info, LOG_ERROR, "timed out waiting for message byte");
1208         return -1;
1209
1210 unexpected_phase_change:
1211         fas216_log(info, LOG_ERROR, "unexpected phase change: status = %02x", stat);
1212         return -2;
1213
1214 parity_error:
1215         fas216_log(info, LOG_ERROR, "parity error during message in phase");
1216         return -3;
1217 }
1218
1219 /**
1220  * fas216_message - handle a function done interrupt from FAS216 chip
1221  * @info: interface which caused function done interrupt
1222  *
1223  * Handle a function done interrupt from FAS216 chip
1224  */
1225 static void fas216_message(FAS216_Info *info)
1226 {
1227         unsigned char *message = info->scsi.message;
1228         unsigned int msglen = 1;
1229         int msgbyte = 0;
1230
1231         fas216_checkmagic(info);
1232
1233         message[0] = fas216_readb(info, REG_FF);
1234
1235         if (message[0] == EXTENDED_MESSAGE) {
1236                 msgbyte = fas216_get_msg_byte(info);
1237
1238                 if (msgbyte >= 0) {
1239                         message[1] = msgbyte;
1240
1241                         for (msglen = 2; msglen < message[1] + 2; msglen++) {
1242                                 msgbyte = fas216_get_msg_byte(info);
1243
1244                                 if (msgbyte >= 0)
1245                                         message[msglen] = msgbyte;
1246                                 else
1247                                         break;
1248                         }
1249                 }
1250         }
1251
1252         if (msgbyte == -3)
1253                 goto parity_error;
1254
1255 #ifdef DEBUG_MESSAGES
1256         {
1257                 int i;
1258
1259                 printk("scsi%d.%c: message in: ",
1260                         info->host->host_no, fas216_target(info));
1261                 for (i = 0; i < msglen; i++)
1262                         printk("%02X ", message[i]);
1263                 printk("\n");
1264         }
1265 #endif
1266
1267         fas216_parse_message(info, message, msglen);
1268         fas216_cmd(info, CMD_MSGACCEPTED);
1269         return;
1270
1271 parity_error:
1272         fas216_cmd(info, CMD_SETATN);
1273         msgqueue_flush(&info->scsi.msgs);
1274         msgqueue_addmsg(&info->scsi.msgs, 1, MSG_PARITY_ERROR);
1275         info->scsi.phase = PHASE_MSGOUT_EXPECT;
1276         fas216_cmd(info, CMD_MSGACCEPTED);
1277         return;
1278 }
1279
1280 /**
1281  * fas216_send_command - send command after all message bytes have been sent
1282  * @info: interface which caused bus service
1283  *
1284  * Send a command to a target after all message bytes have been sent
1285  */
1286 static void fas216_send_command(FAS216_Info *info)
1287 {
1288         int i;
1289
1290         fas216_checkmagic(info);
1291
1292         fas216_cmd(info, CMD_NOP|CMD_WITHDMA);
1293         fas216_cmd(info, CMD_FLUSHFIFO);
1294
1295         /* load command */
1296         for (i = info->scsi.SCp.sent_command; i < info->SCpnt->cmd_len; i++)
1297                 fas216_writeb(info, REG_FF, info->SCpnt->cmnd[i]);
1298
1299         fas216_cmd(info, CMD_TRANSFERINFO);
1300
1301         info->scsi.phase = PHASE_COMMAND;
1302 }
1303
1304 /**
1305  * fas216_send_messageout - handle bus service to send a message
1306  * @info: interface which caused bus service
1307  *
1308  * Handle bus service to send a message.
1309  * Note: We do not allow the device to change the data direction!
1310  */
1311 static void fas216_send_messageout(FAS216_Info *info, int start)
1312 {
1313         unsigned int tot_msglen = msgqueue_msglength(&info->scsi.msgs);
1314
1315         fas216_checkmagic(info);
1316
1317         fas216_cmd(info, CMD_FLUSHFIFO);
1318
1319         if (tot_msglen) {
1320                 struct message *msg;
1321                 int msgnr = 0;
1322
1323                 while ((msg = msgqueue_getmsg(&info->scsi.msgs, msgnr++)) != NULL) {
1324                         int i;
1325
1326                         for (i = start; i < msg->length; i++)
1327                                 fas216_writeb(info, REG_FF, msg->msg[i]);
1328
1329                         msg->fifo = tot_msglen - (fas216_readb(info, REG_CFIS) & CFIS_CF);
1330                         start = 0;
1331                 }
1332         } else
1333                 fas216_writeb(info, REG_FF, NOP);
1334
1335         fas216_cmd(info, CMD_TRANSFERINFO);
1336
1337         info->scsi.phase = PHASE_MSGOUT;
1338 }
1339
1340 /**
1341  * fas216_busservice_intr - handle bus service interrupt from FAS216 chip
1342  * @info: interface which caused bus service interrupt
1343  * @stat: Status register contents
1344  * @is: SCSI Status register contents
1345  *
1346  * Handle a bus service interrupt from FAS216 chip
1347  */
1348 static void fas216_busservice_intr(FAS216_Info *info, unsigned int stat, unsigned int is)
1349 {
1350         fas216_checkmagic(info);
1351
1352         fas216_log(info, LOG_BUSSERVICE,
1353                    "bus service: stat=%02x is=%02x phase=%02x",
1354                    stat, is, info->scsi.phase);
1355
1356         switch (info->scsi.phase) {
1357         case PHASE_SELECTION:
1358                 if ((is & IS_BITS) != IS_MSGBYTESENT)
1359                         goto bad_is;
1360                 break;
1361
1362         case PHASE_SELSTEPS:
1363                 switch (is & IS_BITS) {
1364                 case IS_SELARB:
1365                 case IS_MSGBYTESENT:
1366                         goto bad_is;
1367
1368                 case IS_NOTCOMMAND:
1369                 case IS_EARLYPHASE:
1370                         if ((stat & STAT_BUSMASK) == STAT_MESGIN)
1371                                 break;
1372                         goto bad_is;
1373
1374                 case IS_COMPLETE:
1375                         break;
1376                 }
1377
1378         default:
1379                 break;
1380         }
1381
1382         fas216_cmd(info, CMD_NOP);
1383
1384 #define STATE(st,ph) ((ph) << 3 | (st))
1385         /* This table describes the legal SCSI state transitions,
1386          * as described by the SCSI II spec.
1387          */
1388         switch (STATE(stat & STAT_BUSMASK, info->scsi.phase)) {
1389         case STATE(STAT_DATAIN, PHASE_SELSTEPS):/* Sel w/ steps -> Data In      */
1390         case STATE(STAT_DATAIN, PHASE_MSGOUT):  /* Message Out  -> Data In      */
1391         case STATE(STAT_DATAIN, PHASE_COMMAND): /* Command      -> Data In      */
1392         case STATE(STAT_DATAIN, PHASE_MSGIN):   /* Message In   -> Data In      */
1393                 info->scsi.phase = PHASE_DATAIN;
1394                 fas216_transfer(info);
1395                 return;
1396
1397         case STATE(STAT_DATAIN, PHASE_DATAIN):  /* Data In      -> Data In      */
1398         case STATE(STAT_DATAOUT, PHASE_DATAOUT):/* Data Out     -> Data Out     */
1399                 fas216_cleanuptransfer(info);
1400                 fas216_transfer(info);
1401                 return;
1402
1403         case STATE(STAT_DATAOUT, PHASE_SELSTEPS):/* Sel w/ steps-> Data Out     */
1404         case STATE(STAT_DATAOUT, PHASE_MSGOUT): /* Message Out  -> Data Out     */
1405         case STATE(STAT_DATAOUT, PHASE_COMMAND):/* Command      -> Data Out     */
1406         case STATE(STAT_DATAOUT, PHASE_MSGIN):  /* Message In   -> Data Out     */
1407                 fas216_cmd(info, CMD_FLUSHFIFO);
1408                 info->scsi.phase = PHASE_DATAOUT;
1409                 fas216_transfer(info);
1410                 return;
1411
1412         case STATE(STAT_STATUS, PHASE_DATAOUT): /* Data Out     -> Status       */
1413         case STATE(STAT_STATUS, PHASE_DATAIN):  /* Data In      -> Status       */
1414                 fas216_stoptransfer(info);
1415         case STATE(STAT_STATUS, PHASE_SELSTEPS):/* Sel w/ steps -> Status       */
1416         case STATE(STAT_STATUS, PHASE_MSGOUT):  /* Message Out  -> Status       */
1417         case STATE(STAT_STATUS, PHASE_COMMAND): /* Command      -> Status       */
1418         case STATE(STAT_STATUS, PHASE_MSGIN):   /* Message In   -> Status       */
1419                 fas216_cmd(info, CMD_INITCMDCOMPLETE);
1420                 info->scsi.phase = PHASE_STATUS;
1421                 return;
1422
1423         case STATE(STAT_MESGIN, PHASE_DATAOUT): /* Data Out     -> Message In   */
1424         case STATE(STAT_MESGIN, PHASE_DATAIN):  /* Data In      -> Message In   */
1425                 fas216_stoptransfer(info);
1426         case STATE(STAT_MESGIN, PHASE_COMMAND): /* Command      -> Message In   */
1427         case STATE(STAT_MESGIN, PHASE_SELSTEPS):/* Sel w/ steps -> Message In   */
1428         case STATE(STAT_MESGIN, PHASE_MSGOUT):  /* Message Out  -> Message In   */
1429                 info->scsi.msgin_fifo = fas216_readb(info, REG_CFIS) & CFIS_CF;
1430                 fas216_cmd(info, CMD_FLUSHFIFO);
1431                 fas216_cmd(info, CMD_TRANSFERINFO);
1432                 info->scsi.phase = PHASE_MSGIN;
1433                 return;
1434
1435         case STATE(STAT_MESGIN, PHASE_MSGIN):
1436                 info->scsi.msgin_fifo = fas216_readb(info, REG_CFIS) & CFIS_CF;
1437                 fas216_cmd(info, CMD_TRANSFERINFO);
1438                 return;
1439
1440         case STATE(STAT_COMMAND, PHASE_MSGOUT): /* Message Out  -> Command      */
1441         case STATE(STAT_COMMAND, PHASE_MSGIN):  /* Message In   -> Command      */
1442                 fas216_send_command(info);
1443                 info->scsi.phase = PHASE_COMMAND;
1444                 return;
1445
1446
1447         /*
1448          * Selection    -> Message Out
1449          */
1450         case STATE(STAT_MESGOUT, PHASE_SELECTION):
1451                 fas216_send_messageout(info, 1);
1452                 return;
1453
1454         /*
1455          * Message Out  -> Message Out
1456          */
1457         case STATE(STAT_MESGOUT, PHASE_SELSTEPS):
1458         case STATE(STAT_MESGOUT, PHASE_MSGOUT):
1459                 /*
1460                  * If we get another message out phase, this usually
1461                  * means some parity error occurred.  Resend complete
1462                  * set of messages.  If we have more than one byte to
1463                  * send, we need to assert ATN again.
1464                  */
1465                 if (info->device[info->SCpnt->device->id].parity_check) {
1466                         /*
1467                          * We were testing... good, the device
1468                          * supports parity checking.
1469                          */
1470                         info->device[info->SCpnt->device->id].parity_check = 0;
1471                         info->device[info->SCpnt->device->id].parity_enabled = 1;
1472                         fas216_writeb(info, REG_CNTL1, info->scsi.cfg[0]);
1473                 }
1474
1475                 if (msgqueue_msglength(&info->scsi.msgs) > 1)
1476                         fas216_cmd(info, CMD_SETATN);
1477                 /*FALLTHROUGH*/
1478
1479         /*
1480          * Any          -> Message Out
1481          */
1482         case STATE(STAT_MESGOUT, PHASE_MSGOUT_EXPECT):
1483                 fas216_send_messageout(info, 0);
1484                 return;
1485
1486         /* Error recovery rules.
1487          *   These either attempt to abort or retry the operation.
1488          * TODO: we need more of these
1489          */
1490         case STATE(STAT_COMMAND, PHASE_COMMAND):/* Command      -> Command      */
1491                 /* error - we've sent out all the command bytes
1492                  * we have.
1493                  * NOTE: we need SAVE DATA POINTERS/RESTORE DATA POINTERS
1494                  * to include the command bytes sent for this to work
1495                  * correctly.
1496                  */
1497                 printk(KERN_ERR "scsi%d.%c: "
1498                         "target trying to receive more command bytes\n",
1499                         info->host->host_no, fas216_target(info));
1500                 fas216_cmd(info, CMD_SETATN);
1501                 fas216_set_stc(info, 15);
1502                 fas216_cmd(info, CMD_PADBYTES | CMD_WITHDMA);
1503                 msgqueue_flush(&info->scsi.msgs);
1504                 msgqueue_addmsg(&info->scsi.msgs, 1, INITIATOR_ERROR);
1505                 info->scsi.phase = PHASE_MSGOUT_EXPECT;
1506                 return;
1507         }
1508
1509         if (info->scsi.phase == PHASE_MSGIN_DISCONNECT) {
1510                 printk(KERN_ERR "scsi%d.%c: disconnect message received, but bus service %s?\n",
1511                         info->host->host_no, fas216_target(info),
1512                         fas216_bus_phase(stat));
1513                 msgqueue_flush(&info->scsi.msgs);
1514                 fas216_cmd(info, CMD_SETATN);
1515                 msgqueue_addmsg(&info->scsi.msgs, 1, INITIATOR_ERROR);
1516                 info->scsi.phase = PHASE_MSGOUT_EXPECT;
1517                 info->scsi.aborting = 1;
1518                 fas216_cmd(info, CMD_TRANSFERINFO);
1519                 return;
1520         }
1521         printk(KERN_ERR "scsi%d.%c: bus phase %s after %s?\n",
1522                 info->host->host_no, fas216_target(info),
1523                 fas216_bus_phase(stat),
1524                 fas216_drv_phase(info));
1525         print_debug_list();
1526         return;
1527
1528 bad_is:
1529         fas216_log(info, 0, "bus service at step %d?", is & IS_BITS);
1530         fas216_dumpstate(info);
1531         print_debug_list();
1532
1533         fas216_done(info, DID_ERROR);
1534 }
1535
1536 /**
1537  * fas216_funcdone_intr - handle a function done interrupt from FAS216 chip
1538  * @info: interface which caused function done interrupt
1539  * @stat: Status register contents
1540  * @is: SCSI Status register contents
1541  *
1542  * Handle a function done interrupt from FAS216 chip
1543  */
1544 static void fas216_funcdone_intr(FAS216_Info *info, unsigned int stat, unsigned int is)
1545 {
1546         unsigned int fifo_len = fas216_readb(info, REG_CFIS) & CFIS_CF;
1547
1548         fas216_checkmagic(info);
1549
1550         fas216_log(info, LOG_FUNCTIONDONE,
1551                    "function done: stat=%02x is=%02x phase=%02x",
1552                    stat, is, info->scsi.phase);
1553
1554         switch (info->scsi.phase) {
1555         case PHASE_STATUS:                      /* status phase - read status and msg   */
1556                 if (fifo_len != 2) {
1557                         fas216_log(info, 0, "odd number of bytes in FIFO: %d", fifo_len);
1558                 }
1559                 /*
1560                  * Read status then message byte.
1561                  */
1562                 info->scsi.SCp.Status = fas216_readb(info, REG_FF);
1563                 info->scsi.SCp.Message = fas216_readb(info, REG_FF);
1564                 info->scsi.phase = PHASE_DONE;
1565                 fas216_cmd(info, CMD_MSGACCEPTED);
1566                 break;
1567
1568         case PHASE_IDLE:
1569         case PHASE_SELECTION:
1570         case PHASE_SELSTEPS:
1571                 break;
1572
1573         case PHASE_MSGIN:                       /* message in phase                     */
1574                 if ((stat & STAT_BUSMASK) == STAT_MESGIN) {
1575                         info->scsi.msgin_fifo = fifo_len;
1576                         fas216_message(info);
1577                         break;
1578                 }
1579
1580         default:
1581                 fas216_log(info, 0, "internal phase %s for function done?"
1582                         "  What do I do with this?",
1583                         fas216_target(info), fas216_drv_phase(info));
1584         }
1585 }
1586
1587 static void fas216_bus_reset(FAS216_Info *info)
1588 {
1589         neg_t sync_state;
1590         int i;
1591
1592         msgqueue_flush(&info->scsi.msgs);
1593
1594         sync_state = neg_invalid;
1595
1596 #ifdef SCSI2_SYNC
1597         if (info->ifcfg.capabilities & (FASCAP_DMA|FASCAP_PSEUDODMA))
1598                 sync_state = neg_wait;
1599 #endif
1600
1601         info->scsi.phase = PHASE_IDLE;
1602         info->SCpnt = NULL; /* bug! */
1603         memset(&info->scsi.SCp, 0, sizeof(info->scsi.SCp));
1604
1605         for (i = 0; i < 8; i++) {
1606                 info->device[i].disconnect_ok   = info->ifcfg.disconnect_ok;
1607                 info->device[i].sync_state      = sync_state;
1608                 info->device[i].period          = info->ifcfg.asyncperiod / 4;
1609                 info->device[i].stp             = info->scsi.async_stp;
1610                 info->device[i].sof             = 0;
1611                 info->device[i].wide_xfer       = 0;
1612         }
1613
1614         info->rst_bus_status = 1;
1615         wake_up(&info->eh_wait);
1616 }
1617
1618 /**
1619  * fas216_intr - handle interrupts to progress a command
1620  * @info: interface to service
1621  *
1622  * Handle interrupts from the interface to progress a command
1623  */
1624 irqreturn_t fas216_intr(FAS216_Info *info)
1625 {
1626         unsigned char inst, is, stat;
1627         int handled = IRQ_NONE;
1628
1629         fas216_checkmagic(info);
1630
1631         stat = fas216_readb(info, REG_STAT);
1632         is = fas216_readb(info, REG_IS);
1633         inst = fas216_readb(info, REG_INST);
1634
1635         add_debug_list(stat, is, inst, info->scsi.phase);
1636
1637         if (stat & STAT_INT) {
1638                 if (inst & INST_BUSRESET) {
1639                         fas216_log(info, 0, "bus reset detected");
1640                         fas216_bus_reset(info);
1641                         scsi_report_bus_reset(info->host, 0);
1642                 } else if (inst & INST_ILLEGALCMD) {
1643                         fas216_log(info, LOG_ERROR, "illegal command given\n");
1644                         fas216_dumpstate(info);
1645                         print_debug_list();
1646                 } else if (inst & INST_DISCONNECT)
1647                         fas216_disconnect_intr(info);
1648                 else if (inst & INST_RESELECTED)        /* reselected                   */
1649                         fas216_reselected_intr(info);
1650                 else if (inst & INST_BUSSERVICE)        /* bus service request          */
1651                         fas216_busservice_intr(info, stat, is);
1652                 else if (inst & INST_FUNCDONE)          /* function done                */
1653                         fas216_funcdone_intr(info, stat, is);
1654                 else
1655                         fas216_log(info, 0, "unknown interrupt received:"
1656                                 " phase %s inst %02X is %02X stat %02X",
1657                                 fas216_drv_phase(info), inst, is, stat);
1658                 handled = IRQ_HANDLED;
1659         }
1660         return handled;
1661 }
1662
1663 static void __fas216_start_command(FAS216_Info *info, struct scsi_cmnd *SCpnt)
1664 {
1665         int tot_msglen;
1666
1667         /* following what the ESP driver says */
1668         fas216_set_stc(info, 0);
1669         fas216_cmd(info, CMD_NOP | CMD_WITHDMA);
1670
1671         /* flush FIFO */
1672         fas216_cmd(info, CMD_FLUSHFIFO);
1673
1674         /* load bus-id and timeout */
1675         fas216_writeb(info, REG_SDID, BUSID(SCpnt->device->id));
1676         fas216_writeb(info, REG_STIM, info->ifcfg.select_timeout);
1677
1678         /* synchronous transfers */
1679         fas216_set_sync(info, SCpnt->device->id);
1680
1681         tot_msglen = msgqueue_msglength(&info->scsi.msgs);
1682
1683 #ifdef DEBUG_MESSAGES
1684         {
1685                 struct message *msg;
1686                 int msgnr = 0, i;
1687
1688                 printk("scsi%d.%c: message out: ",
1689                         info->host->host_no, '0' + SCpnt->device->id);
1690                 while ((msg = msgqueue_getmsg(&info->scsi.msgs, msgnr++)) != NULL) {
1691                         printk("{ ");
1692                         for (i = 0; i < msg->length; i++)
1693                                 printk("%02x ", msg->msg[i]);
1694                         printk("} ");
1695                 }
1696                 printk("\n");
1697         }
1698 #endif
1699
1700         if (tot_msglen == 1 || tot_msglen == 3) {
1701                 /*
1702                  * We have an easy message length to send...
1703                  */
1704                 struct message *msg;
1705                 int msgnr = 0, i;
1706
1707                 info->scsi.phase = PHASE_SELSTEPS;
1708
1709                 /* load message bytes */
1710                 while ((msg = msgqueue_getmsg(&info->scsi.msgs, msgnr++)) != NULL) {
1711                         for (i = 0; i < msg->length; i++)
1712                                 fas216_writeb(info, REG_FF, msg->msg[i]);
1713                         msg->fifo = tot_msglen - (fas216_readb(info, REG_CFIS) & CFIS_CF);
1714                 }
1715
1716                 /* load command */
1717                 for (i = 0; i < SCpnt->cmd_len; i++)
1718                         fas216_writeb(info, REG_FF, SCpnt->cmnd[i]);
1719
1720                 if (tot_msglen == 1)
1721                         fas216_cmd(info, CMD_SELECTATN);
1722                 else
1723                         fas216_cmd(info, CMD_SELECTATN3);
1724         } else {
1725                 /*
1726                  * We have an unusual number of message bytes to send.
1727                  *  Load first byte into fifo, and issue SELECT with ATN and
1728                  *  stop steps.
1729                  */
1730                 struct message *msg = msgqueue_getmsg(&info->scsi.msgs, 0);
1731
1732                 fas216_writeb(info, REG_FF, msg->msg[0]);
1733                 msg->fifo = 1;
1734
1735                 fas216_cmd(info, CMD_SELECTATNSTOP);
1736         }
1737 }
1738
1739 /*
1740  * Decide whether we need to perform a parity test on this device.
1741  * Can also be used to force parity error conditions during initial
1742  * information transfer phase (message out) for test purposes.
1743  */
1744 static int parity_test(FAS216_Info *info, int target)
1745 {
1746 #if 0
1747         if (target == 3) {
1748                 info->device[target].parity_check = 0;
1749                 return 1;
1750         }
1751 #endif
1752         return info->device[target].parity_check;
1753 }
1754
1755 static void fas216_start_command(FAS216_Info *info, struct scsi_cmnd *SCpnt)
1756 {
1757         int disconnect_ok;
1758
1759         /*
1760          * claim host busy
1761          */
1762         info->scsi.phase = PHASE_SELECTION;
1763         info->scsi.SCp = SCpnt->SCp;
1764         info->SCpnt = SCpnt;
1765         info->dma.transfer_type = fasdma_none;
1766
1767         if (parity_test(info, SCpnt->device->id))
1768                 fas216_writeb(info, REG_CNTL1, info->scsi.cfg[0] | CNTL1_PTE);
1769         else
1770                 fas216_writeb(info, REG_CNTL1, info->scsi.cfg[0]);
1771
1772         /*
1773          * Don't allow request sense commands to disconnect.
1774          */
1775         disconnect_ok = SCpnt->cmnd[0] != REQUEST_SENSE &&
1776                         info->device[SCpnt->device->id].disconnect_ok;
1777
1778         /*
1779          * build outgoing message bytes
1780          */
1781         msgqueue_flush(&info->scsi.msgs);
1782         msgqueue_addmsg(&info->scsi.msgs, 1, IDENTIFY(disconnect_ok, SCpnt->device->lun));
1783
1784         /*
1785          * add tag message if required
1786          */
1787         if (SCpnt->tag)
1788                 msgqueue_addmsg(&info->scsi.msgs, 2, SIMPLE_QUEUE_TAG, SCpnt->tag);
1789
1790         do {
1791 #ifdef SCSI2_SYNC
1792                 if ((info->device[SCpnt->device->id].sync_state == neg_wait ||
1793                      info->device[SCpnt->device->id].sync_state == neg_complete) &&
1794                     (SCpnt->cmnd[0] == REQUEST_SENSE ||
1795                      SCpnt->cmnd[0] == INQUIRY)) {
1796                         info->device[SCpnt->device->id].sync_state = neg_inprogress;
1797                         msgqueue_addmsg(&info->scsi.msgs, 5,
1798                                         EXTENDED_MESSAGE, 3, EXTENDED_SDTR,
1799                                         1000 / info->ifcfg.clockrate,
1800                                         info->ifcfg.sync_max_depth);
1801                         break;
1802                 }
1803 #endif
1804         } while (0);
1805
1806         __fas216_start_command(info, SCpnt);
1807 }
1808
1809 static void fas216_allocate_tag(FAS216_Info *info, struct scsi_cmnd *SCpnt)
1810 {
1811 #ifdef SCSI2_TAG
1812         /*
1813          * tagged queuing - allocate a new tag to this command
1814          */
1815         if (SCpnt->device->simple_tags && SCpnt->cmnd[0] != REQUEST_SENSE &&
1816             SCpnt->cmnd[0] != INQUIRY) {
1817             SCpnt->device->current_tag += 1;
1818                 if (SCpnt->device->current_tag == 0)
1819                     SCpnt->device->current_tag = 1;
1820                         SCpnt->tag = SCpnt->device->current_tag;
1821         } else
1822 #endif
1823                 set_bit(SCpnt->device->id * 8 +
1824                         (u8)(SCpnt->device->lun & 0x7), info->busyluns);
1825
1826         info->stats.removes += 1;
1827         switch (SCpnt->cmnd[0]) {
1828         case WRITE_6:
1829         case WRITE_10:
1830         case WRITE_12:
1831                 info->stats.writes += 1;
1832                 break;
1833         case READ_6:
1834         case READ_10:
1835         case READ_12:
1836                 info->stats.reads += 1;
1837                 break;
1838         default:
1839                 info->stats.miscs += 1;
1840                 break;
1841         }
1842 }
1843
1844 static void fas216_do_bus_device_reset(FAS216_Info *info,
1845                                        struct scsi_cmnd *SCpnt)
1846 {
1847         struct message *msg;
1848
1849         /*
1850          * claim host busy
1851          */
1852         info->scsi.phase = PHASE_SELECTION;
1853         info->scsi.SCp = SCpnt->SCp;
1854         info->SCpnt = SCpnt;
1855         info->dma.transfer_type = fasdma_none;
1856
1857         fas216_log(info, LOG_ERROR, "sending bus device reset");
1858
1859         msgqueue_flush(&info->scsi.msgs);
1860         msgqueue_addmsg(&info->scsi.msgs, 1, BUS_DEVICE_RESET);
1861
1862         /* following what the ESP driver says */
1863         fas216_set_stc(info, 0);
1864         fas216_cmd(info, CMD_NOP | CMD_WITHDMA);
1865
1866         /* flush FIFO */
1867         fas216_cmd(info, CMD_FLUSHFIFO);
1868
1869         /* load bus-id and timeout */
1870         fas216_writeb(info, REG_SDID, BUSID(SCpnt->device->id));
1871         fas216_writeb(info, REG_STIM, info->ifcfg.select_timeout);
1872
1873         /* synchronous transfers */
1874         fas216_set_sync(info, SCpnt->device->id);
1875
1876         msg = msgqueue_getmsg(&info->scsi.msgs, 0);
1877
1878         fas216_writeb(info, REG_FF, BUS_DEVICE_RESET);
1879         msg->fifo = 1;
1880
1881         fas216_cmd(info, CMD_SELECTATNSTOP);
1882 }
1883
1884 /**
1885  * fas216_kick - kick a command to the interface
1886  * @info: our host interface to kick
1887  *
1888  * Kick a command to the interface, interface should be idle.
1889  * Notes: Interrupts are always disabled!
1890  */
1891 static void fas216_kick(FAS216_Info *info)
1892 {
1893         struct scsi_cmnd *SCpnt = NULL;
1894 #define TYPE_OTHER      0
1895 #define TYPE_RESET      1
1896 #define TYPE_QUEUE      2
1897         int where_from = TYPE_OTHER;
1898
1899         fas216_checkmagic(info);
1900
1901         /*
1902          * Obtain the next command to process.
1903          */
1904         do {
1905                 if (info->rstSCpnt) {
1906                         SCpnt = info->rstSCpnt;
1907                         /* don't remove it */
1908                         where_from = TYPE_RESET;
1909                         break;
1910                 }
1911
1912                 if (info->reqSCpnt) {
1913                         SCpnt = info->reqSCpnt;
1914                         info->reqSCpnt = NULL;
1915                         break;
1916                 }
1917
1918                 if (info->origSCpnt) {
1919                         SCpnt = info->origSCpnt;
1920                         info->origSCpnt = NULL;
1921                         break;
1922                 }
1923
1924                 /* retrieve next command */
1925                 if (!SCpnt) {
1926                         SCpnt = queue_remove_exclude(&info->queues.issue,
1927                                                      info->busyluns);
1928                         where_from = TYPE_QUEUE;
1929                         break;
1930                 }
1931         } while (0);
1932
1933         if (!SCpnt) {
1934                 /*
1935                  * no command pending, so enable reselection.
1936                  */
1937                 fas216_cmd(info, CMD_ENABLESEL);
1938                 return;
1939         }
1940
1941         /*
1942          * We're going to start a command, so disable reselection
1943          */
1944         fas216_cmd(info, CMD_DISABLESEL);
1945
1946         if (info->scsi.disconnectable && info->SCpnt) {
1947                 fas216_log(info, LOG_CONNECT,
1948                         "moved command for %d to disconnected queue",
1949                         info->SCpnt->device->id);
1950                 queue_add_cmd_tail(&info->queues.disconnected, info->SCpnt);
1951                 info->scsi.disconnectable = 0;
1952                 info->SCpnt = NULL;
1953         }
1954
1955         fas216_log_command(info, LOG_CONNECT | LOG_MESSAGES, SCpnt,
1956                            "starting");
1957
1958         switch (where_from) {
1959         case TYPE_QUEUE:
1960                 fas216_allocate_tag(info, SCpnt);
1961         case TYPE_OTHER:
1962                 fas216_start_command(info, SCpnt);
1963                 break;
1964         case TYPE_RESET:
1965                 fas216_do_bus_device_reset(info, SCpnt);
1966                 break;
1967         }
1968
1969         fas216_log(info, LOG_CONNECT, "select: data pointers [%p, %X]",
1970                 info->scsi.SCp.ptr, info->scsi.SCp.this_residual);
1971
1972         /*
1973          * should now get either DISCONNECT or
1974          * (FUNCTION DONE with BUS SERVICE) interrupt
1975          */
1976 }
1977
1978 /*
1979  * Clean up from issuing a BUS DEVICE RESET message to a device.
1980  */
1981 static void fas216_devicereset_done(FAS216_Info *info, struct scsi_cmnd *SCpnt,
1982                                     unsigned int result)
1983 {
1984         fas216_log(info, LOG_ERROR, "fas216 device reset complete");
1985
1986         info->rstSCpnt = NULL;
1987         info->rst_dev_status = 1;
1988         wake_up(&info->eh_wait);
1989 }
1990
1991 /**
1992  * fas216_rq_sns_done - Finish processing automatic request sense command
1993  * @info: interface that completed
1994  * @SCpnt: command that completed
1995  * @result: driver byte of result
1996  *
1997  * Finish processing automatic request sense command
1998  */
1999 static void fas216_rq_sns_done(FAS216_Info *info, struct scsi_cmnd *SCpnt,
2000                                unsigned int result)
2001 {
2002         fas216_log_target(info, LOG_CONNECT, SCpnt->device->id,
2003                    "request sense complete, result=0x%04x%02x%02x",
2004                    result, SCpnt->SCp.Message, SCpnt->SCp.Status);
2005
2006         if (result != DID_OK || SCpnt->SCp.Status != GOOD)
2007                 /*
2008                  * Something went wrong.  Make sure that we don't
2009                  * have valid data in the sense buffer that could
2010                  * confuse the higher levels.
2011                  */
2012                 memset(SCpnt->sense_buffer, 0, sizeof(SCpnt->sense_buffer));
2013 //printk("scsi%d.%c: sense buffer: ", info->host->host_no, '0' + SCpnt->device->id);
2014 //{ int i; for (i = 0; i < 32; i++) printk("%02x ", SCpnt->sense_buffer[i]); printk("\n"); }
2015         /*
2016          * Note that we don't set SCpnt->result, since that should
2017          * reflect the status of the command that we were asked by
2018          * the upper layers to process.  This would have been set
2019          * correctly by fas216_std_done.
2020          */
2021         scsi_eh_restore_cmnd(SCpnt, &info->ses);
2022         SCpnt->scsi_done(SCpnt);
2023 }
2024
2025 /**
2026  * fas216_std_done - finish processing of standard command
2027  * @info: interface that completed
2028  * @SCpnt: command that completed
2029  * @result: driver byte of result
2030  *
2031  * Finish processing of standard command
2032  */
2033 static void
2034 fas216_std_done(FAS216_Info *info, struct scsi_cmnd *SCpnt, unsigned int result)
2035 {
2036         info->stats.fins += 1;
2037
2038         SCpnt->result = result << 16 | info->scsi.SCp.Message << 8 |
2039                         info->scsi.SCp.Status;
2040
2041         fas216_log_command(info, LOG_CONNECT, SCpnt,
2042                 "command complete, result=0x%08x", SCpnt->result);
2043
2044         /*
2045          * If the driver detected an error, we're all done.
2046          */
2047         if (host_byte(SCpnt->result) != DID_OK ||
2048             msg_byte(SCpnt->result) != COMMAND_COMPLETE)
2049                 goto done;
2050
2051         /*
2052          * If the command returned CHECK_CONDITION or COMMAND_TERMINATED
2053          * status, request the sense information.
2054          */
2055         if (status_byte(SCpnt->result) == CHECK_CONDITION ||
2056             status_byte(SCpnt->result) == COMMAND_TERMINATED)
2057                 goto request_sense;
2058
2059         /*
2060          * If the command did not complete with GOOD status,
2061          * we are all done here.
2062          */
2063         if (status_byte(SCpnt->result) != GOOD)
2064                 goto done;
2065
2066         /*
2067          * We have successfully completed a command.  Make sure that
2068          * we do not have any buffers left to transfer.  The world
2069          * is not perfect, and we seem to occasionally hit this.
2070          * It can be indicative of a buggy driver, target or the upper
2071          * levels of the SCSI code.
2072          */
2073         if (info->scsi.SCp.ptr) {
2074                 switch (SCpnt->cmnd[0]) {
2075                 case INQUIRY:
2076                 case START_STOP:
2077                 case MODE_SENSE:
2078                         break;
2079
2080                 default:
2081                         scmd_printk(KERN_ERR, SCpnt,
2082                                     "incomplete data transfer detected: res=%08X ptr=%p len=%X\n",
2083                                     SCpnt->result, info->scsi.SCp.ptr,
2084                                     info->scsi.SCp.this_residual);
2085                         scsi_print_command(SCpnt);
2086                         set_host_byte(SCpnt, DID_ERROR);
2087                         goto request_sense;
2088                 }
2089         }
2090
2091 done:
2092         if (SCpnt->scsi_done) {
2093                 SCpnt->scsi_done(SCpnt);
2094                 return;
2095         }
2096
2097         panic("scsi%d.H: null scsi_done function in fas216_done",
2098                 info->host->host_no);
2099
2100
2101 request_sense:
2102         if (SCpnt->cmnd[0] == REQUEST_SENSE)
2103                 goto done;
2104
2105         scsi_eh_prep_cmnd(SCpnt, &info->ses, NULL, 0, ~0);
2106         fas216_log_target(info, LOG_CONNECT, SCpnt->device->id,
2107                           "requesting sense");
2108         init_SCp(SCpnt);
2109         SCpnt->SCp.Message = 0;
2110         SCpnt->SCp.Status = 0;
2111         SCpnt->tag = 0;
2112         SCpnt->host_scribble = (void *)fas216_rq_sns_done;
2113
2114         /*
2115          * Place this command into the high priority "request
2116          * sense" slot.  This will be the very next command
2117          * executed, unless a target connects to us.
2118          */
2119         if (info->reqSCpnt)
2120                 printk(KERN_WARNING "scsi%d.%c: losing request command\n",
2121                         info->host->host_no, '0' + SCpnt->device->id);
2122         info->reqSCpnt = SCpnt;
2123 }
2124
2125 /**
2126  * fas216_done - complete processing for current command
2127  * @info: interface that completed
2128  * @result: driver byte of result
2129  *
2130  * Complete processing for current command
2131  */
2132 static void fas216_done(FAS216_Info *info, unsigned int result)
2133 {
2134         void (*fn)(FAS216_Info *, struct scsi_cmnd *, unsigned int);
2135         struct scsi_cmnd *SCpnt;
2136         unsigned long flags;
2137
2138         fas216_checkmagic(info);
2139
2140         if (!info->SCpnt)
2141                 goto no_command;
2142
2143         SCpnt = info->SCpnt;
2144         info->SCpnt = NULL;
2145         info->scsi.phase = PHASE_IDLE;
2146
2147         if (info->scsi.aborting) {
2148                 fas216_log(info, 0, "uncaught abort - returning DID_ABORT");
2149                 result = DID_ABORT;
2150                 info->scsi.aborting = 0;
2151         }
2152
2153         /*
2154          * Sanity check the completion - if we have zero bytes left
2155          * to transfer, we should not have a valid pointer.
2156          */
2157         if (info->scsi.SCp.ptr && info->scsi.SCp.this_residual == 0) {
2158                 scmd_printk(KERN_INFO, SCpnt,
2159                             "zero bytes left to transfer, but buffer pointer still valid: ptr=%p len=%08x\n",
2160                             info->scsi.SCp.ptr, info->scsi.SCp.this_residual);
2161                 info->scsi.SCp.ptr = NULL;
2162                 scsi_print_command(SCpnt);
2163         }
2164
2165         /*
2166          * Clear down this command as completed.  If we need to request
2167          * the sense information, fas216_kick will re-assert the busy
2168          * status.
2169          */
2170         info->device[SCpnt->device->id].parity_check = 0;
2171         clear_bit(SCpnt->device->id * 8 +
2172                   (u8)(SCpnt->device->lun & 0x7), info->busyluns);
2173
2174         fn = (void (*)(FAS216_Info *, struct scsi_cmnd *, unsigned int))SCpnt->host_scribble;
2175         fn(info, SCpnt, result);
2176
2177         if (info->scsi.irq) {
2178                 spin_lock_irqsave(&info->host_lock, flags);
2179                 if (info->scsi.phase == PHASE_IDLE)
2180                         fas216_kick(info);
2181                 spin_unlock_irqrestore(&info->host_lock, flags);
2182         }
2183         return;
2184
2185 no_command:
2186         panic("scsi%d.H: null command in fas216_done",
2187                 info->host->host_no);
2188 }
2189
2190 /**
2191  * fas216_queue_command - queue a command for adapter to process.
2192  * @SCpnt: Command to queue
2193  * @done: done function to call once command is complete
2194  *
2195  * Queue a command for adapter to process.
2196  * Returns: 0 on success, else error.
2197  * Notes: io_request_lock is held, interrupts are disabled.
2198  */
2199 static int fas216_queue_command_lck(struct scsi_cmnd *SCpnt,
2200                          void (*done)(struct scsi_cmnd *))
2201 {
2202         FAS216_Info *info = (FAS216_Info *)SCpnt->device->host->hostdata;
2203         int result;
2204
2205         fas216_checkmagic(info);
2206
2207         fas216_log_command(info, LOG_CONNECT, SCpnt,
2208                            "received command (%p)", SCpnt);
2209
2210         SCpnt->scsi_done = done;
2211         SCpnt->host_scribble = (void *)fas216_std_done;
2212         SCpnt->result = 0;
2213
2214         init_SCp(SCpnt);
2215
2216         info->stats.queues += 1;
2217         SCpnt->tag = 0;
2218
2219         spin_lock(&info->host_lock);
2220
2221         /*
2222          * Add command into execute queue and let it complete under
2223          * whatever scheme we're using.
2224          */
2225         result = !queue_add_cmd_ordered(&info->queues.issue, SCpnt);
2226
2227         /*
2228          * If we successfully added the command,
2229          * kick the interface to get it moving.
2230          */
2231         if (result == 0 && info->scsi.phase == PHASE_IDLE)
2232                 fas216_kick(info);
2233         spin_unlock(&info->host_lock);
2234
2235         fas216_log_target(info, LOG_CONNECT, -1, "queue %s",
2236                 result ? "failure" : "success");
2237
2238         return result;
2239 }
2240
2241 DEF_SCSI_QCMD(fas216_queue_command)
2242
2243 /**
2244  * fas216_internal_done - trigger restart of a waiting thread in fas216_noqueue_command
2245  * @SCpnt: Command to wake
2246  *
2247  * Trigger restart of a waiting thread in fas216_command
2248  */
2249 static void fas216_internal_done(struct scsi_cmnd *SCpnt)
2250 {
2251         FAS216_Info *info = (FAS216_Info *)SCpnt->device->host->hostdata;
2252
2253         fas216_checkmagic(info);
2254
2255         info->internal_done = 1;
2256 }
2257
2258 /**
2259  * fas216_noqueue_command - process a command for the adapter.
2260  * @SCpnt: Command to queue
2261  *
2262  * Queue a command for adapter to process.
2263  * Returns: scsi result code.
2264  * Notes: io_request_lock is held, interrupts are disabled.
2265  */
2266 static int fas216_noqueue_command_lck(struct scsi_cmnd *SCpnt,
2267                            void (*done)(struct scsi_cmnd *))
2268 {
2269         FAS216_Info *info = (FAS216_Info *)SCpnt->device->host->hostdata;
2270
2271         fas216_checkmagic(info);
2272
2273         /*
2274          * We should only be using this if we don't have an interrupt.
2275          * Provide some "incentive" to use the queueing code.
2276          */
2277         BUG_ON(info->scsi.irq);
2278
2279         info->internal_done = 0;
2280         fas216_queue_command_lck(SCpnt, fas216_internal_done);
2281
2282         /*
2283          * This wastes time, since we can't return until the command is
2284          * complete. We can't sleep either since we may get re-entered!
2285          * However, we must re-enable interrupts, or else we'll be
2286          * waiting forever.
2287          */
2288         spin_unlock_irq(info->host->host_lock);
2289
2290         while (!info->internal_done) {
2291                 /*
2292                  * If we don't have an IRQ, then we must poll the card for
2293                  * it's interrupt, and use that to call this driver's
2294                  * interrupt routine.  That way, we keep the command
2295                  * progressing.  Maybe we can add some intelligence here
2296                  * and go to sleep if we know that the device is going
2297                  * to be some time (eg, disconnected).
2298                  */
2299                 if (fas216_readb(info, REG_STAT) & STAT_INT) {
2300                         spin_lock_irq(info->host->host_lock);
2301                         fas216_intr(info);
2302                         spin_unlock_irq(info->host->host_lock);
2303                 }
2304         }
2305
2306         spin_lock_irq(info->host->host_lock);
2307
2308         done(SCpnt);
2309
2310         return 0;
2311 }
2312
2313 DEF_SCSI_QCMD(fas216_noqueue_command)
2314
2315 /*
2316  * Error handler timeout function.  Indicate that we timed out,
2317  * and wake up any error handler process so it can continue.
2318  */
2319 static void fas216_eh_timer(unsigned long data)
2320 {
2321         FAS216_Info *info = (FAS216_Info *)data;
2322
2323         fas216_log(info, LOG_ERROR, "error handling timed out\n");
2324
2325         del_timer(&info->eh_timer);
2326
2327         if (info->rst_bus_status == 0)
2328                 info->rst_bus_status = -1;
2329         if (info->rst_dev_status == 0)
2330                 info->rst_dev_status = -1;
2331
2332         wake_up(&info->eh_wait);
2333 }
2334
2335 enum res_find {
2336         res_failed,             /* not found                    */
2337         res_success,            /* command on issue queue       */
2338         res_hw_abort            /* command on disconnected dev  */
2339 };
2340
2341 /**
2342  * fas216_do_abort - decide how to abort a command
2343  * @SCpnt: command to abort
2344  *
2345  * Decide how to abort a command.
2346  * Returns: abort status
2347  */
2348 static enum res_find fas216_find_command(FAS216_Info *info,
2349                                          struct scsi_cmnd *SCpnt)
2350 {
2351         enum res_find res = res_failed;
2352
2353         if (queue_remove_cmd(&info->queues.issue, SCpnt)) {
2354                 /*
2355                  * The command was on the issue queue, and has not been
2356                  * issued yet.  We can remove the command from the queue,
2357                  * and acknowledge the abort.  Neither the device nor the
2358                  * interface know about the command.
2359                  */
2360                 printk("on issue queue ");
2361
2362                 res = res_success;
2363         } else if (queue_remove_cmd(&info->queues.disconnected, SCpnt)) {
2364                 /*
2365                  * The command was on the disconnected queue.  We must
2366                  * reconnect with the device if possible, and send it
2367                  * an abort message.
2368                  */
2369                 printk("on disconnected queue ");
2370
2371                 res = res_hw_abort;
2372         } else if (info->SCpnt == SCpnt) {
2373                 printk("executing ");
2374
2375                 switch (info->scsi.phase) {
2376                 /*
2377                  * If the interface is idle, and the command is 'disconnectable',
2378                  * then it is the same as on the disconnected queue.
2379                  */
2380                 case PHASE_IDLE:
2381                         if (info->scsi.disconnectable) {
2382                                 info->scsi.disconnectable = 0;
2383                                 info->SCpnt = NULL;
2384                                 res = res_hw_abort;
2385                         }
2386                         break;
2387
2388                 default:
2389                         break;
2390                 }
2391         } else if (info->origSCpnt == SCpnt) {
2392                 /*
2393                  * The command will be executed next, but a command
2394                  * is currently using the interface.  This is similar to
2395                  * being on the issue queue, except the busylun bit has
2396                  * been set.
2397                  */
2398                 info->origSCpnt = NULL;
2399                 clear_bit(SCpnt->device->id * 8 +
2400                           (u8)(SCpnt->device->lun & 0x7), info->busyluns);
2401                 printk("waiting for execution ");
2402                 res = res_success;
2403         } else
2404                 printk("unknown ");
2405
2406         return res;
2407 }
2408
2409 /**
2410  * fas216_eh_abort - abort this command
2411  * @SCpnt: command to abort
2412  *
2413  * Abort this command.
2414  * Returns: FAILED if unable to abort
2415  * Notes: io_request_lock is taken, and irqs are disabled
2416  */
2417 int fas216_eh_abort(struct scsi_cmnd *SCpnt)
2418 {
2419         FAS216_Info *info = (FAS216_Info *)SCpnt->device->host->hostdata;
2420         int result = FAILED;
2421
2422         fas216_checkmagic(info);
2423
2424         info->stats.aborts += 1;
2425
2426         scmd_printk(KERN_WARNING, SCpnt, "abort command\n");
2427
2428         print_debug_list();
2429         fas216_dumpstate(info);
2430
2431         switch (fas216_find_command(info, SCpnt)) {
2432         /*
2433          * We found the command, and cleared it out.  Either
2434          * the command is still known to be executing on the
2435          * target, or the busylun bit is not set.
2436          */
2437         case res_success:
2438                 scmd_printk(KERN_WARNING, SCpnt, "abort %p success\n", SCpnt);
2439                 result = SUCCESS;
2440                 break;
2441
2442         /*
2443          * We need to reconnect to the target and send it an
2444          * ABORT or ABORT_TAG message.  We can only do this
2445          * if the bus is free.
2446          */
2447         case res_hw_abort:
2448
2449         /*
2450          * We are unable to abort the command for some reason.
2451          */
2452         default:
2453         case res_failed:
2454                 scmd_printk(KERN_WARNING, SCpnt, "abort %p failed\n", SCpnt);
2455                 break;
2456         }
2457
2458         return result;
2459 }
2460
2461 /**
2462  * fas216_eh_device_reset - Reset the device associated with this command
2463  * @SCpnt: command specifing device to reset
2464  *
2465  * Reset the device associated with this command.
2466  * Returns: FAILED if unable to reset.
2467  * Notes: We won't be re-entered, so we'll only have one device
2468  * reset on the go at one time.
2469  */
2470 int fas216_eh_device_reset(struct scsi_cmnd *SCpnt)
2471 {
2472         FAS216_Info *info = (FAS216_Info *)SCpnt->device->host->hostdata;
2473         unsigned long flags;
2474         int i, res = FAILED, target = SCpnt->device->id;
2475
2476         fas216_log(info, LOG_ERROR, "device reset for target %d", target);
2477
2478         spin_lock_irqsave(&info->host_lock, flags);
2479
2480         do {
2481                 /*
2482                  * If we are currently connected to a device, and
2483                  * it is the device we want to reset, there is
2484                  * nothing we can do here.  Chances are it is stuck,
2485                  * and we need a bus reset.
2486                  */
2487                 if (info->SCpnt && !info->scsi.disconnectable &&
2488                     info->SCpnt->device->id == SCpnt->device->id)
2489                         break;
2490
2491                 /*
2492                  * We're going to be resetting this device.  Remove
2493                  * all pending commands from the driver.  By doing
2494                  * so, we guarantee that we won't touch the command
2495                  * structures except to process the reset request.
2496                  */
2497                 queue_remove_all_target(&info->queues.issue, target);
2498                 queue_remove_all_target(&info->queues.disconnected, target);
2499                 if (info->origSCpnt && info->origSCpnt->device->id == target)
2500                         info->origSCpnt = NULL;
2501                 if (info->reqSCpnt && info->reqSCpnt->device->id == target)
2502                         info->reqSCpnt = NULL;
2503                 for (i = 0; i < 8; i++)
2504                         clear_bit(target * 8 + i, info->busyluns);
2505
2506                 /*
2507                  * Hijack this SCSI command structure to send
2508                  * a bus device reset message to this device.
2509                  */
2510                 SCpnt->host_scribble = (void *)fas216_devicereset_done;
2511
2512                 info->rst_dev_status = 0;
2513                 info->rstSCpnt = SCpnt;
2514
2515                 if (info->scsi.phase == PHASE_IDLE)
2516                         fas216_kick(info);
2517
2518                 mod_timer(&info->eh_timer, jiffies + 30 * HZ);
2519                 spin_unlock_irqrestore(&info->host_lock, flags);
2520
2521                 /*
2522                  * Wait up to 30 seconds for the reset to complete.
2523                  */
2524                 wait_event(info->eh_wait, info->rst_dev_status);
2525
2526                 del_timer_sync(&info->eh_timer);
2527                 spin_lock_irqsave(&info->host_lock, flags);
2528                 info->rstSCpnt = NULL;
2529
2530                 if (info->rst_dev_status == 1)
2531                         res = SUCCESS;
2532         } while (0);
2533
2534         SCpnt->host_scribble = NULL;
2535         spin_unlock_irqrestore(&info->host_lock, flags);
2536
2537         fas216_log(info, LOG_ERROR, "device reset complete: %s\n",
2538                    res == SUCCESS ? "success" : "failed");
2539
2540         return res;
2541 }
2542
2543 /**
2544  * fas216_eh_bus_reset - Reset the bus associated with the command
2545  * @SCpnt: command specifing bus to reset
2546  *
2547  * Reset the bus associated with the command.
2548  * Returns: FAILED if unable to reset.
2549  * Notes: Further commands are blocked.
2550  */
2551 int fas216_eh_bus_reset(struct scsi_cmnd *SCpnt)
2552 {
2553         FAS216_Info *info = (FAS216_Info *)SCpnt->device->host->hostdata;
2554         unsigned long flags;
2555         struct scsi_device *SDpnt;
2556
2557         fas216_checkmagic(info);
2558         fas216_log(info, LOG_ERROR, "resetting bus");
2559
2560         info->stats.bus_resets += 1;
2561
2562         spin_lock_irqsave(&info->host_lock, flags);
2563
2564         /*
2565          * Stop all activity on this interface.
2566          */
2567         fas216_aborttransfer(info);
2568         fas216_writeb(info, REG_CNTL3, info->scsi.cfg[2]);
2569
2570         /*
2571          * Clear any pending interrupts.
2572          */
2573         while (fas216_readb(info, REG_STAT) & STAT_INT)
2574                 fas216_readb(info, REG_INST);
2575
2576         info->rst_bus_status = 0;
2577
2578         /*
2579          * For each attached hard-reset device, clear out
2580          * all command structures.  Leave the running
2581          * command in place.
2582          */
2583         shost_for_each_device(SDpnt, info->host) {
2584                 int i;
2585
2586                 if (SDpnt->soft_reset)
2587                         continue;
2588
2589                 queue_remove_all_target(&info->queues.issue, SDpnt->id);
2590                 queue_remove_all_target(&info->queues.disconnected, SDpnt->id);
2591                 if (info->origSCpnt && info->origSCpnt->device->id == SDpnt->id)
2592                         info->origSCpnt = NULL;
2593                 if (info->reqSCpnt && info->reqSCpnt->device->id == SDpnt->id)
2594                         info->reqSCpnt = NULL;
2595                 info->SCpnt = NULL;
2596
2597                 for (i = 0; i < 8; i++)
2598                         clear_bit(SDpnt->id * 8 + i, info->busyluns);
2599         }
2600
2601         info->scsi.phase = PHASE_IDLE;
2602
2603         /*
2604          * Reset the SCSI bus.  Device cleanup happens in
2605          * the interrupt handler.
2606          */
2607         fas216_cmd(info, CMD_RESETSCSI);
2608
2609         mod_timer(&info->eh_timer, jiffies + HZ);
2610         spin_unlock_irqrestore(&info->host_lock, flags);
2611
2612         /*
2613          * Wait one second for the interrupt.
2614          */
2615         wait_event(info->eh_wait, info->rst_bus_status);
2616         del_timer_sync(&info->eh_timer);
2617
2618         fas216_log(info, LOG_ERROR, "bus reset complete: %s\n",
2619                    info->rst_bus_status == 1 ? "success" : "failed");
2620
2621         return info->rst_bus_status == 1 ? SUCCESS : FAILED;
2622 }
2623
2624 /**
2625  * fas216_init_chip - Initialise FAS216 state after reset
2626  * @info: state structure for interface
2627  *
2628  * Initialise FAS216 state after reset
2629  */
2630 static void fas216_init_chip(FAS216_Info *info)
2631 {
2632         unsigned int clock = ((info->ifcfg.clockrate - 1) / 5 + 1) & 7;
2633         fas216_writeb(info, REG_CLKF, clock);
2634         fas216_writeb(info, REG_CNTL1, info->scsi.cfg[0]);
2635         fas216_writeb(info, REG_CNTL2, info->scsi.cfg[1]);
2636         fas216_writeb(info, REG_CNTL3, info->scsi.cfg[2]);
2637         fas216_writeb(info, REG_STIM, info->ifcfg.select_timeout);
2638         fas216_writeb(info, REG_SOF, 0);
2639         fas216_writeb(info, REG_STP, info->scsi.async_stp);
2640         fas216_writeb(info, REG_CNTL1, info->scsi.cfg[0]);
2641 }
2642
2643 /**
2644  * fas216_eh_host_reset - Reset the host associated with this command
2645  * @SCpnt: command specifing host to reset
2646  *
2647  * Reset the host associated with this command.
2648  * Returns: FAILED if unable to reset.
2649  * Notes: io_request_lock is taken, and irqs are disabled
2650  */
2651 int fas216_eh_host_reset(struct scsi_cmnd *SCpnt)
2652 {
2653         FAS216_Info *info = (FAS216_Info *)SCpnt->device->host->hostdata;
2654
2655         spin_lock_irq(info->host->host_lock);
2656
2657         fas216_checkmagic(info);
2658
2659         fas216_log(info, LOG_ERROR, "resetting host");
2660
2661         /*
2662          * Reset the SCSI chip.
2663          */
2664         fas216_cmd(info, CMD_RESETCHIP);
2665
2666         /*
2667          * Ugly ugly ugly!
2668          * We need to release the host_lock and enable
2669          * IRQs if we sleep, but we must relock and disable
2670          * IRQs after the sleep.
2671          */
2672         spin_unlock_irq(info->host->host_lock);
2673         msleep(50 * 1000/100);
2674         spin_lock_irq(info->host->host_lock);
2675
2676         /*
2677          * Release the SCSI reset.
2678          */
2679         fas216_cmd(info, CMD_NOP);
2680
2681         fas216_init_chip(info);
2682
2683         spin_unlock_irq(info->host->host_lock);
2684         return SUCCESS;
2685 }
2686
2687 #define TYPE_UNKNOWN    0
2688 #define TYPE_NCR53C90   1
2689 #define TYPE_NCR53C90A  2
2690 #define TYPE_NCR53C9x   3
2691 #define TYPE_Am53CF94   4
2692 #define TYPE_EmFAS216   5
2693 #define TYPE_QLFAS216   6
2694
2695 static char *chip_types[] = {
2696         "unknown",
2697         "NS NCR53C90",
2698         "NS NCR53C90A",
2699         "NS NCR53C9x",
2700         "AMD Am53CF94",
2701         "Emulex FAS216",
2702         "QLogic FAS216"
2703 };
2704
2705 static int fas216_detect_type(FAS216_Info *info)
2706 {
2707         int family, rev;
2708
2709         /*
2710          * Reset the chip.
2711          */
2712         fas216_writeb(info, REG_CMD, CMD_RESETCHIP);
2713         udelay(50);
2714         fas216_writeb(info, REG_CMD, CMD_NOP);
2715
2716         /*
2717          * Check to see if control reg 2 is present.
2718          */
2719         fas216_writeb(info, REG_CNTL3, 0);
2720         fas216_writeb(info, REG_CNTL2, CNTL2_S2FE);
2721
2722         /*
2723          * If we are unable to read back control reg 2
2724          * correctly, it is not present, and we have a
2725          * NCR53C90.
2726          */
2727         if ((fas216_readb(info, REG_CNTL2) & (~0xe0)) != CNTL2_S2FE)
2728                 return TYPE_NCR53C90;
2729
2730         /*
2731          * Now, check control register 3
2732          */
2733         fas216_writeb(info, REG_CNTL2, 0);
2734         fas216_writeb(info, REG_CNTL3, 0);
2735         fas216_writeb(info, REG_CNTL3, 5);
2736
2737         /*
2738          * If we are unable to read the register back
2739          * correctly, we have a NCR53C90A
2740          */
2741         if (fas216_readb(info, REG_CNTL3) != 5)
2742                 return TYPE_NCR53C90A;
2743
2744         /*
2745          * Now read the ID from the chip.
2746          */
2747         fas216_writeb(info, REG_CNTL3, 0);
2748
2749         fas216_writeb(info, REG_CNTL3, CNTL3_ADIDCHK);
2750         fas216_writeb(info, REG_CNTL3, 0);
2751
2752         fas216_writeb(info, REG_CMD, CMD_RESETCHIP);
2753         udelay(50);
2754         fas216_writeb(info, REG_CMD, CMD_WITHDMA | CMD_NOP);
2755
2756         fas216_writeb(info, REG_CNTL2, CNTL2_ENF);
2757         fas216_writeb(info, REG_CMD, CMD_RESETCHIP);
2758         udelay(50);
2759         fas216_writeb(info, REG_CMD, CMD_NOP);
2760
2761         rev     = fas216_readb(info, REG_ID);
2762         family  = rev >> 3;
2763         rev    &= 7;
2764
2765         switch (family) {
2766         case 0x01:
2767                 if (rev == 4)
2768                         return TYPE_Am53CF94;
2769                 break;
2770
2771         case 0x02:
2772                 switch (rev) {
2773                 case 2:
2774                         return TYPE_EmFAS216;
2775                 case 3:
2776                         return TYPE_QLFAS216;
2777                 }
2778                 break;
2779
2780         default:
2781                 break;
2782         }
2783         printk("family %x rev %x\n", family, rev);
2784         return TYPE_NCR53C9x;
2785 }
2786
2787 /**
2788  * fas216_reset_state - Initialise driver internal state
2789  * @info: state to initialise
2790  *
2791  * Initialise driver internal state
2792  */
2793 static void fas216_reset_state(FAS216_Info *info)
2794 {
2795         int i;
2796
2797         fas216_checkmagic(info);
2798
2799         fas216_bus_reset(info);
2800
2801         /*
2802          * Clear out all stale info in our state structure
2803          */
2804         memset(info->busyluns, 0, sizeof(info->busyluns));
2805         info->scsi.disconnectable = 0;
2806         info->scsi.aborting = 0;
2807
2808         for (i = 0; i < 8; i++) {
2809                 info->device[i].parity_enabled  = 0;
2810                 info->device[i].parity_check    = 1;
2811         }
2812
2813         /*
2814          * Drain all commands on disconnected queue
2815          */
2816         while (queue_remove(&info->queues.disconnected) != NULL);
2817
2818         /*
2819          * Remove executing commands.
2820          */
2821         info->SCpnt     = NULL;
2822         info->reqSCpnt  = NULL;
2823         info->rstSCpnt  = NULL;
2824         info->origSCpnt = NULL;
2825 }
2826
2827 /**
2828  * fas216_init - initialise FAS/NCR/AMD SCSI structures.
2829  * @host: a driver-specific filled-out structure
2830  *
2831  * Initialise FAS/NCR/AMD SCSI structures.
2832  * Returns: 0 on success
2833  */
2834 int fas216_init(struct Scsi_Host *host)
2835 {
2836         FAS216_Info *info = (FAS216_Info *)host->hostdata;
2837
2838         info->magic_start    = MAGIC;
2839         info->magic_end      = MAGIC;
2840         info->host           = host;
2841         info->scsi.cfg[0]    = host->this_id | CNTL1_PERE;
2842         info->scsi.cfg[1]    = CNTL2_ENF | CNTL2_S2FE;
2843         info->scsi.cfg[2]    = info->ifcfg.cntl3 |
2844                                CNTL3_ADIDCHK | CNTL3_QTAG | CNTL3_G2CB | CNTL3_LBTM;
2845         info->scsi.async_stp = fas216_syncperiod(info, info->ifcfg.asyncperiod);
2846
2847         info->rst_dev_status = -1;
2848         info->rst_bus_status = -1;
2849         init_waitqueue_head(&info->eh_wait);
2850         init_timer(&info->eh_timer);
2851         info->eh_timer.data  = (unsigned long)info;
2852         info->eh_timer.function = fas216_eh_timer;
2853
2854         spin_lock_init(&info->host_lock);
2855
2856         memset(&info->stats, 0, sizeof(info->stats));
2857
2858         msgqueue_initialise(&info->scsi.msgs);
2859
2860         if (!queue_initialise(&info->queues.issue))
2861                 return -ENOMEM;
2862
2863         if (!queue_initialise(&info->queues.disconnected)) {
2864                 queue_free(&info->queues.issue);
2865                 return -ENOMEM;
2866         }
2867
2868         return 0;
2869 }
2870
2871 /**
2872  * fas216_add - initialise FAS/NCR/AMD SCSI ic.
2873  * @host: a driver-specific filled-out structure
2874  * @dev: parent device
2875  *
2876  * Initialise FAS/NCR/AMD SCSI ic.
2877  * Returns: 0 on success
2878  */
2879 int fas216_add(struct Scsi_Host *host, struct device *dev)
2880 {
2881         FAS216_Info *info = (FAS216_Info *)host->hostdata;
2882         int type, ret;
2883
2884         if (info->ifcfg.clockrate <= 10 || info->ifcfg.clockrate > 40) {
2885                 printk(KERN_CRIT "fas216: invalid clock rate %u MHz\n",
2886                         info->ifcfg.clockrate);
2887                 return -EINVAL;
2888         }
2889
2890         fas216_reset_state(info);
2891         type = fas216_detect_type(info);
2892         info->scsi.type = chip_types[type];
2893
2894         udelay(300);
2895
2896         /*
2897          * Initialise the chip correctly.
2898          */
2899         fas216_init_chip(info);
2900
2901         /*
2902          * Reset the SCSI bus.  We don't want to see
2903          * the resulting reset interrupt, so mask it
2904          * out.
2905          */
2906         fas216_writeb(info, REG_CNTL1, info->scsi.cfg[0] | CNTL1_DISR);
2907         fas216_writeb(info, REG_CMD, CMD_RESETSCSI);
2908
2909         /*
2910          * scsi standard says wait 250ms
2911          */
2912         spin_unlock_irq(info->host->host_lock);
2913         msleep(100*1000/100);
2914         spin_lock_irq(info->host->host_lock);
2915
2916         fas216_writeb(info, REG_CNTL1, info->scsi.cfg[0]);
2917         fas216_readb(info, REG_INST);
2918
2919         fas216_checkmagic(info);
2920
2921         ret = scsi_add_host(host, dev);
2922         if (ret)
2923                 fas216_writeb(info, REG_CMD, CMD_RESETCHIP);
2924         else
2925                 scsi_scan_host(host);
2926
2927         return ret;
2928 }
2929
2930 void fas216_remove(struct Scsi_Host *host)
2931 {
2932         FAS216_Info *info = (FAS216_Info *)host->hostdata;
2933
2934         fas216_checkmagic(info);
2935         scsi_remove_host(host);
2936
2937         fas216_writeb(info, REG_CMD, CMD_RESETCHIP);
2938         scsi_host_put(host);
2939 }
2940
2941 /**
2942  * fas216_release - release all resources for FAS/NCR/AMD SCSI ic.
2943  * @host: a driver-specific filled-out structure
2944  *
2945  * release all resources and put everything to bed for FAS/NCR/AMD SCSI ic.
2946  */
2947 void fas216_release(struct Scsi_Host *host)
2948 {
2949         FAS216_Info *info = (FAS216_Info *)host->hostdata;
2950
2951         queue_free(&info->queues.disconnected);
2952         queue_free(&info->queues.issue);
2953 }
2954
2955 void fas216_print_host(FAS216_Info *info, struct seq_file *m)
2956 {
2957         seq_printf(m,
2958                         "\n"
2959                         "Chip    : %s\n"
2960                         " Address: 0x%p\n"
2961                         " IRQ    : %d\n"
2962                         " DMA    : %d\n",
2963                         info->scsi.type, info->scsi.io_base,
2964                         info->scsi.irq, info->scsi.dma);
2965 }
2966
2967 void fas216_print_stats(FAS216_Info *info, struct seq_file *m)
2968 {
2969         seq_printf(m, "\n"
2970                         "Command Statistics:\n"
2971                         " Queued     : %u\n"
2972                         " Issued     : %u\n"
2973                         " Completed  : %u\n"
2974                         " Reads      : %u\n"
2975                         " Writes     : %u\n"
2976                         " Others     : %u\n"
2977                         " Disconnects: %u\n"
2978                         " Aborts     : %u\n"
2979                         " Bus resets : %u\n"
2980                         " Host resets: %u\n",
2981                         info->stats.queues,      info->stats.removes,
2982                         info->stats.fins,        info->stats.reads,
2983                         info->stats.writes,      info->stats.miscs,
2984                         info->stats.disconnects, info->stats.aborts,
2985                         info->stats.bus_resets,  info->stats.host_resets);
2986 }
2987
2988 void fas216_print_devices(FAS216_Info *info, struct seq_file *m)
2989 {
2990         struct fas216_device *dev;
2991         struct scsi_device *scd;
2992
2993         seq_puts(m, "Device/Lun TaggedQ       Parity   Sync\n");
2994
2995         shost_for_each_device(scd, info->host) {
2996                 dev = &info->device[scd->id];
2997                 seq_printf(m, "     %d/%llu   ", scd->id, scd->lun);
2998                 if (scd->tagged_supported)
2999                         seq_printf(m, "%3sabled(%3d) ",
3000                                      scd->simple_tags ? "en" : "dis",
3001                                      scd->current_tag);
3002                 else
3003                         seq_puts(m, "unsupported   ");
3004
3005                 seq_printf(m, "%3sabled ", dev->parity_enabled ? "en" : "dis");
3006
3007                 if (dev->sof)
3008                         seq_printf(m, "offset %d, %d ns\n",
3009                                      dev->sof, dev->period * 4);
3010                 else
3011                         seq_puts(m, "async\n");
3012         }
3013 }
3014
3015 EXPORT_SYMBOL(fas216_init);
3016 EXPORT_SYMBOL(fas216_add);
3017 EXPORT_SYMBOL(fas216_queue_command);
3018 EXPORT_SYMBOL(fas216_noqueue_command);
3019 EXPORT_SYMBOL(fas216_intr);
3020 EXPORT_SYMBOL(fas216_remove);
3021 EXPORT_SYMBOL(fas216_release);
3022 EXPORT_SYMBOL(fas216_eh_abort);
3023 EXPORT_SYMBOL(fas216_eh_device_reset);
3024 EXPORT_SYMBOL(fas216_eh_bus_reset);
3025 EXPORT_SYMBOL(fas216_eh_host_reset);
3026 EXPORT_SYMBOL(fas216_print_host);
3027 EXPORT_SYMBOL(fas216_print_stats);
3028 EXPORT_SYMBOL(fas216_print_devices);
3029
3030 MODULE_AUTHOR("Russell King");
3031 MODULE_DESCRIPTION("Generic FAS216/NCR53C9x driver core");
3032 MODULE_LICENSE("GPL");