kernel/drivers/scsi/aacraid/commctrl.c

   1 /*
   2  *      Adaptec AAC series RAID controller driver
   3  *      (c) Copyright 2001 Red Hat Inc.
   4  *
   5  * based on the old aacraid driver that is..
   6  * Adaptec aacraid device driver for Linux.
   7  *
   8  * Copyright (c) 2000-2010 Adaptec, Inc.
   9  *               2010 PMC-Sierra, Inc. (aacraid@pmc-sierra.com)
  10  *
  11  * This program is free software; you can redistribute it and/or modify
  12  * it under the terms of the GNU General Public License as published by
  13  * the Free Software Foundation; either version 2, or (at your option)
  14  * any later version.
  15  *
  16  * This program is distributed in the hope that it will be useful,
  17  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  18  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  19  * GNU General Public License for more details.
  20  *
  21  * You should have received a copy of the GNU General Public License
  22  * along with this program; see the file COPYING.  If not, write to
  23  * the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
  24  *
  25  * Module Name:
  26  *  commctrl.c
  27  *
  28  * Abstract: Contains all routines for control of the AFA comm layer
  29  *
  30  */
  31
  32 #include <linux/kernel.h>
  33 #include <linux/init.h>
  34 #include <linux/types.h>
  35 #include <linux/pci.h>
  36 #include <linux/spinlock.h>
  37 #include <linux/slab.h>
  38 #include <linux/completion.h>
  39 #include <linux/dma-mapping.h>
  40 #include <linux/blkdev.h>
  41 #include <linux/delay.h> /* ssleep prototype */
  42 #include <linux/kthread.h>
  43 #include <linux/semaphore.h>
  44 #include <asm/uaccess.h>
  45 #include <scsi/scsi_host.h>
  46
  47 #include "aacraid.h"
  48
  49 /**
  50  *      ioctl_send_fib  -       send a FIB from userspace
  51  *      @dev:   adapter is being processed
  52  *      @arg:   arguments to the ioctl call
  53  *
  54  *      This routine sends a fib to the adapter on behalf of a user level
  55  *      program.
  56  */
  57 # define AAC_DEBUG_PREAMBLE     KERN_INFO
  58 # define AAC_DEBUG_POSTAMBLE
  59
  60 static int ioctl_send_fib(struct aac_dev * dev, void __user *arg)
  61 {
  62         struct hw_fib * kfib;
  63         struct fib *fibptr;
  64         struct hw_fib * hw_fib = (struct hw_fib *)0;
  65         dma_addr_t hw_fib_pa = (dma_addr_t)0LL;
  66         unsigned int size, osize;
  67         int retval;
  68
  69         if (dev->in_reset) {
  70                 return -EBUSY;
  71         }
  72         fibptr = aac_fib_alloc(dev);
  73         if(fibptr == NULL) {
  74                 return -ENOMEM;
  75         }
  76
  77         kfib = fibptr->hw_fib_va;
  78         /*
  79          *      First copy in the header so that we can check the size field.
  80          */
  81         if (copy_from_user((void *)kfib, arg, sizeof(struct aac_fibhdr))) {
  82                 aac_fib_free(fibptr);
  83                 return -EFAULT;
  84         }
  85         /*
  86          *      Since we copy based on the fib header size, make sure that we
  87          *      will not overrun the buffer when we copy the memory. Return
  88          *      an error if we would.
  89          */
  90         osize = size = le16_to_cpu(kfib->header.Size) +
  91                 sizeof(struct aac_fibhdr);
  92         if (size < le16_to_cpu(kfib->header.SenderSize))
  93                 size = le16_to_cpu(kfib->header.SenderSize);
  94         if (size > dev->max_fib_size) {
  95                 dma_addr_t daddr;
  96
  97                 if (size > 2048) {
  98                         retval = -EINVAL;
  99                         goto cleanup;
 100                 }
 101
 102                 kfib = pci_alloc_consistent(dev->pdev, size, &daddr);
 103                 if (!kfib) {
 104                         retval = -ENOMEM;
 105                         goto cleanup;
 106                 }
 107
 108                 /* Highjack the hw_fib */
 109                 hw_fib = fibptr->hw_fib_va;
 110                 hw_fib_pa = fibptr->hw_fib_pa;
 111                 fibptr->hw_fib_va = kfib;
 112                 fibptr->hw_fib_pa = daddr;
 113                 memset(((char *)kfib) + dev->max_fib_size, 0, size - dev->max_fib_size);
 114                 memcpy(kfib, hw_fib, dev->max_fib_size);
 115         }
 116
 117         if (copy_from_user(kfib, arg, size)) {
 118                 retval = -EFAULT;
 119                 goto cleanup;
 120         }
 121
 122         /* Sanity check the second copy */
 123         if ((osize != le16_to_cpu(kfib->header.Size) +
 124                 sizeof(struct aac_fibhdr))
 125                 || (size < le16_to_cpu(kfib->header.SenderSize))) {
 126                 retval = -EINVAL;
 127                 goto cleanup;
 128         }
 129
 130         if (kfib->header.Command == cpu_to_le16(TakeABreakPt)) {
 131                 aac_adapter_interrupt(dev);
 132                 /*
 133                  * Since we didn't really send a fib, zero out the state to allow
 134                  * cleanup code not to assert.
 135                  */
 136                 kfib->header.XferState = 0;
 137         } else {
 138                 retval = aac_fib_send(le16_to_cpu(kfib->header.Command), fibptr,
 139                                 le16_to_cpu(kfib->header.Size) , FsaNormal,
 140                                 1, 1, NULL, NULL);
 141                 if (retval) {
 142                         goto cleanup;
 143                 }
 144                 if (aac_fib_complete(fibptr) != 0) {
 145                         retval = -EINVAL;
 146                         goto cleanup;
 147                 }
 148         }
 149         /*
 150          *      Make sure that the size returned by the adapter (which includes
 151          *      the header) is less than or equal to the size of a fib, so we
 152          *      don't corrupt application data. Then copy that size to the user
 153          *      buffer. (Don't try to add the header information again, since it
 154          *      was already included by the adapter.)
 155          */
 156
 157         retval = 0;
 158         if (copy_to_user(arg, (void *)kfib, size))
 159                 retval = -EFAULT;
 160 cleanup:
 161         if (hw_fib) {
 162                 pci_free_consistent(dev->pdev, size, kfib, fibptr->hw_fib_pa);
 163                 fibptr->hw_fib_pa = hw_fib_pa;
 164                 fibptr->hw_fib_va = hw_fib;
 165         }
 166         if (retval != -ERESTARTSYS)
 167                 aac_fib_free(fibptr);
 168         return retval;
 169 }
 170
 171 /**
 172  *      open_getadapter_fib     -       Get the next fib
 173  *
 174  *      This routine will get the next Fib, if available, from the AdapterFibContext
 175  *      passed in from the user.
 176  */
 177
 178 static int open_getadapter_fib(struct aac_dev * dev, void __user *arg)
 179 {
 180         struct aac_fib_context * fibctx;
 181         int status;
 182
 183         fibctx = kmalloc(sizeof(struct aac_fib_context), GFP_KERNEL);
 184         if (fibctx == NULL) {
 185                 status = -ENOMEM;
 186         } else {
 187                 unsigned long flags;
 188                 struct list_head * entry;
 189                 struct aac_fib_context * context;
 190
 191                 fibctx->type = FSAFS_NTC_GET_ADAPTER_FIB_CONTEXT;
 192                 fibctx->size = sizeof(struct aac_fib_context);
 193                 /*
 194                  *      Yes yes, I know this could be an index, but we have a
 195                  * better guarantee of uniqueness for the locked loop below.
 196                  * Without the aid of a persistent history, this also helps
 197                  * reduce the chance that the opaque context would be reused.
 198                  */
 199                 fibctx->unique = (u32)((ulong)fibctx & 0xFFFFFFFF);
 200                 /*
 201                  *      Initialize the mutex used to wait for the next AIF.
 202                  */
 203                 sema_init(&fibctx->wait_sem, 0);
 204                 fibctx->wait = 0;
 205                 /*
 206                  *      Initialize the fibs and set the count of fibs on
 207                  *      the list to 0.
 208                  */
 209                 fibctx->count = 0;
 210                 INIT_LIST_HEAD(&fibctx->fib_list);
 211                 fibctx->jiffies = jiffies/HZ;
 212                 /*
 213                  *      Now add this context onto the adapter's
 214                  *      AdapterFibContext list.
 215                  */
 216                 spin_lock_irqsave(&dev->fib_lock, flags);
 217                 /* Ensure that we have a unique identifier */
 218                 entry = dev->fib_list.next;
 219                 while (entry != &dev->fib_list) {
 220                         context = list_entry(entry, struct aac_fib_context, next);
 221                         if (context->unique == fibctx->unique) {
 222                                 /* Not unique (32 bits) */
 223                                 fibctx->unique++;
 224                                 entry = dev->fib_list.next;
 225                         } else {
 226                                 entry = entry->next;
 227                         }
 228                 }
 229                 list_add_tail(&fibctx->next, &dev->fib_list);
 230                 spin_unlock_irqrestore(&dev->fib_lock, flags);
 231                 if (copy_to_user(arg, &fibctx->unique,
 232                                                 sizeof(fibctx->unique))) {
 233                         status = -EFAULT;
 234                 } else {
 235                         status = 0;
 236                 }
 237         }
 238         return status;
 239 }
 240
 241 /**
 242  *      next_getadapter_fib     -       get the next fib
 243  *      @dev: adapter to use
 244  *      @arg: ioctl argument
 245  *
 246  *      This routine will get the next Fib, if available, from the AdapterFibContext
 247  *      passed in from the user.
 248  */
 249
 250 static int next_getadapter_fib(struct aac_dev * dev, void __user *arg)
 251 {
 252         struct fib_ioctl f;
 253         struct fib *fib;
 254         struct aac_fib_context *fibctx;
 255         int status;
 256         struct list_head * entry;
 257         unsigned long flags;
 258
 259         if(copy_from_user((void *)&f, arg, sizeof(struct fib_ioctl)))
 260                 return -EFAULT;
 261         /*
 262          *      Verify that the HANDLE passed in was a valid AdapterFibContext
 263          *
 264          *      Search the list of AdapterFibContext addresses on the adapter
 265          *      to be sure this is a valid address
 266          */
 267         spin_lock_irqsave(&dev->fib_lock, flags);
 268         entry = dev->fib_list.next;
 269         fibctx = NULL;
 270
 271         while (entry != &dev->fib_list) {
 272                 fibctx = list_entry(entry, struct aac_fib_context, next);
 273                 /*
 274                  *      Extract the AdapterFibContext from the Input parameters.
 275                  */
 276                 if (fibctx->unique == f.fibctx) { /* We found a winner */
 277                         break;
 278                 }
 279                 entry = entry->next;
 280                 fibctx = NULL;
 281         }
 282         if (!fibctx) {
 283                 spin_unlock_irqrestore(&dev->fib_lock, flags);
 284                 dprintk ((KERN_INFO "Fib Context not found\n"));
 285                 return -EINVAL;
 286         }
 287
 288         if((fibctx->type != FSAFS_NTC_GET_ADAPTER_FIB_CONTEXT) ||
 289                  (fibctx->size != sizeof(struct aac_fib_context))) {
 290                 spin_unlock_irqrestore(&dev->fib_lock, flags);
 291                 dprintk ((KERN_INFO "Fib Context corrupt?\n"));
 292                 return -EINVAL;
 293         }
 294         status = 0;
 295         /*
 296          *      If there are no fibs to send back, then either wait or return
 297          *      -EAGAIN
 298          */
 299 return_fib:
 300         if (!list_empty(&fibctx->fib_list)) {
 301                 /*
 302                  *      Pull the next fib from the fibs
 303                  */
 304                 entry = fibctx->fib_list.next;
 305                 list_del(entry);
 306
 307                 fib = list_entry(entry, struct fib, fiblink);
 308                 fibctx->count--;
 309                 spin_unlock_irqrestore(&dev->fib_lock, flags);
 310                 if (copy_to_user(f.fib, fib->hw_fib_va, sizeof(struct hw_fib))) {
 311                         kfree(fib->hw_fib_va);
 312                         kfree(fib);
 313                         return -EFAULT;
 314                 }
 315                 /*
 316                  *      Free the space occupied by this copy of the fib.
 317                  */
 318                 kfree(fib->hw_fib_va);
 319                 kfree(fib);
 320                 status = 0;
 321         } else {
 322                 spin_unlock_irqrestore(&dev->fib_lock, flags);
 323                 /* If someone killed the AIF aacraid thread, restart it */
 324                 status = !dev->aif_thread;
 325                 if (status && !dev->in_reset && dev->queues && dev->fsa_dev) {
 326                         /* Be paranoid, be very paranoid! */
 327                         kthread_stop(dev->thread);
 328                         ssleep(1);
 329                         dev->aif_thread = 0;
 330                         dev->thread = kthread_run(aac_command_thread, dev,
 331                                                   "%s", dev->name);
 332                         ssleep(1);
 333                 }
 334                 if (f.wait) {
 335                         if(down_interruptible(&fibctx->wait_sem) < 0) {
 336                                 status = -ERESTARTSYS;
 337                         } else {
 338                                 /* Lock again and retry */
 339                                 spin_lock_irqsave(&dev->fib_lock, flags);
 340                                 goto return_fib;
 341                         }
 342                 } else {
 343                         status = -EAGAIN;
 344                 }
 345         }
 346         fibctx->jiffies = jiffies/HZ;
 347         return status;
 348 }
 349
 350 int aac_close_fib_context(struct aac_dev * dev, struct aac_fib_context * fibctx)
 351 {
 352         struct fib *fib;
 353
 354         /*
 355          *      First free any FIBs that have not been consumed.
 356          */
 357         while (!list_empty(&fibctx->fib_list)) {
 358                 struct list_head * entry;
 359                 /*
 360                  *      Pull the next fib from the fibs
 361                  */
 362                 entry = fibctx->fib_list.next;
 363                 list_del(entry);
 364                 fib = list_entry(entry, struct fib, fiblink);
 365                 fibctx->count--;
 366                 /*
 367                  *      Free the space occupied by this copy of the fib.
 368                  */
 369                 kfree(fib->hw_fib_va);
 370                 kfree(fib);
 371         }
 372         /*
 373          *      Remove the Context from the AdapterFibContext List
 374          */
 375         list_del(&fibctx->next);
 376         /*
 377          *      Invalidate context
 378          */
 379         fibctx->type = 0;
 380         /*
 381          *      Free the space occupied by the Context
 382          */
 383         kfree(fibctx);
 384         return 0;
 385 }
 386
 387 /**
 388  *      close_getadapter_fib    -       close down user fib context
 389  *      @dev: adapter
 390  *      @arg: ioctl arguments
 391  *
 392  *      This routine will close down the fibctx passed in from the user.
 393  */
 394
 395 static int close_getadapter_fib(struct aac_dev * dev, void __user *arg)
 396 {
 397         struct aac_fib_context *fibctx;
 398         int status;
 399         unsigned long flags;
 400         struct list_head * entry;
 401
 402         /*
 403          *      Verify that the HANDLE passed in was a valid AdapterFibContext
 404          *
 405          *      Search the list of AdapterFibContext addresses on the adapter
 406          *      to be sure this is a valid address
 407          */
 408
 409         entry = dev->fib_list.next;
 410         fibctx = NULL;
 411
 412         while(entry != &dev->fib_list) {
 413                 fibctx = list_entry(entry, struct aac_fib_context, next);
 414                 /*
 415                  *      Extract the fibctx from the input parameters
 416                  */
 417                 if (fibctx->unique == (u32)(uintptr_t)arg) /* We found a winner */
 418                         break;
 419                 entry = entry->next;
 420                 fibctx = NULL;
 421         }
 422
 423         if (!fibctx)
 424                 return 0; /* Already gone */
 425
 426         if((fibctx->type != FSAFS_NTC_GET_ADAPTER_FIB_CONTEXT) ||
 427                  (fibctx->size != sizeof(struct aac_fib_context)))
 428                 return -EINVAL;
 429         spin_lock_irqsave(&dev->fib_lock, flags);
 430         status = aac_close_fib_context(dev, fibctx);
 431         spin_unlock_irqrestore(&dev->fib_lock, flags);
 432         return status;
 433 }
 434
 435 /**
 436  *      check_revision  -       close down user fib context
 437  *      @dev: adapter
 438  *      @arg: ioctl arguments
 439  *
 440  *      This routine returns the driver version.
 441  *      Under Linux, there have been no version incompatibilities, so this is
 442  *      simple!
 443  */
 444
 445 static int check_revision(struct aac_dev *dev, void __user *arg)
 446 {
 447         struct revision response;
 448         char *driver_version = aac_driver_version;
 449         u32 version;
 450
 451         response.compat = 1;
 452         version = (simple_strtol(driver_version,
 453                                 &driver_version, 10) << 24) | 0x00000400;
 454         version += simple_strtol(driver_version + 1, &driver_version, 10) << 16;
 455         version += simple_strtol(driver_version + 1, NULL, 10);
 456         response.version = cpu_to_le32(version);
 457 #       ifdef AAC_DRIVER_BUILD
 458                 response.build = cpu_to_le32(AAC_DRIVER_BUILD);
 459 #       else
 460                 response.build = cpu_to_le32(9999);
 461 #       endif
 462
 463         if (copy_to_user(arg, &response, sizeof(response)))
 464                 return -EFAULT;
 465         return 0;
 466 }
 467
 468
 469 /**
 470  *
 471  * aac_send_raw_scb
 472  *
 473  */
 474
 475 static int aac_send_raw_srb(struct aac_dev* dev, void __user * arg)
 476 {
 477         struct fib* srbfib;
 478         int status;
 479         struct aac_srb *srbcmd = NULL;
 480         struct user_aac_srb *user_srbcmd = NULL;
 481         struct user_aac_srb __user *user_srb = arg;
 482         struct aac_srb_reply __user *user_reply;
 483         struct aac_srb_reply* reply;
 484         u32 fibsize = 0;
 485         u32 flags = 0;
 486         s32 rcode = 0;
 487         u32 data_dir;
 488         void __user *sg_user[32];
 489         void *sg_list[32];
 490         u32 sg_indx = 0;
 491         u32 byte_count = 0;
 492         u32 actual_fibsize64, actual_fibsize = 0;
 493         int i;
 494
 495
 496         if (dev->in_reset) {
 497                 dprintk((KERN_DEBUG"aacraid: send raw srb -EBUSY\n"));
 498                 return -EBUSY;
 499         }
 500         if (!capable(CAP_SYS_ADMIN)){
 501                 dprintk((KERN_DEBUG"aacraid: No permission to send raw srb\n"));
 502                 return -EPERM;
 503         }
 504         /*
 505          *      Allocate and initialize a Fib then setup a SRB command
 506          */
 507         if (!(srbfib = aac_fib_alloc(dev))) {
 508                 return -ENOMEM;
 509         }
 510         aac_fib_init(srbfib);
 511         /* raw_srb FIB is not FastResponseCapable */
 512         srbfib->hw_fib_va->header.XferState &= ~cpu_to_le32(FastResponseCapable);
 513
 514         srbcmd = (struct aac_srb*) fib_data(srbfib);
 515
 516         memset(sg_list, 0, sizeof(sg_list)); /* cleanup may take issue */
 517         if(copy_from_user(&fibsize, &user_srb->count,sizeof(u32))){
 518                 dprintk((KERN_DEBUG"aacraid: Could not copy data size from user\n"));
 519                 rcode = -EFAULT;
 520                 goto cleanup;
 521         }
 522
 523         if ((fibsize < (sizeof(struct user_aac_srb) - sizeof(struct user_sgentry))) ||
 524             (fibsize > (dev->max_fib_size - sizeof(struct aac_fibhdr)))) {
 525                 rcode = -EINVAL;
 526                 goto cleanup;
 527         }
 528
 529         user_srbcmd = kmalloc(fibsize, GFP_KERNEL);
 530         if (!user_srbcmd) {
 531                 dprintk((KERN_DEBUG"aacraid: Could not make a copy of the srb\n"));
 532                 rcode = -ENOMEM;
 533                 goto cleanup;
 534         }
 535         if(copy_from_user(user_srbcmd, user_srb,fibsize)){
 536                 dprintk((KERN_DEBUG"aacraid: Could not copy srb from user\n"));
 537                 rcode = -EFAULT;
 538                 goto cleanup;
 539         }
 540
 541         user_reply = arg+fibsize;
 542
 543         flags = user_srbcmd->flags; /* from user in cpu order */
 544         // Fix up srb for endian and force some values
 545
 546         srbcmd->function = cpu_to_le32(SRBF_ExecuteScsi);       // Force this
 547         srbcmd->channel  = cpu_to_le32(user_srbcmd->channel);
 548         srbcmd->id       = cpu_to_le32(user_srbcmd->id);
 549         srbcmd->lun      = cpu_to_le32(user_srbcmd->lun);
 550         srbcmd->timeout  = cpu_to_le32(user_srbcmd->timeout);
 551         srbcmd->flags    = cpu_to_le32(flags);
 552         srbcmd->retry_limit = 0; // Obsolete parameter
 553         srbcmd->cdb_size = cpu_to_le32(user_srbcmd->cdb_size);
 554         memcpy(srbcmd->cdb, user_srbcmd->cdb, sizeof(srbcmd->cdb));
 555
 556         switch (flags & (SRB_DataIn | SRB_DataOut)) {
 557         case SRB_DataOut:
 558                 data_dir = DMA_TO_DEVICE;
 559                 break;
 560         case (SRB_DataIn | SRB_DataOut):
 561                 data_dir = DMA_BIDIRECTIONAL;
 562                 break;
 563         case SRB_DataIn:
 564                 data_dir = DMA_FROM_DEVICE;
 565                 break;
 566         default:
 567                 data_dir = DMA_NONE;
 568         }
 569         if (user_srbcmd->sg.count > ARRAY_SIZE(sg_list)) {
 570                 dprintk((KERN_DEBUG"aacraid: too many sg entries %d\n",
 571                   le32_to_cpu(srbcmd->sg.count)));
 572                 rcode = -EINVAL;
 573                 goto cleanup;
 574         }
 575         actual_fibsize = sizeof(struct aac_srb) - sizeof(struct sgentry) +
 576                 ((user_srbcmd->sg.count & 0xff) * sizeof(struct sgentry));
 577         actual_fibsize64 = actual_fibsize + (user_srbcmd->sg.count & 0xff) *
 578           (sizeof(struct sgentry64) - sizeof(struct sgentry));
 579         /* User made a mistake - should not continue */
 580         if ((actual_fibsize != fibsize) && (actual_fibsize64 != fibsize)) {
 581                 dprintk((KERN_DEBUG"aacraid: Bad Size specified in "
 582                   "Raw SRB command calculated fibsize=%lu;%lu "
 583                   "user_srbcmd->sg.count=%d aac_srb=%lu sgentry=%lu;%lu "
 584                   "issued fibsize=%d\n",
 585                   actual_fibsize, actual_fibsize64, user_srbcmd->sg.count,
 586                   sizeof(struct aac_srb), sizeof(struct sgentry),
 587                   sizeof(struct sgentry64), fibsize));
 588                 rcode = -EINVAL;
 589                 goto cleanup;
 590         }
 591         if ((data_dir == DMA_NONE) && user_srbcmd->sg.count) {
 592                 dprintk((KERN_DEBUG"aacraid: SG with no direction specified in Raw SRB command\n"));
 593                 rcode = -EINVAL;
 594                 goto cleanup;
 595         }
 596         byte_count = 0;
 597         if (dev->adapter_info.options & AAC_OPT_SGMAP_HOST64) {
 598                 struct user_sgmap64* upsg = (struct user_sgmap64*)&user_srbcmd->sg;
 599                 struct sgmap64* psg = (struct sgmap64*)&srbcmd->sg;
 600
 601                 /*
 602                  * This should also catch if user used the 32 bit sgmap
 603                  */
 604                 if (actual_fibsize64 == fibsize) {
 605                         actual_fibsize = actual_fibsize64;
 606                         for (i = 0; i < upsg->count; i++) {
 607                                 u64 addr;
 608                                 void* p;
 609                                 if (upsg->sg[i].count >
 610                                     ((dev->adapter_info.options &
 611                                      AAC_OPT_NEW_COMM) ?
 612                                       (dev->scsi_host_ptr->max_sectors << 9) :
 613                                       65536)) {
 614                                         rcode = -EINVAL;
 615                                         goto cleanup;
 616                                 }
 617                                 /* Does this really need to be GFP_DMA? */
 618                                 p = kmalloc(upsg->sg[i].count,GFP_KERNEL|__GFP_DMA);
 619                                 if(!p) {
 620                                         dprintk((KERN_DEBUG"aacraid: Could not allocate SG buffer - size = %d buffer number %d of %d\n",
 621                                           upsg->sg[i].count,i,upsg->count));
 622                                         rcode = -ENOMEM;
 623                                         goto cleanup;
 624                                 }
 625                                 addr = (u64)upsg->sg[i].addr[0];
 626                                 addr += ((u64)upsg->sg[i].addr[1]) << 32;
 627                                 sg_user[i] = (void __user *)(uintptr_t)addr;
 628                                 sg_list[i] = p; // save so we can clean up later
 629                                 sg_indx = i;
 630
 631                                 if (flags & SRB_DataOut) {
 632                                         if(copy_from_user(p,sg_user[i],upsg->sg[i].count)){
 633                                                 dprintk((KERN_DEBUG"aacraid: Could not copy sg data from user\n"));
 634                                                 rcode = -EFAULT;
 635                                                 goto cleanup;
 636                                         }
 637                                 }
 638                                 addr = pci_map_single(dev->pdev, p, upsg->sg[i].count, data_dir);
 639
 640                                 psg->sg[i].addr[0] = cpu_to_le32(addr & 0xffffffff);
 641                                 psg->sg[i].addr[1] = cpu_to_le32(addr>>32);
 642                                 byte_count += upsg->sg[i].count;
 643                                 psg->sg[i].count = cpu_to_le32(upsg->sg[i].count);
 644                         }
 645                 } else {
 646                         struct user_sgmap* usg;
 647                         usg = kmalloc(actual_fibsize - sizeof(struct aac_srb)
 648                           + sizeof(struct sgmap), GFP_KERNEL);
 649                         if (!usg) {
 650                                 dprintk((KERN_DEBUG"aacraid: Allocation error in Raw SRB command\n"));
 651                                 rcode = -ENOMEM;
 652                                 goto cleanup;
 653                         }
 654                         memcpy (usg, upsg, actual_fibsize - sizeof(struct aac_srb)
 655                           + sizeof(struct sgmap));
 656                         actual_fibsize = actual_fibsize64;
 657
 658                         for (i = 0; i < usg->count; i++) {
 659                                 u64 addr;
 660                                 void* p;
 661                                 if (usg->sg[i].count >
 662                                     ((dev->adapter_info.options &
 663                                      AAC_OPT_NEW_COMM) ?
 664                                       (dev->scsi_host_ptr->max_sectors << 9) :
 665                                       65536)) {
 666                                         kfree(usg);
 667                                         rcode = -EINVAL;
 668                                         goto cleanup;
 669                                 }
 670                                 /* Does this really need to be GFP_DMA? */
 671                                 p = kmalloc(usg->sg[i].count,GFP_KERNEL|__GFP_DMA);
 672                                 if(!p) {
 673                                         dprintk((KERN_DEBUG "aacraid: Could not allocate SG buffer - size = %d buffer number %d of %d\n",
 674                                           usg->sg[i].count,i,usg->count));
 675                                         kfree(usg);
 676                                         rcode = -ENOMEM;
 677                                         goto cleanup;
 678                                 }
 679                                 sg_user[i] = (void __user *)(uintptr_t)usg->sg[i].addr;
 680                                 sg_list[i] = p; // save so we can clean up later
 681                                 sg_indx = i;
 682
 683                                 if (flags & SRB_DataOut) {
 684                                         if(copy_from_user(p,sg_user[i],upsg->sg[i].count)){
 685                                                 kfree (usg);
 686                                                 dprintk((KERN_DEBUG"aacraid: Could not copy sg data from user\n"));
 687                                                 rcode = -EFAULT;
 688                                                 goto cleanup;
 689                                         }
 690                                 }
 691                                 addr = pci_map_single(dev->pdev, p, usg->sg[i].count, data_dir);
 692
 693                                 psg->sg[i].addr[0] = cpu_to_le32(addr & 0xffffffff);
 694                                 psg->sg[i].addr[1] = cpu_to_le32(addr>>32);
 695                                 byte_count += usg->sg[i].count;
 696                                 psg->sg[i].count = cpu_to_le32(usg->sg[i].count);
 697                         }
 698                         kfree (usg);
 699                 }
 700                 srbcmd->count = cpu_to_le32(byte_count);
 701                 if (user_srbcmd->sg.count)
 702                         psg->count = cpu_to_le32(sg_indx+1);
 703                 else
 704                         psg->count = 0;
 705                 status = aac_fib_send(ScsiPortCommand64, srbfib, actual_fibsize, FsaNormal, 1, 1,NULL,NULL);
 706         } else {
 707                 struct user_sgmap* upsg = &user_srbcmd->sg;
 708                 struct sgmap* psg = &srbcmd->sg;
 709
 710                 if (actual_fibsize64 == fibsize) {
 711                         struct user_sgmap64* usg = (struct user_sgmap64 *)upsg;
 712                         for (i = 0; i < upsg->count; i++) {
 713                                 uintptr_t addr;
 714                                 void* p;
 715                                 if (usg->sg[i].count >
 716                                     ((dev->adapter_info.options &
 717                                      AAC_OPT_NEW_COMM) ?
 718                                       (dev->scsi_host_ptr->max_sectors << 9) :
 719                                       65536)) {
 720                                         rcode = -EINVAL;
 721                                         goto cleanup;
 722                                 }
 723                                 /* Does this really need to be GFP_DMA? */
 724                                 p = kmalloc(usg->sg[i].count,GFP_KERNEL|__GFP_DMA);
 725                                 if(!p) {
 726                                         dprintk((KERN_DEBUG"aacraid: Could not allocate SG buffer - size = %d buffer number %d of %d\n",
 727                                           usg->sg[i].count,i,usg->count));
 728                                         rcode = -ENOMEM;
 729                                         goto cleanup;
 730                                 }
 731                                 addr = (u64)usg->sg[i].addr[0];
 732                                 addr += ((u64)usg->sg[i].addr[1]) << 32;
 733                                 sg_user[i] = (void __user *)addr;
 734                                 sg_list[i] = p; // save so we can clean up later
 735                                 sg_indx = i;
 736
 737                                 if (flags & SRB_DataOut) {
 738                                         if(copy_from_user(p,sg_user[i],usg->sg[i].count)){
 739                                                 dprintk((KERN_DEBUG"aacraid: Could not copy sg data from user\n"));
 740                                                 rcode = -EFAULT;
 741                                                 goto cleanup;
 742                                         }
 743                                 }
 744                                 addr = pci_map_single(dev->pdev, p, usg->sg[i].count, data_dir);
 745
 746                                 psg->sg[i].addr = cpu_to_le32(addr & 0xffffffff);
 747                                 byte_count += usg->sg[i].count;
 748                                 psg->sg[i].count = cpu_to_le32(usg->sg[i].count);
 749                         }
 750                 } else {
 751                         for (i = 0; i < upsg->count; i++) {
 752                                 dma_addr_t addr;
 753                                 void* p;
 754                                 if (upsg->sg[i].count >
 755                                     ((dev->adapter_info.options &
 756                                      AAC_OPT_NEW_COMM) ?
 757                                       (dev->scsi_host_ptr->max_sectors << 9) :
 758                                       65536)) {
 759                                         rcode = -EINVAL;
 760                                         goto cleanup;
 761                                 }
 762                                 p = kmalloc(upsg->sg[i].count, GFP_KERNEL);
 763                                 if (!p) {
 764                                         dprintk((KERN_DEBUG"aacraid: Could not allocate SG buffer - size = %d buffer number %d of %d\n",
 765                                           upsg->sg[i].count, i, upsg->count));
 766                                         rcode = -ENOMEM;
 767                                         goto cleanup;
 768                                 }
 769                                 sg_user[i] = (void __user *)(uintptr_t)upsg->sg[i].addr;
 770                                 sg_list[i] = p; // save so we can clean up later
 771                                 sg_indx = i;
 772
 773                                 if (flags & SRB_DataOut) {
 774                                         if(copy_from_user(p, sg_user[i],
 775                                                         upsg->sg[i].count)) {
 776                                                 dprintk((KERN_DEBUG"aacraid: Could not copy sg data from user\n"));
 777                                                 rcode = -EFAULT;
 778                                                 goto cleanup;
 779                                         }
 780                                 }
 781                                 addr = pci_map_single(dev->pdev, p,
 782                                         upsg->sg[i].count, data_dir);
 783
 784                                 psg->sg[i].addr = cpu_to_le32(addr);
 785                                 byte_count += upsg->sg[i].count;
 786                                 psg->sg[i].count = cpu_to_le32(upsg->sg[i].count);
 787                         }
 788                 }
 789                 srbcmd->count = cpu_to_le32(byte_count);
 790                 if (user_srbcmd->sg.count)
 791                         psg->count = cpu_to_le32(sg_indx+1);
 792                 else
 793                         psg->count = 0;
 794                 status = aac_fib_send(ScsiPortCommand, srbfib, actual_fibsize, FsaNormal, 1, 1, NULL, NULL);
 795         }
 796         if (status == -ERESTARTSYS) {
 797                 rcode = -ERESTARTSYS;
 798                 goto cleanup;
 799         }
 800
 801         if (status != 0){
 802                 dprintk((KERN_DEBUG"aacraid: Could not send raw srb fib to hba\n"));
 803                 rcode = -ENXIO;
 804                 goto cleanup;
 805         }
 806
 807         if (flags & SRB_DataIn) {
 808                 for(i = 0 ; i <= sg_indx; i++){
 809                         byte_count = le32_to_cpu(
 810                           (dev->adapter_info.options & AAC_OPT_SGMAP_HOST64)
 811                               ? ((struct sgmap64*)&srbcmd->sg)->sg[i].count
 812                               : srbcmd->sg.sg[i].count);
 813                         if(copy_to_user(sg_user[i], sg_list[i], byte_count)){
 814                                 dprintk((KERN_DEBUG"aacraid: Could not copy sg data to user\n"));
 815                                 rcode = -EFAULT;
 816                                 goto cleanup;
 817
 818                         }
 819                 }
 820         }
 821
 822         reply = (struct aac_srb_reply *) fib_data(srbfib);
 823         if(copy_to_user(user_reply,reply,sizeof(struct aac_srb_reply))){
 824                 dprintk((KERN_DEBUG"aacraid: Could not copy reply to user\n"));
 825                 rcode = -EFAULT;
 826                 goto cleanup;
 827         }
 828
 829 cleanup:
 830         kfree(user_srbcmd);
 831         for(i=0; i <= sg_indx; i++){
 832                 kfree(sg_list[i]);
 833         }
 834         if (rcode != -ERESTARTSYS) {
 835                 aac_fib_complete(srbfib);
 836                 aac_fib_free(srbfib);
 837         }
 838
 839         return rcode;
 840 }
 841
 842 struct aac_pci_info {
 843         u32 bus;
 844         u32 slot;
 845 };
 846
 847
 848 static int aac_get_pci_info(struct aac_dev* dev, void __user *arg)
 849 {
 850         struct aac_pci_info pci_info;
 851
 852         pci_info.bus = dev->pdev->bus->number;
 853         pci_info.slot = PCI_SLOT(dev->pdev->devfn);
 854
 855         if (copy_to_user(arg, &pci_info, sizeof(struct aac_pci_info))) {
 856                 dprintk((KERN_DEBUG "aacraid: Could not copy pci info\n"));
 857                 return -EFAULT;
 858         }
 859         return 0;
 860 }
 861
 862
 863 int aac_do_ioctl(struct aac_dev * dev, int cmd, void __user *arg)
 864 {
 865         int status;
 866
 867         /*
 868          *      HBA gets first crack
 869          */
 870
 871         status = aac_dev_ioctl(dev, cmd, arg);
 872         if (status != -ENOTTY)
 873                 return status;
 874
 875         switch (cmd) {
 876         case FSACTL_MINIPORT_REV_CHECK:
 877                 status = check_revision(dev, arg);
 878                 break;
 879         case FSACTL_SEND_LARGE_FIB:
 880         case FSACTL_SENDFIB:
 881                 status = ioctl_send_fib(dev, arg);
 882                 break;
 883         case FSACTL_OPEN_GET_ADAPTER_FIB:
 884                 status = open_getadapter_fib(dev, arg);
 885                 break;
 886         case FSACTL_GET_NEXT_ADAPTER_FIB:
 887                 status = next_getadapter_fib(dev, arg);
 888                 break;
 889         case FSACTL_CLOSE_GET_ADAPTER_FIB:
 890                 status = close_getadapter_fib(dev, arg);
 891                 break;
 892         case FSACTL_SEND_RAW_SRB:
 893                 status = aac_send_raw_srb(dev,arg);
 894                 break;
 895         case FSACTL_GET_PCI_INFO:
 896                 status = aac_get_pci_info(dev,arg);
 897                 break;
 898         default:
 899                 status = -ENOTTY;
 900                 break;
 901         }
 902         return status;
 903 }
 904