drivers/scsi/aacraid/commsup.c

   1 /*
   2  *      Adaptec AAC series RAID controller driver
   3  *      (c) Copyright 2001 Red Hat Inc.
   4  *
   5  * based on the old aacraid driver that is..
   6  * Adaptec aacraid device driver for Linux.
   7  *
   8  * Copyright (c) 2000-2010 Adaptec, Inc.
   9  *               2010-2015 PMC-Sierra, Inc. (aacraid@pmc-sierra.com)
  10  *               2016-2017 Microsemi Corp. (aacraid@microsemi.com)
  11  *
  12  * This program is free software; you can redistribute it and/or modify
  13  * it under the terms of the GNU General Public License as published by
  14  * the Free Software Foundation; either version 2, or (at your option)
  15  * any later version.
  16  *
  17  * This program is distributed in the hope that it will be useful,
  18  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  19  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  20  * GNU General Public License for more details.
  21  *
  22  * You should have received a copy of the GNU General Public License
  23  * along with this program; see the file COPYING.  If not, write to
  24  * the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
  25  *
  26  * Module Name:
  27  *  commsup.c
  28  *
  29  * Abstract: Contain all routines that are required for FSA host/adapter
  30  *    communication.
  31  *
  32  */
  33
  34 #include <linux/kernel.h>
  35 #include <linux/init.h>
  36 #include <linux/crash_dump.h>
  37 #include <linux/types.h>
  38 #include <linux/sched.h>
  39 #include <linux/pci.h>
  40 #include <linux/spinlock.h>
  41 #include <linux/slab.h>
  42 #include <linux/completion.h>
  43 #include <linux/blkdev.h>
  44 #include <linux/delay.h>
  45 #include <linux/kthread.h>
  46 #include <linux/interrupt.h>
  47 #include <linux/bcd.h>
  48 #include <scsi/scsi.h>
  49 #include <scsi/scsi_host.h>
  50 #include <scsi/scsi_device.h>
  51 #include <scsi/scsi_cmnd.h>
  52
  53 #include "aacraid.h"
  54
  55 /**
  56  *      fib_map_alloc           -       allocate the fib objects
  57  *      @dev: Adapter to allocate for
  58  *
  59  *      Allocate and map the shared PCI space for the FIB blocks used to
  60  *      talk to the Adaptec firmware.
  61  */
  62
  63 static int fib_map_alloc(struct aac_dev *dev)
  64 {
  65         if (dev->max_fib_size > AAC_MAX_NATIVE_SIZE)
  66                 dev->max_cmd_size = AAC_MAX_NATIVE_SIZE;
  67         else
  68                 dev->max_cmd_size = dev->max_fib_size;
  69         if (dev->max_fib_size < AAC_MAX_NATIVE_SIZE) {
  70                 dev->max_cmd_size = AAC_MAX_NATIVE_SIZE;
  71         } else {
  72                 dev->max_cmd_size = dev->max_fib_size;
  73         }
  74
  75         dprintk((KERN_INFO
  76           "allocate hardware fibs dma_alloc_coherent(%p, %d * (%d + %d), %p)\n",
  77           &dev->pdev->dev, dev->max_cmd_size, dev->scsi_host_ptr->can_queue,
  78           AAC_NUM_MGT_FIB, &dev->hw_fib_pa));
  79         dev->hw_fib_va = dma_alloc_coherent(&dev->pdev->dev,
  80                 (dev->max_cmd_size + sizeof(struct aac_fib_xporthdr))
  81                 * (dev->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB) + (ALIGN32 - 1),
  82                 &dev->hw_fib_pa, GFP_KERNEL);
  83         if (dev->hw_fib_va == NULL)
  84                 return -ENOMEM;
  85         return 0;
  86 }
  87
  88 /**
  89  *      aac_fib_map_free                -       free the fib objects
  90  *      @dev: Adapter to free
  91  *
  92  *      Free the PCI mappings and the memory allocated for FIB blocks
  93  *      on this adapter.
  94  */
  95
  96 void aac_fib_map_free(struct aac_dev *dev)
  97 {
  98         size_t alloc_size;
  99         size_t fib_size;
 100         int num_fibs;
 101
 102         if(!dev->hw_fib_va || !dev->max_cmd_size)
 103                 return;
 104
 105         num_fibs = dev->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB;
 106         fib_size = dev->max_fib_size + sizeof(struct aac_fib_xporthdr);
 107         alloc_size = fib_size * num_fibs + ALIGN32 - 1;
 108
 109         dma_free_coherent(&dev->pdev->dev, alloc_size, dev->hw_fib_va,
 110                           dev->hw_fib_pa);
 111
 112         dev->hw_fib_va = NULL;
 113         dev->hw_fib_pa = 0;
 114 }
 115
 116 void aac_fib_vector_assign(struct aac_dev *dev)
 117 {
 118         u32 i = 0;
 119         u32 vector = 1;
 120         struct fib *fibptr = NULL;
 121
 122         for (i = 0, fibptr = &dev->fibs[i];
 123                 i < (dev->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB);
 124                 i++, fibptr++) {
 125                 if ((dev->max_msix == 1) ||
 126                   (i > ((dev->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB - 1)
 127                         - dev->vector_cap))) {
 128                         fibptr->vector_no = 0;
 129                 } else {
 130                         fibptr->vector_no = vector;
 131                         vector++;
 132                         if (vector == dev->max_msix)
 133                                 vector = 1;
 134                 }
 135         }
 136 }
 137
 138 /**
 139  *      aac_fib_setup   -       setup the fibs
 140  *      @dev: Adapter to set up
 141  *
 142  *      Allocate the PCI space for the fibs, map it and then initialise the
 143  *      fib area, the unmapped fib data and also the free list
 144  */
 145
 146 int aac_fib_setup(struct aac_dev * dev)
 147 {
 148         struct fib *fibptr;
 149         struct hw_fib *hw_fib;
 150         dma_addr_t hw_fib_pa;
 151         int i;
 152         u32 max_cmds;
 153
 154         while (((i = fib_map_alloc(dev)) == -ENOMEM)
 155          && (dev->scsi_host_ptr->can_queue > (64 - AAC_NUM_MGT_FIB))) {
 156                 max_cmds = (dev->scsi_host_ptr->can_queue+AAC_NUM_MGT_FIB) >> 1;
 157                 dev->scsi_host_ptr->can_queue = max_cmds - AAC_NUM_MGT_FIB;
 158                 if (dev->comm_interface != AAC_COMM_MESSAGE_TYPE3)
 159                         dev->init->r7.max_io_commands = cpu_to_le32(max_cmds);
 160         }
 161         if (i<0)
 162                 return -ENOMEM;
 163
 164         memset(dev->hw_fib_va, 0,
 165                 (dev->max_cmd_size + sizeof(struct aac_fib_xporthdr)) *
 166                 (dev->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB));
 167
 168         /* 32 byte alignment for PMC */
 169         hw_fib_pa = (dev->hw_fib_pa + (ALIGN32 - 1)) & ~(ALIGN32 - 1);
 170         hw_fib    = (struct hw_fib *)((unsigned char *)dev->hw_fib_va +
 171                                         (hw_fib_pa - dev->hw_fib_pa));
 172
 173         /* add Xport header */
 174         hw_fib = (struct hw_fib *)((unsigned char *)hw_fib +
 175                 sizeof(struct aac_fib_xporthdr));
 176         hw_fib_pa += sizeof(struct aac_fib_xporthdr);
 177
 178         /*
 179          *      Initialise the fibs
 180          */
 181         for (i = 0, fibptr = &dev->fibs[i];
 182                 i < (dev->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB);
 183                 i++, fibptr++)
 184         {
 185                 fibptr->flags = 0;
 186                 fibptr->size = sizeof(struct fib);
 187                 fibptr->dev = dev;
 188                 fibptr->hw_fib_va = hw_fib;
 189                 fibptr->data = (void *) fibptr->hw_fib_va->data;
 190                 fibptr->next = fibptr+1;        /* Forward chain the fibs */
 191                 init_completion(&fibptr->event_wait);
 192                 spin_lock_init(&fibptr->event_lock);
 193                 hw_fib->header.XferState = cpu_to_le32(0xffffffff);
 194                 hw_fib->header.SenderSize =
 195                         cpu_to_le16(dev->max_fib_size); /* ?? max_cmd_size */
 196                 fibptr->hw_fib_pa = hw_fib_pa;
 197                 fibptr->hw_sgl_pa = hw_fib_pa +
 198                         offsetof(struct aac_hba_cmd_req, sge[2]);
 199                 /*
 200                  * one element is for the ptr to the separate sg list,
 201                  * second element for 32 byte alignment
 202                  */
 203                 fibptr->hw_error_pa = hw_fib_pa +
 204                         offsetof(struct aac_native_hba, resp.resp_bytes[0]);
 205
 206                 hw_fib = (struct hw_fib *)((unsigned char *)hw_fib +
 207                         dev->max_cmd_size + sizeof(struct aac_fib_xporthdr));
 208                 hw_fib_pa = hw_fib_pa +
 209                         dev->max_cmd_size + sizeof(struct aac_fib_xporthdr);
 210         }
 211
 212         /*
 213          *Assign vector numbers to fibs
 214          */
 215         aac_fib_vector_assign(dev);
 216
 217         /*
 218          *      Add the fib chain to the free list
 219          */
 220         dev->fibs[dev->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB - 1].next = NULL;
 221         /*
 222         *       Set 8 fibs aside for management tools
 223         */
 224         dev->free_fib = &dev->fibs[dev->scsi_host_ptr->can_queue];
 225         return 0;
 226 }
 227
 228 /**
 229  *      aac_fib_alloc_tag-allocate a fib using tags
 230  *      @dev: Adapter to allocate the fib for
 231  *
 232  *      Allocate a fib from the adapter fib pool using tags
 233  *      from the blk layer.
 234  */
 235
 236 struct fib *aac_fib_alloc_tag(struct aac_dev *dev, struct scsi_cmnd *scmd)
 237 {
 238         struct fib *fibptr;
 239
 240         fibptr = &dev->fibs[scmd->request->tag];
 241         /*
 242          *      Null out fields that depend on being zero at the start of
 243          *      each I/O
 244          */
 245         fibptr->hw_fib_va->header.XferState = 0;
 246         fibptr->type = FSAFS_NTC_FIB_CONTEXT;
 247         fibptr->callback_data = NULL;
 248         fibptr->callback = NULL;
 249
 250         return fibptr;
 251 }
 252
 253 /**
 254  *      aac_fib_alloc   -       allocate a fib
 255  *      @dev: Adapter to allocate the fib for
 256  *
 257  *      Allocate a fib from the adapter fib pool. If the pool is empty we
 258  *      return NULL.
 259  */
 260
 261 struct fib *aac_fib_alloc(struct aac_dev *dev)
 262 {
 263         struct fib * fibptr;
 264         unsigned long flags;
 265         spin_lock_irqsave(&dev->fib_lock, flags);
 266         fibptr = dev->free_fib;
 267         if(!fibptr){
 268                 spin_unlock_irqrestore(&dev->fib_lock, flags);
 269                 return fibptr;
 270         }
 271         dev->free_fib = fibptr->next;
 272         spin_unlock_irqrestore(&dev->fib_lock, flags);
 273         /*
 274          *      Set the proper node type code and node byte size
 275          */
 276         fibptr->type = FSAFS_NTC_FIB_CONTEXT;
 277         fibptr->size = sizeof(struct fib);
 278         /*
 279          *      Null out fields that depend on being zero at the start of
 280          *      each I/O
 281          */
 282         fibptr->hw_fib_va->header.XferState = 0;
 283         fibptr->flags = 0;
 284         fibptr->callback = NULL;
 285         fibptr->callback_data = NULL;
 286
 287         return fibptr;
 288 }
 289
 290 /**
 291  *      aac_fib_free    -       free a fib
 292  *      @fibptr: fib to free up
 293  *
 294  *      Frees up a fib and places it on the appropriate queue
 295  */
 296
 297 void aac_fib_free(struct fib *fibptr)
 298 {
 299         unsigned long flags;
 300
 301         if (fibptr->done == 2)
 302                 return;
 303
 304         spin_lock_irqsave(&fibptr->dev->fib_lock, flags);
 305         if (unlikely(fibptr->flags & FIB_CONTEXT_FLAG_TIMED_OUT))
 306                 aac_config.fib_timeouts++;
 307         if (!(fibptr->flags & FIB_CONTEXT_FLAG_NATIVE_HBA) &&
 308                 fibptr->hw_fib_va->header.XferState != 0) {
 309                 printk(KERN_WARNING "aac_fib_free, XferState != 0, fibptr = 0x%p, XferState = 0x%x\n",
 310                          (void*)fibptr,
 311                          le32_to_cpu(fibptr->hw_fib_va->header.XferState));
 312         }
 313         fibptr->next = fibptr->dev->free_fib;
 314         fibptr->dev->free_fib = fibptr;
 315         spin_unlock_irqrestore(&fibptr->dev->fib_lock, flags);
 316 }
 317
 318 /**
 319  *      aac_fib_init    -       initialise a fib
 320  *      @fibptr: The fib to initialize
 321  *
 322  *      Set up the generic fib fields ready for use
 323  */
 324
 325 void aac_fib_init(struct fib *fibptr)
 326 {
 327         struct hw_fib *hw_fib = fibptr->hw_fib_va;
 328
 329         memset(&hw_fib->header, 0, sizeof(struct aac_fibhdr));
 330         hw_fib->header.StructType = FIB_MAGIC;
 331         hw_fib->header.Size = cpu_to_le16(fibptr->dev->max_fib_size);
 332         hw_fib->header.XferState = cpu_to_le32(HostOwned | FibInitialized | FibEmpty | FastResponseCapable);
 333         hw_fib->header.u.ReceiverFibAddress = cpu_to_le32(fibptr->hw_fib_pa);
 334         hw_fib->header.SenderSize = cpu_to_le16(fibptr->dev->max_fib_size);
 335 }
 336
 337 /**
 338  *      fib_deallocate          -       deallocate a fib
 339  *      @fibptr: fib to deallocate
 340  *
 341  *      Will deallocate and return to the free pool the FIB pointed to by the
 342  *      caller.
 343  */
 344
 345 static void fib_dealloc(struct fib * fibptr)
 346 {
 347         struct hw_fib *hw_fib = fibptr->hw_fib_va;
 348         hw_fib->header.XferState = 0;
 349 }
 350
 351 /*
 352  *      Commuication primitives define and support the queuing method we use to
 353  *      support host to adapter commuication. All queue accesses happen through
 354  *      these routines and are the only routines which have a knowledge of the
 355  *       how these queues are implemented.
 356  */
 357
 358 /**
 359  *      aac_get_entry           -       get a queue entry
 360  *      @dev: Adapter
 361  *      @qid: Queue Number
 362  *      @entry: Entry return
 363  *      @index: Index return
 364  *      @nonotify: notification control
 365  *
 366  *      With a priority the routine returns a queue entry if the queue has free entries. If the queue
 367  *      is full(no free entries) than no entry is returned and the function returns 0 otherwise 1 is
 368  *      returned.
 369  */
 370
 371 static int aac_get_entry (struct aac_dev * dev, u32 qid, struct aac_entry **entry, u32 * index, unsigned long *nonotify)
 372 {
 373         struct aac_queue * q;
 374         unsigned long idx;
 375
 376         /*
 377          *      All of the queues wrap when they reach the end, so we check
 378          *      to see if they have reached the end and if they have we just
 379          *      set the index back to zero. This is a wrap. You could or off
 380          *      the high bits in all updates but this is a bit faster I think.
 381          */
 382
 383         q = &dev->queues->queue[qid];
 384
 385         idx = *index = le32_to_cpu(*(q->headers.producer));
 386         /* Interrupt Moderation, only interrupt for first two entries */
 387         if (idx != le32_to_cpu(*(q->headers.consumer))) {
 388                 if (--idx == 0) {
 389                         if (qid == AdapNormCmdQueue)
 390                                 idx = ADAP_NORM_CMD_ENTRIES;
 391                         else
 392                                 idx = ADAP_NORM_RESP_ENTRIES;
 393                 }
 394                 if (idx != le32_to_cpu(*(q->headers.consumer)))
 395                         *nonotify = 1;
 396         }
 397
 398         if (qid == AdapNormCmdQueue) {
 399                 if (*index >= ADAP_NORM_CMD_ENTRIES)
 400                         *index = 0; /* Wrap to front of the Producer Queue. */
 401         } else {
 402                 if (*index >= ADAP_NORM_RESP_ENTRIES)
 403                         *index = 0; /* Wrap to front of the Producer Queue. */
 404         }
 405
 406         /* Queue is full */
 407         if ((*index + 1) == le32_to_cpu(*(q->headers.consumer))) {
 408                 printk(KERN_WARNING "Queue %d full, %u outstanding.\n",
 409                                 qid, atomic_read(&q->numpending));
 410                 return 0;
 411         } else {
 412                 *entry = q->base + *index;
 413                 return 1;
 414         }
 415 }
 416
 417 /**
 418  *      aac_queue_get           -       get the next free QE
 419  *      @dev: Adapter
 420  *      @index: Returned index
 421  *      @priority: Priority of fib
 422  *      @fib: Fib to associate with the queue entry
 423  *      @wait: Wait if queue full
 424  *      @fibptr: Driver fib object to go with fib
 425  *      @nonotify: Don't notify the adapter
 426  *
 427  *      Gets the next free QE off the requested priorty adapter command
 428  *      queue and associates the Fib with the QE. The QE represented by
 429  *      index is ready to insert on the queue when this routine returns
 430  *      success.
 431  */
 432
 433 int aac_queue_get(struct aac_dev * dev, u32 * index, u32 qid, struct hw_fib * hw_fib, int wait, struct fib * fibptr, unsigned long *nonotify)
 434 {
 435         struct aac_entry * entry = NULL;
 436         int map = 0;
 437
 438         if (qid == AdapNormCmdQueue) {
 439                 /*  if no entries wait for some if caller wants to */
 440                 while (!aac_get_entry(dev, qid, &entry, index, nonotify)) {
 441                         printk(KERN_ERR "GetEntries failed\n");
 442                 }
 443                 /*
 444                  *      Setup queue entry with a command, status and fib mapped
 445                  */
 446                 entry->size = cpu_to_le32(le16_to_cpu(hw_fib->header.Size));
 447                 map = 1;
 448         } else {
 449                 while (!aac_get_entry(dev, qid, &entry, index, nonotify)) {
 450                         /* if no entries wait for some if caller wants to */
 451                 }
 452                 /*
 453                  *      Setup queue entry with command, status and fib mapped
 454                  */
 455                 entry->size = cpu_to_le32(le16_to_cpu(hw_fib->header.Size));
 456                 entry->addr = hw_fib->header.SenderFibAddress;
 457                         /* Restore adapters pointer to the FIB */
 458                 hw_fib->header.u.ReceiverFibAddress = hw_fib->header.SenderFibAddress;  /* Let the adapter now where to find its data */
 459                 map = 0;
 460         }
 461         /*
 462          *      If MapFib is true than we need to map the Fib and put pointers
 463          *      in the queue entry.
 464          */
 465         if (map)
 466                 entry->addr = cpu_to_le32(fibptr->hw_fib_pa);
 467         return 0;
 468 }
 469
 470 /*
 471  *      Define the highest level of host to adapter communication routines.
 472  *      These routines will support host to adapter FS commuication. These
 473  *      routines have no knowledge of the commuication method used. This level
 474  *      sends and receives FIBs. This level has no knowledge of how these FIBs
 475  *      get passed back and forth.
 476  */
 477
 478 /**
 479  *      aac_fib_send    -       send a fib to the adapter
 480  *      @command: Command to send
 481  *      @fibptr: The fib
 482  *      @size: Size of fib data area
 483  *      @priority: Priority of Fib
 484  *      @wait: Async/sync select
 485  *      @reply: True if a reply is wanted
 486  *      @callback: Called with reply
 487  *      @callback_data: Passed to callback
 488  *
 489  *      Sends the requested FIB to the adapter and optionally will wait for a
 490  *      response FIB. If the caller does not wish to wait for a response than
 491  *      an event to wait on must be supplied. This event will be set when a
 492  *      response FIB is received from the adapter.
 493  */
 494
 495 int aac_fib_send(u16 command, struct fib *fibptr, unsigned long size,
 496                 int priority, int wait, int reply, fib_callback callback,
 497                 void *callback_data)
 498 {
 499         struct aac_dev * dev = fibptr->dev;
 500         struct hw_fib * hw_fib = fibptr->hw_fib_va;
 501         unsigned long flags = 0;
 502         unsigned long mflags = 0;
 503         unsigned long sflags = 0;
 504
 505         if (!(hw_fib->header.XferState & cpu_to_le32(HostOwned)))
 506                 return -EBUSY;
 507
 508         if (hw_fib->header.XferState & cpu_to_le32(AdapterProcessed))
 509                 return -EINVAL;
 510
 511         /*
 512          *      There are 5 cases with the wait and response requested flags.
 513          *      The only invalid cases are if the caller requests to wait and
 514          *      does not request a response and if the caller does not want a
 515          *      response and the Fib is not allocated from pool. If a response
 516          *      is not requested the Fib will just be deallocaed by the DPC
 517          *      routine when the response comes back from the adapter. No
 518          *      further processing will be done besides deleting the Fib. We
 519          *      will have a debug mode where the adapter can notify the host
 520          *      it had a problem and the host can log that fact.
 521          */
 522         fibptr->flags = 0;
 523         if (wait && !reply) {
 524                 return -EINVAL;
 525         } else if (!wait && reply) {
 526                 hw_fib->header.XferState |= cpu_to_le32(Async | ResponseExpected);
 527                 FIB_COUNTER_INCREMENT(aac_config.AsyncSent);
 528         } else if (!wait && !reply) {
 529                 hw_fib->header.XferState |= cpu_to_le32(NoResponseExpected);
 530                 FIB_COUNTER_INCREMENT(aac_config.NoResponseSent);
 531         } else if (wait && reply) {
 532                 hw_fib->header.XferState |= cpu_to_le32(ResponseExpected);
 533                 FIB_COUNTER_INCREMENT(aac_config.NormalSent);
 534         }
 535         /*
 536          *      Map the fib into 32bits by using the fib number
 537          */
 538
 539         hw_fib->header.SenderFibAddress =
 540                 cpu_to_le32(((u32)(fibptr - dev->fibs)) << 2);
 541
 542         /* use the same shifted value for handle to be compatible
 543          * with the new native hba command handle
 544          */
 545         hw_fib->header.Handle =
 546                 cpu_to_le32((((u32)(fibptr - dev->fibs)) << 2) + 1);
 547
 548         /*
 549          *      Set FIB state to indicate where it came from and if we want a
 550          *      response from the adapter. Also load the command from the
 551          *      caller.
 552          *
 553          *      Map the hw fib pointer as a 32bit value
 554          */
 555         hw_fib->header.Command = cpu_to_le16(command);
 556         hw_fib->header.XferState |= cpu_to_le32(SentFromHost);
 557         /*
 558          *      Set the size of the Fib we want to send to the adapter
 559          */
 560         hw_fib->header.Size = cpu_to_le16(sizeof(struct aac_fibhdr) + size);
 561         if (le16_to_cpu(hw_fib->header.Size) > le16_to_cpu(hw_fib->header.SenderSize)) {
 562                 return -EMSGSIZE;
 563         }
 564         /*
 565          *      Get a queue entry connect the FIB to it and send an notify
 566          *      the adapter a command is ready.
 567          */
 568         hw_fib->header.XferState |= cpu_to_le32(NormalPriority);
 569
 570         /*
 571          *      Fill in the Callback and CallbackContext if we are not
 572          *      going to wait.
 573          */
 574         if (!wait) {
 575                 fibptr->callback = callback;
 576                 fibptr->callback_data = callback_data;
 577                 fibptr->flags = FIB_CONTEXT_FLAG;
 578         }
 579
 580         fibptr->done = 0;
 581
 582         FIB_COUNTER_INCREMENT(aac_config.FibsSent);
 583
 584         dprintk((KERN_DEBUG "Fib contents:.\n"));
 585         dprintk((KERN_DEBUG "  Command =               %d.\n", le32_to_cpu(hw_fib->header.Command)));
 586         dprintk((KERN_DEBUG "  SubCommand =            %d.\n", le32_to_cpu(((struct aac_query_mount *)fib_data(fibptr))->command)));
 587         dprintk((KERN_DEBUG "  XferState  =            %x.\n", le32_to_cpu(hw_fib->header.XferState)));
 588         dprintk((KERN_DEBUG "  hw_fib va being sent=%p\n",fibptr->hw_fib_va));
 589         dprintk((KERN_DEBUG "  hw_fib pa being sent=%lx\n",(ulong)fibptr->hw_fib_pa));
 590         dprintk((KERN_DEBUG "  fib being sent=%p\n",fibptr));
 591
 592         if (!dev->queues)
 593                 return -EBUSY;
 594
 595         if (wait) {
 596
 597                 spin_lock_irqsave(&dev->manage_lock, mflags);
 598                 if (dev->management_fib_count >= AAC_NUM_MGT_FIB) {
 599                         printk(KERN_INFO "No management Fibs Available:%d\n",
 600                                                 dev->management_fib_count);
 601                         spin_unlock_irqrestore(&dev->manage_lock, mflags);
 602                         return -EBUSY;
 603                 }
 604                 dev->management_fib_count++;
 605                 spin_unlock_irqrestore(&dev->manage_lock, mflags);
 606                 spin_lock_irqsave(&fibptr->event_lock, flags);
 607         }
 608
 609         if (dev->sync_mode) {
 610                 if (wait)
 611                         spin_unlock_irqrestore(&fibptr->event_lock, flags);
 612                 spin_lock_irqsave(&dev->sync_lock, sflags);
 613                 if (dev->sync_fib) {
 614                         list_add_tail(&fibptr->fiblink, &dev->sync_fib_list);
 615                         spin_unlock_irqrestore(&dev->sync_lock, sflags);
 616                 } else {
 617                         dev->sync_fib = fibptr;
 618                         spin_unlock_irqrestore(&dev->sync_lock, sflags);
 619                         aac_adapter_sync_cmd(dev, SEND_SYNCHRONOUS_FIB,
 620                                 (u32)fibptr->hw_fib_pa, 0, 0, 0, 0, 0,
 621                                 NULL, NULL, NULL, NULL, NULL);
 622                 }
 623                 if (wait) {
 624                         fibptr->flags |= FIB_CONTEXT_FLAG_WAIT;
 625                         if (wait_for_completion_interruptible(&fibptr->event_wait)) {
 626                                 fibptr->flags &= ~FIB_CONTEXT_FLAG_WAIT;
 627                                 return -EFAULT;
 628                         }
 629                         return 0;
 630                 }
 631                 return -EINPROGRESS;
 632         }
 633
 634         if (aac_adapter_deliver(fibptr) != 0) {
 635                 printk(KERN_ERR "aac_fib_send: returned -EBUSY\n");
 636                 if (wait) {
 637                         spin_unlock_irqrestore(&fibptr->event_lock, flags);
 638                         spin_lock_irqsave(&dev->manage_lock, mflags);
 639                         dev->management_fib_count--;
 640                         spin_unlock_irqrestore(&dev->manage_lock, mflags);
 641                 }
 642                 return -EBUSY;
 643         }
 644
 645
 646         /*
 647          *      If the caller wanted us to wait for response wait now.
 648          */
 649
 650         if (wait) {
 651                 spin_unlock_irqrestore(&fibptr->event_lock, flags);
 652                 /* Only set for first known interruptable command */
 653                 if (wait < 0) {
 654                         /*
 655                          * *VERY* Dangerous to time out a command, the
 656                          * assumption is made that we have no hope of
 657                          * functioning because an interrupt routing or other
 658                          * hardware failure has occurred.
 659                          */
 660                         unsigned long timeout = jiffies + (180 * HZ); /* 3 minutes */
 661                         while (!try_wait_for_completion(&fibptr->event_wait)) {
 662                                 int blink;
 663                                 if (time_is_before_eq_jiffies(timeout)) {
 664                                         struct aac_queue * q = &dev->queues->queue[AdapNormCmdQueue];
 665                                         atomic_dec(&q->numpending);
 666                                         if (wait == -1) {
 667                                                 printk(KERN_ERR "aacraid: aac_fib_send: first asynchronous command timed out.\n"
 668                                                   "Usually a result of a PCI interrupt routing problem;\n"
 669                                                   "update mother board BIOS or consider utilizing one of\n"
 670                                                   "the SAFE mode kernel options (acpi, apic etc)\n");
 671                                         }
 672                                         return -ETIMEDOUT;
 673                                 }
 674
 675                                 if (unlikely(pci_channel_offline(dev->pdev)))
 676                                         return -EFAULT;
 677
 678                                 if ((blink = aac_adapter_check_health(dev)) > 0) {
 679                                         if (wait == -1) {
 680                                                 printk(KERN_ERR "aacraid: aac_fib_send: adapter blinkLED 0x%x.\n"
 681                                                   "Usually a result of a serious unrecoverable hardware problem\n",
 682                                                   blink);
 683                                         }
 684                                         return -EFAULT;
 685                                 }
 686                                 /*
 687                                  * Allow other processes / CPUS to use core
 688                                  */
 689                                 schedule();
 690                         }
 691                 } else if (wait_for_completion_interruptible(&fibptr->event_wait)) {
 692                         /* Do nothing ... satisfy
 693                          * wait_for_completion_interruptible must_check */
 694                 }
 695
 696                 spin_lock_irqsave(&fibptr->event_lock, flags);
 697                 if (fibptr->done == 0) {
 698                         fibptr->done = 2; /* Tell interrupt we aborted */
 699                         spin_unlock_irqrestore(&fibptr->event_lock, flags);
 700                         return -ERESTARTSYS;
 701                 }
 702                 spin_unlock_irqrestore(&fibptr->event_lock, flags);
 703                 BUG_ON(fibptr->done == 0);
 704
 705                 if(unlikely(fibptr->flags & FIB_CONTEXT_FLAG_TIMED_OUT))
 706                         return -ETIMEDOUT;
 707                 return 0;
 708         }
 709         /*
 710          *      If the user does not want a response than return success otherwise
 711          *      return pending
 712          */
 713         if (reply)
 714                 return -EINPROGRESS;
 715         else
 716                 return 0;
 717 }
 718
 719 int aac_hba_send(u8 command, struct fib *fibptr, fib_callback callback,
 720                 void *callback_data)
 721 {
 722         struct aac_dev *dev = fibptr->dev;
 723         int wait;
 724         unsigned long flags = 0;
 725         unsigned long mflags = 0;
 726         struct aac_hba_cmd_req *hbacmd = (struct aac_hba_cmd_req *)
 727                         fibptr->hw_fib_va;
 728
 729         fibptr->flags = (FIB_CONTEXT_FLAG | FIB_CONTEXT_FLAG_NATIVE_HBA);
 730         if (callback) {
 731                 wait = 0;
 732                 fibptr->callback = callback;
 733                 fibptr->callback_data = callback_data;
 734         } else
 735                 wait = 1;
 736
 737
 738         hbacmd->iu_type = command;
 739
 740         if (command == HBA_IU_TYPE_SCSI_CMD_REQ) {
 741                 /* bit1 of request_id must be 0 */
 742                 hbacmd->request_id =
 743                         cpu_to_le32((((u32)(fibptr - dev->fibs)) << 2) + 1);
 744                 fibptr->flags |= FIB_CONTEXT_FLAG_SCSI_CMD;
 745         } else if (command != HBA_IU_TYPE_SCSI_TM_REQ)
 746                 return -EINVAL;
 747
 748
 749         if (wait) {
 750                 spin_lock_irqsave(&dev->manage_lock, mflags);
 751                 if (dev->management_fib_count >= AAC_NUM_MGT_FIB) {
 752                         spin_unlock_irqrestore(&dev->manage_lock, mflags);
 753                         return -EBUSY;
 754                 }
 755                 dev->management_fib_count++;
 756                 spin_unlock_irqrestore(&dev->manage_lock, mflags);
 757                 spin_lock_irqsave(&fibptr->event_lock, flags);
 758         }
 759
 760         if (aac_adapter_deliver(fibptr) != 0) {
 761                 if (wait) {
 762                         spin_unlock_irqrestore(&fibptr->event_lock, flags);
 763                         spin_lock_irqsave(&dev->manage_lock, mflags);
 764                         dev->management_fib_count--;
 765                         spin_unlock_irqrestore(&dev->manage_lock, mflags);
 766                 }
 767                 return -EBUSY;
 768         }
 769         FIB_COUNTER_INCREMENT(aac_config.NativeSent);
 770
 771         if (wait) {
 772
 773                 spin_unlock_irqrestore(&fibptr->event_lock, flags);
 774
 775                 if (unlikely(pci_channel_offline(dev->pdev)))
 776                         return -EFAULT;
 777
 778                 fibptr->flags |= FIB_CONTEXT_FLAG_WAIT;
 779                 if (wait_for_completion_interruptible(&fibptr->event_wait))
 780                         fibptr->done = 2;
 781                 fibptr->flags &= ~(FIB_CONTEXT_FLAG_WAIT);
 782
 783                 spin_lock_irqsave(&fibptr->event_lock, flags);
 784                 if ((fibptr->done == 0) || (fibptr->done == 2)) {
 785                         fibptr->done = 2; /* Tell interrupt we aborted */
 786                         spin_unlock_irqrestore(&fibptr->event_lock, flags);
 787                         return -ERESTARTSYS;
 788                 }
 789                 spin_unlock_irqrestore(&fibptr->event_lock, flags);
 790                 WARN_ON(fibptr->done == 0);
 791
 792                 if (unlikely(fibptr->flags & FIB_CONTEXT_FLAG_TIMED_OUT))
 793                         return -ETIMEDOUT;
 794
 795                 return 0;
 796         }
 797
 798         return -EINPROGRESS;
 799 }
 800
 801 /**
 802  *      aac_consumer_get        -       get the top of the queue
 803  *      @dev: Adapter
 804  *      @q: Queue
 805  *      @entry: Return entry
 806  *
 807  *      Will return a pointer to the entry on the top of the queue requested that
 808  *      we are a consumer of, and return the address of the queue entry. It does
 809  *      not change the state of the queue.
 810  */
 811
 812 int aac_consumer_get(struct aac_dev * dev, struct aac_queue * q, struct aac_entry **entry)
 813 {
 814         u32 index;
 815         int status;
 816         if (le32_to_cpu(*q->headers.producer) == le32_to_cpu(*q->headers.consumer)) {
 817                 status = 0;
 818         } else {
 819                 /*
 820                  *      The consumer index must be wrapped if we have reached
 821                  *      the end of the queue, else we just use the entry
 822                  *      pointed to by the header index
 823                  */
 824                 if (le32_to_cpu(*q->headers.consumer) >= q->entries)
 825                         index = 0;
 826                 else
 827                         index = le32_to_cpu(*q->headers.consumer);
 828                 *entry = q->base + index;
 829                 status = 1;
 830         }
 831         return(status);
 832 }
 833
 834 /**
 835  *      aac_consumer_free       -       free consumer entry
 836  *      @dev: Adapter
 837  *      @q: Queue
 838  *      @qid: Queue ident
 839  *
 840  *      Frees up the current top of the queue we are a consumer of. If the
 841  *      queue was full notify the producer that the queue is no longer full.
 842  */
 843
 844 void aac_consumer_free(struct aac_dev * dev, struct aac_queue *q, u32 qid)
 845 {
 846         int wasfull = 0;
 847         u32 notify;
 848
 849         if ((le32_to_cpu(*q->headers.producer)+1) == le32_to_cpu(*q->headers.consumer))
 850                 wasfull = 1;
 851
 852         if (le32_to_cpu(*q->headers.consumer) >= q->entries)
 853                 *q->headers.consumer = cpu_to_le32(1);
 854         else
 855                 le32_add_cpu(q->headers.consumer, 1);
 856
 857         if (wasfull) {
 858                 switch (qid) {
 859
 860                 case HostNormCmdQueue:
 861                         notify = HostNormCmdNotFull;
 862                         break;
 863                 case HostNormRespQueue:
 864                         notify = HostNormRespNotFull;
 865                         break;
 866                 default:
 867                         BUG();
 868                         return;
 869                 }
 870                 aac_adapter_notify(dev, notify);
 871         }
 872 }
 873
 874 /**
 875  *      aac_fib_adapter_complete        -       complete adapter issued fib
 876  *      @fibptr: fib to complete
 877  *      @size: size of fib
 878  *
 879  *      Will do all necessary work to complete a FIB that was sent from
 880  *      the adapter.
 881  */
 882
 883 int aac_fib_adapter_complete(struct fib *fibptr, unsigned short size)
 884 {
 885         struct hw_fib * hw_fib = fibptr->hw_fib_va;
 886         struct aac_dev * dev = fibptr->dev;
 887         struct aac_queue * q;
 888         unsigned long nointr = 0;
 889         unsigned long qflags;
 890
 891         if (dev->comm_interface == AAC_COMM_MESSAGE_TYPE1 ||
 892                 dev->comm_interface == AAC_COMM_MESSAGE_TYPE2 ||
 893                 dev->comm_interface == AAC_COMM_MESSAGE_TYPE3) {
 894                 kfree(hw_fib);
 895                 return 0;
 896         }
 897
 898         if (hw_fib->header.XferState == 0) {
 899                 if (dev->comm_interface == AAC_COMM_MESSAGE)
 900                         kfree(hw_fib);
 901                 return 0;
 902         }
 903         /*
 904          *      If we plan to do anything check the structure type first.
 905          */
 906         if (hw_fib->header.StructType != FIB_MAGIC &&
 907             hw_fib->header.StructType != FIB_MAGIC2 &&
 908             hw_fib->header.StructType != FIB_MAGIC2_64) {
 909                 if (dev->comm_interface == AAC_COMM_MESSAGE)
 910                         kfree(hw_fib);
 911                 return -EINVAL;
 912         }
 913         /*
 914          *      This block handles the case where the adapter had sent us a
 915          *      command and we have finished processing the command. We
 916          *      call completeFib when we are done processing the command
 917          *      and want to send a response back to the adapter. This will
 918          *      send the completed cdb to the adapter.
 919          */
 920         if (hw_fib->header.XferState & cpu_to_le32(SentFromAdapter)) {
 921                 if (dev->comm_interface == AAC_COMM_MESSAGE) {
 922                         kfree (hw_fib);
 923                 } else {
 924                         u32 index;
 925                         hw_fib->header.XferState |= cpu_to_le32(HostProcessed);
 926                         if (size) {
 927                                 size += sizeof(struct aac_fibhdr);
 928                                 if (size > le16_to_cpu(hw_fib->header.SenderSize))
 929                                         return -EMSGSIZE;
 930                                 hw_fib->header.Size = cpu_to_le16(size);
 931                         }
 932                         q = &dev->queues->queue[AdapNormRespQueue];
 933                         spin_lock_irqsave(q->lock, qflags);
 934                         aac_queue_get(dev, &index, AdapNormRespQueue, hw_fib, 1, NULL, &nointr);
 935                         *(q->headers.producer) = cpu_to_le32(index + 1);
 936                         spin_unlock_irqrestore(q->lock, qflags);
 937                         if (!(nointr & (int)aac_config.irq_mod))
 938                                 aac_adapter_notify(dev, AdapNormRespQueue);
 939                 }
 940         } else {
 941                 printk(KERN_WARNING "aac_fib_adapter_complete: "
 942                         "Unknown xferstate detected.\n");
 943                 BUG();
 944         }
 945         return 0;
 946 }
 947
 948 /**
 949  *      aac_fib_complete        -       fib completion handler
 950  *      @fib: FIB to complete
 951  *
 952  *      Will do all necessary work to complete a FIB.
 953  */
 954
 955 int aac_fib_complete(struct fib *fibptr)
 956 {
 957         struct hw_fib * hw_fib = fibptr->hw_fib_va;
 958
 959         if (fibptr->flags & FIB_CONTEXT_FLAG_NATIVE_HBA) {
 960                 fib_dealloc(fibptr);
 961                 return 0;
 962         }
 963
 964         /*
 965          *      Check for a fib which has already been completed or with a
 966          *      status wait timeout
 967          */
 968
 969         if (hw_fib->header.XferState == 0 || fibptr->done == 2)
 970                 return 0;
 971         /*
 972          *      If we plan to do anything check the structure type first.
 973          */
 974
 975         if (hw_fib->header.StructType != FIB_MAGIC &&
 976             hw_fib->header.StructType != FIB_MAGIC2 &&
 977             hw_fib->header.StructType != FIB_MAGIC2_64)
 978                 return -EINVAL;
 979         /*
 980          *      This block completes a cdb which orginated on the host and we
 981          *      just need to deallocate the cdb or reinit it. At this point the
 982          *      command is complete that we had sent to the adapter and this
 983          *      cdb could be reused.
 984          */
 985
 986         if((hw_fib->header.XferState & cpu_to_le32(SentFromHost)) &&
 987                 (hw_fib->header.XferState & cpu_to_le32(AdapterProcessed)))
 988         {
 989                 fib_dealloc(fibptr);
 990         }
 991         else if(hw_fib->header.XferState & cpu_to_le32(SentFromHost))
 992         {
 993                 /*
 994                  *      This handles the case when the host has aborted the I/O
 995                  *      to the adapter because the adapter is not responding
 996                  */
 997                 fib_dealloc(fibptr);
 998         } else if(hw_fib->header.XferState & cpu_to_le32(HostOwned)) {
 999                 fib_dealloc(fibptr);
1000         } else {
1001                 BUG();
1002         }
1003         return 0;
1004 }
1005
1006 /**
1007  *      aac_printf      -       handle printf from firmware
1008  *      @dev: Adapter
1009  *      @val: Message info
1010  *
1011  *      Print a message passed to us by the controller firmware on the
1012  *      Adaptec board
1013  */
1014
1015 void aac_printf(struct aac_dev *dev, u32 val)
1016 {
1017         char *cp = dev->printfbuf;
1018         if (dev->printf_enabled)
1019         {
1020                 int length = val & 0xffff;
1021                 int level = (val >> 16) & 0xffff;
1022
1023                 /*
1024                  *      The size of the printfbuf is set in port.c
1025                  *      There is no variable or define for it
1026                  */
1027                 if (length > 255)
1028                         length = 255;
1029                 if (cp[length] != 0)
1030                         cp[length] = 0;
1031                 if (level == LOG_AAC_HIGH_ERROR)
1032                         printk(KERN_WARNING "%s:%s", dev->name, cp);
1033                 else
1034                         printk(KERN_INFO "%s:%s", dev->name, cp);
1035         }
1036         memset(cp, 0, 256);
1037 }
1038
1039 static inline int aac_aif_data(struct aac_aifcmd *aifcmd, uint32_t index)
1040 {
1041         return le32_to_cpu(((__le32 *)aifcmd->data)[index]);
1042 }
1043
1044
1045 static void aac_handle_aif_bu(struct aac_dev *dev, struct aac_aifcmd *aifcmd)
1046 {
1047         switch (aac_aif_data(aifcmd, 1)) {
1048         case AifBuCacheDataLoss:
1049                 if (aac_aif_data(aifcmd, 2))
1050                         dev_info(&dev->pdev->dev, "Backup unit had cache data loss - [%d]\n",
1051                         aac_aif_data(aifcmd, 2));
1052                 else
1053                         dev_info(&dev->pdev->dev, "Backup Unit had cache data loss\n");
1054                 break;
1055         case AifBuCacheDataRecover:
1056                 if (aac_aif_data(aifcmd, 2))
1057                         dev_info(&dev->pdev->dev, "DDR cache data recovered successfully - [%d]\n",
1058                         aac_aif_data(aifcmd, 2));
1059                 else
1060                         dev_info(&dev->pdev->dev, "DDR cache data recovered successfully\n");
1061                 break;
1062         }
1063 }
1064
1065 /**
1066  *      aac_handle_aif          -       Handle a message from the firmware
1067  *      @dev: Which adapter this fib is from
1068  *      @fibptr: Pointer to fibptr from adapter
1069  *
1070  *      This routine handles a driver notify fib from the adapter and
1071  *      dispatches it to the appropriate routine for handling.
1072  */
1073
1074 #define AIF_SNIFF_TIMEOUT       (500*HZ)
1075 static void aac_handle_aif(struct aac_dev * dev, struct fib * fibptr)
1076 {
1077         struct hw_fib * hw_fib = fibptr->hw_fib_va;
1078         struct aac_aifcmd * aifcmd = (struct aac_aifcmd *)hw_fib->data;
1079         u32 channel, id, lun, container;
1080         struct scsi_device *device;
1081         enum {
1082                 NOTHING,
1083                 DELETE,
1084                 ADD,
1085                 CHANGE
1086         } device_config_needed = NOTHING;
1087
1088         /* Sniff for container changes */
1089
1090         if (!dev || !dev->fsa_dev)
1091                 return;
1092         container = channel = id = lun = (u32)-1;
1093
1094         /*
1095          *      We have set this up to try and minimize the number of
1096          * re-configures that take place. As a result of this when
1097          * certain AIF's come in we will set a flag waiting for another
1098          * type of AIF before setting the re-config flag.
1099          */
1100         switch (le32_to_cpu(aifcmd->command)) {
1101         case AifCmdDriverNotify:
1102                 switch (le32_to_cpu(((__le32 *)aifcmd->data)[0])) {
1103                 case AifRawDeviceRemove:
1104                         container = le32_to_cpu(((__le32 *)aifcmd->data)[1]);
1105                         if ((container >> 28)) {
1106                                 container = (u32)-1;
1107                                 break;
1108                         }
1109                         channel = (container >> 24) & 0xF;
1110                         if (channel >= dev->maximum_num_channels) {
1111                                 container = (u32)-1;
1112                                 break;
1113                         }
1114                         id = container & 0xFFFF;
1115                         if (id >= dev->maximum_num_physicals) {
1116                                 container = (u32)-1;
1117                                 break;
1118                         }
1119                         lun = (container >> 16) & 0xFF;
1120                         container = (u32)-1;
1121                         channel = aac_phys_to_logical(channel);
1122                         device_config_needed = DELETE;
1123                         break;
1124
1125                 /*
1126                  *      Morph or Expand complete
1127                  */
1128                 case AifDenMorphComplete:
1129                 case AifDenVolumeExtendComplete:
1130                         container = le32_to_cpu(((__le32 *)aifcmd->data)[1]);
1131                         if (container >= dev->maximum_num_containers)
1132                                 break;
1133
1134                         /*
1135                          *      Find the scsi_device associated with the SCSI
1136                          * address. Make sure we have the right array, and if
1137                          * so set the flag to initiate a new re-config once we
1138                          * see an AifEnConfigChange AIF come through.
1139                          */
1140
1141                         if ((dev != NULL) && (dev->scsi_host_ptr != NULL)) {
1142                                 device = scsi_device_lookup(dev->scsi_host_ptr,
1143                                         CONTAINER_TO_CHANNEL(container),
1144                                         CONTAINER_TO_ID(container),
1145                                         CONTAINER_TO_LUN(container));
1146                                 if (device) {
1147                                         dev->fsa_dev[container].config_needed = CHANGE;
1148                                         dev->fsa_dev[container].config_waiting_on = AifEnConfigChange;
1149                                         dev->fsa_dev[container].config_waiting_stamp = jiffies;
1150                                         scsi_device_put(device);
1151                                 }
1152                         }
1153                 }
1154
1155                 /*
1156                  *      If we are waiting on something and this happens to be
1157                  * that thing then set the re-configure flag.
1158                  */
1159                 if (container != (u32)-1) {
1160                         if (container >= dev->maximum_num_containers)
1161                                 break;
1162                         if ((dev->fsa_dev[container].config_waiting_on ==
1163                             le32_to_cpu(*(__le32 *)aifcmd->data)) &&
1164                          time_before(jiffies, dev->fsa_dev[container].config_waiting_stamp + AIF_SNIFF_TIMEOUT))
1165                                 dev->fsa_dev[container].config_waiting_on = 0;
1166                 } else for (container = 0;
1167                     container < dev->maximum_num_containers; ++container) {
1168                         if ((dev->fsa_dev[container].config_waiting_on ==
1169                             le32_to_cpu(*(__le32 *)aifcmd->data)) &&
1170                          time_before(jiffies, dev->fsa_dev[container].config_waiting_stamp + AIF_SNIFF_TIMEOUT))
1171                                 dev->fsa_dev[container].config_waiting_on = 0;
1172                 }
1173                 break;
1174
1175         case AifCmdEventNotify:
1176                 switch (le32_to_cpu(((__le32 *)aifcmd->data)[0])) {
1177                 case AifEnBatteryEvent:
1178                         dev->cache_protected =
1179                                 (((__le32 *)aifcmd->data)[1] == cpu_to_le32(3));
1180                         break;
1181                 /*
1182                  *      Add an Array.
1183                  */
1184                 case AifEnAddContainer:
1185                         container = le32_to_cpu(((__le32 *)aifcmd->data)[1]);
1186                         if (container >= dev->maximum_num_containers)
1187                                 break;
1188                         dev->fsa_dev[container].config_needed = ADD;
1189                         dev->fsa_dev[container].config_waiting_on =
1190                                 AifEnConfigChange;
1191                         dev->fsa_dev[container].config_waiting_stamp = jiffies;
1192                         break;
1193
1194                 /*
1195                  *      Delete an Array.
1196                  */
1197                 case AifEnDeleteContainer:
1198                         container = le32_to_cpu(((__le32 *)aifcmd->data)[1]);
1199                         if (container >= dev->maximum_num_containers)
1200                                 break;
1201                         dev->fsa_dev[container].config_needed = DELETE;
1202                         dev->fsa_dev[container].config_waiting_on =
1203                                 AifEnConfigChange;
1204                         dev->fsa_dev[container].config_waiting_stamp = jiffies;
1205                         break;
1206
1207                 /*
1208                  *      Container change detected. If we currently are not
1209                  * waiting on something else, setup to wait on a Config Change.
1210                  */
1211                 case AifEnContainerChange:
1212                         container = le32_to_cpu(((__le32 *)aifcmd->data)[1]);
1213                         if (container >= dev->maximum_num_containers)
1214                                 break;
1215                         if (dev->fsa_dev[container].config_waiting_on &&
1216                          time_before(jiffies, dev->fsa_dev[container].config_waiting_stamp + AIF_SNIFF_TIMEOUT))
1217                                 break;
1218                         dev->fsa_dev[container].config_needed = CHANGE;
1219                         dev->fsa_dev[container].config_waiting_on =
1220                                 AifEnConfigChange;
1221                         dev->fsa_dev[container].config_waiting_stamp = jiffies;
1222                         break;
1223
1224                 case AifEnConfigChange:
1225                         break;
1226
1227                 case AifEnAddJBOD:
1228                 case AifEnDeleteJBOD:
1229                         container = le32_to_cpu(((__le32 *)aifcmd->data)[1]);
1230                         if ((container >> 28)) {
1231                                 container = (u32)-1;
1232                                 break;
1233                         }
1234                         channel = (container >> 24) & 0xF;
1235                         if (channel >= dev->maximum_num_channels) {
1236                                 container = (u32)-1;
1237                                 break;
1238                         }
1239                         id = container & 0xFFFF;
1240                         if (id >= dev->maximum_num_physicals) {
1241                                 container = (u32)-1;
1242                                 break;
1243                         }
1244                         lun = (container >> 16) & 0xFF;
1245                         container = (u32)-1;
1246                         channel = aac_phys_to_logical(channel);
1247                         device_config_needed =
1248                           (((__le32 *)aifcmd->data)[0] ==
1249                             cpu_to_le32(AifEnAddJBOD)) ? ADD : DELETE;
1250                         if (device_config_needed == ADD) {
1251                                 device = scsi_device_lookup(dev->scsi_host_ptr,
1252                                         channel,
1253                                         id,
1254                                         lun);
1255                                 if (device) {
1256                                         scsi_remove_device(device);
1257                                         scsi_device_put(device);
1258                                 }
1259                         }
1260                         break;
1261
1262                 case AifEnEnclosureManagement:
1263                         /*
1264                          * If in JBOD mode, automatic exposure of new
1265                          * physical target to be suppressed until configured.
1266                          */
1267                         if (dev->jbod)
1268                                 break;
1269                         switch (le32_to_cpu(((__le32 *)aifcmd->data)[3])) {
1270                         case EM_DRIVE_INSERTION:
1271                         case EM_DRIVE_REMOVAL:
1272                         case EM_SES_DRIVE_INSERTION:
1273                         case EM_SES_DRIVE_REMOVAL:
1274                                 container = le32_to_cpu(
1275                                         ((__le32 *)aifcmd->data)[2]);
1276                                 if ((container >> 28)) {
1277                                         container = (u32)-1;
1278                                         break;
1279                                 }
1280                                 channel = (container >> 24) & 0xF;
1281                                 if (channel >= dev->maximum_num_channels) {
1282                                         container = (u32)-1;
1283                                         break;
1284                                 }
1285                                 id = container & 0xFFFF;
1286                                 lun = (container >> 16) & 0xFF;
1287                                 container = (u32)-1;
1288                                 if (id >= dev->maximum_num_physicals) {
1289                                         /* legacy dev_t ? */
1290                                         if ((0x2000 <= id) || lun || channel ||
1291                                           ((channel = (id >> 7) & 0x3F) >=
1292                                           dev->maximum_num_channels))
1293                                                 break;
1294                                         lun = (id >> 4) & 7;
1295                                         id &= 0xF;
1296                                 }
1297                                 channel = aac_phys_to_logical(channel);
1298                                 device_config_needed =
1299                                   ((((__le32 *)aifcmd->data)[3]
1300                                     == cpu_to_le32(EM_DRIVE_INSERTION)) ||
1301                                     (((__le32 *)aifcmd->data)[3]
1302                                     == cpu_to_le32(EM_SES_DRIVE_INSERTION))) ?
1303                                   ADD : DELETE;
1304                                 break;
1305                         }
1306                         case AifBuManagerEvent:
1307                                 aac_handle_aif_bu(dev, aifcmd);
1308                         break;
1309                 }
1310
1311                 /*
1312                  *      If we are waiting on something and this happens to be
1313                  * that thing then set the re-configure flag.
1314                  */
1315                 if (container != (u32)-1) {
1316                         if (container >= dev->maximum_num_containers)
1317                                 break;
1318                         if ((dev->fsa_dev[container].config_waiting_on ==
1319                             le32_to_cpu(*(__le32 *)aifcmd->data)) &&
1320                          time_before(jiffies, dev->fsa_dev[container].config_waiting_stamp + AIF_SNIFF_TIMEOUT))
1321                                 dev->fsa_dev[container].config_waiting_on = 0;
1322                 } else for (container = 0;
1323                     container < dev->maximum_num_containers; ++container) {
1324                         if ((dev->fsa_dev[container].config_waiting_on ==
1325                             le32_to_cpu(*(__le32 *)aifcmd->data)) &&
1326                          time_before(jiffies, dev->fsa_dev[container].config_waiting_stamp + AIF_SNIFF_TIMEOUT))
1327                                 dev->fsa_dev[container].config_waiting_on = 0;
1328                 }
1329                 break;
1330
1331         case AifCmdJobProgress:
1332                 /*
1333                  *      These are job progress AIF's. When a Clear is being
1334                  * done on a container it is initially created then hidden from
1335                  * the OS. When the clear completes we don't get a config
1336                  * change so we monitor the job status complete on a clear then
1337                  * wait for a container change.
1338                  */
1339
1340                 if (((__le32 *)aifcmd->data)[1] == cpu_to_le32(AifJobCtrZero) &&
1341                     (((__le32 *)aifcmd->data)[6] == ((__le32 *)aifcmd->data)[5] ||
1342                      ((__le32 *)aifcmd->data)[4] == cpu_to_le32(AifJobStsSuccess))) {
1343                         for (container = 0;
1344                             container < dev->maximum_num_containers;
1345                             ++container) {
1346                                 /*
1347                                  * Stomp on all config sequencing for all
1348                                  * containers?
1349                                  */
1350                                 dev->fsa_dev[container].config_waiting_on =
1351                                         AifEnContainerChange;
1352                                 dev->fsa_dev[container].config_needed = ADD;
1353                                 dev->fsa_dev[container].config_waiting_stamp =
1354                                         jiffies;
1355                         }
1356                 }
1357                 if (((__le32 *)aifcmd->data)[1] == cpu_to_le32(AifJobCtrZero) &&
1358                     ((__le32 *)aifcmd->data)[6] == 0 &&
1359                     ((__le32 *)aifcmd->data)[4] == cpu_to_le32(AifJobStsRunning)) {
1360                         for (container = 0;
1361                             container < dev->maximum_num_containers;
1362                             ++container) {
1363                                 /*
1364                                  * Stomp on all config sequencing for all
1365                                  * containers?
1366                                  */
1367                                 dev->fsa_dev[container].config_waiting_on =
1368                                         AifEnContainerChange;
1369                                 dev->fsa_dev[container].config_needed = DELETE;
1370                                 dev->fsa_dev[container].config_waiting_stamp =
1371                                         jiffies;
1372                         }
1373                 }
1374                 break;
1375         }
1376
1377         container = 0;
1378 retry_next:
1379         if (device_config_needed == NOTHING)
1380         for (; container < dev->maximum_num_containers; ++container) {
1381                 if ((dev->fsa_dev[container].config_waiting_on == 0) &&
1382                         (dev->fsa_dev[container].config_needed != NOTHING) &&
1383                         time_before(jiffies, dev->fsa_dev[container].config_waiting_stamp + AIF_SNIFF_TIMEOUT)) {
1384                         device_config_needed =
1385                                 dev->fsa_dev[container].config_needed;
1386                         dev->fsa_dev[container].config_needed = NOTHING;
1387                         channel = CONTAINER_TO_CHANNEL(container);
1388                         id = CONTAINER_TO_ID(container);
1389                         lun = CONTAINER_TO_LUN(container);
1390                         break;
1391                 }
1392         }
1393         if (device_config_needed == NOTHING)
1394                 return;
1395
1396         /*
1397          *      If we decided that a re-configuration needs to be done,
1398          * schedule it here on the way out the door, please close the door
1399          * behind you.
1400          */
1401
1402         /*
1403          *      Find the scsi_device associated with the SCSI address,
1404          * and mark it as changed, invalidating the cache. This deals
1405          * with changes to existing device IDs.
1406          */
1407
1408         if (!dev || !dev->scsi_host_ptr)
1409                 return;
1410         /*
1411          * force reload of disk info via aac_probe_container
1412          */
1413         if ((channel == CONTAINER_CHANNEL) &&
1414           (device_config_needed != NOTHING)) {
1415                 if (dev->fsa_dev[container].valid == 1)
1416                         dev->fsa_dev[container].valid = 2;
1417                 aac_probe_container(dev, container);
1418         }
1419         device = scsi_device_lookup(dev->scsi_host_ptr, channel, id, lun);
1420         if (device) {
1421                 switch (device_config_needed) {
1422                 case DELETE:
1423 #if (defined(AAC_DEBUG_INSTRUMENT_AIF_DELETE))
1424                         scsi_remove_device(device);
1425 #else
1426                         if (scsi_device_online(device)) {
1427                                 scsi_device_set_state(device, SDEV_OFFLINE);
1428                                 sdev_printk(KERN_INFO, device,
1429                                         "Device offlined - %s\n",
1430                                         (channel == CONTAINER_CHANNEL) ?
1431                                                 "array deleted" :
1432                                                 "enclosure services event");
1433                         }
1434 #endif
1435                         break;
1436                 case ADD:
1437                         if (!scsi_device_online(device)) {
1438                                 sdev_printk(KERN_INFO, device,
1439                                         "Device online - %s\n",
1440                                         (channel == CONTAINER_CHANNEL) ?
1441                                                 "array created" :
1442                                                 "enclosure services event");
1443                                 scsi_device_set_state(device, SDEV_RUNNING);
1444                         }
1445                         /* FALLTHRU */
1446                 case CHANGE:
1447                         if ((channel == CONTAINER_CHANNEL)
1448                          && (!dev->fsa_dev[container].valid)) {
1449 #if (defined(AAC_DEBUG_INSTRUMENT_AIF_DELETE))
1450                                 scsi_remove_device(device);
1451 #else
1452                                 if (!scsi_device_online(device))
1453                                         break;
1454                                 scsi_device_set_state(device, SDEV_OFFLINE);
1455                                 sdev_printk(KERN_INFO, device,
1456                                         "Device offlined - %s\n",
1457                                         "array failed");
1458 #endif
1459                                 break;
1460                         }
1461                         scsi_rescan_device(&device->sdev_gendev);
1462
1463                 default:
1464                         break;
1465                 }
1466                 scsi_device_put(device);
1467                 device_config_needed = NOTHING;
1468         }
1469         if (device_config_needed == ADD)
1470                 scsi_add_device(dev->scsi_host_ptr, channel, id, lun);
1471         if (channel == CONTAINER_CHANNEL) {
1472                 container++;
1473                 device_config_needed = NOTHING;
1474                 goto retry_next;
1475         }
1476 }
1477
1478 static int _aac_reset_adapter(struct aac_dev *aac, int forced, u8 reset_type)
1479 {
1480         int index, quirks;
1481         int retval;
1482         struct Scsi_Host *host;
1483         struct scsi_device *dev;
1484         struct scsi_cmnd *command;
1485         struct scsi_cmnd *command_list;
1486         int jafo = 0;
1487         int bled;
1488         u64 dmamask;
1489         int num_of_fibs = 0;
1490
1491         /*
1492          * Assumptions:
1493          *      - host is locked, unless called by the aacraid thread.
1494          *        (a matter of convenience, due to legacy issues surrounding
1495          *        eh_host_adapter_reset).
1496          *      - in_reset is asserted, so no new i/o is getting to the
1497          *        card.
1498          *      - The card is dead, or will be very shortly ;-/ so no new
1499          *        commands are completing in the interrupt service.
1500          */
1501         host = aac->scsi_host_ptr;
1502         scsi_block_requests(host);
1503         aac_adapter_disable_int(aac);
1504         if (aac->thread && aac->thread->pid != current->pid) {
1505                 spin_unlock_irq(host->host_lock);
1506                 kthread_stop(aac->thread);
1507                 aac->thread = NULL;
1508                 jafo = 1;
1509         }
1510
1511         /*
1512          *      If a positive health, means in a known DEAD PANIC
1513          * state and the adapter could be reset to `try again'.
1514          */
1515         bled = forced ? 0 : aac_adapter_check_health(aac);
1516         retval = aac_adapter_restart(aac, bled, reset_type);
1517
1518         if (retval)
1519                 goto out;
1520
1521         /*
1522          *      Loop through the fibs, close the synchronous FIBS
1523          */
1524         retval = 1;
1525         num_of_fibs = aac->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB;
1526         for (index = 0; index <  num_of_fibs; index++) {
1527
1528                 struct fib *fib = &aac->fibs[index];
1529                 __le32 XferState = fib->hw_fib_va->header.XferState;
1530                 bool is_response_expected = false;
1531
1532                 if (!(XferState & cpu_to_le32(NoResponseExpected | Async)) &&
1533                    (XferState & cpu_to_le32(ResponseExpected)))
1534                         is_response_expected = true;
1535
1536                 if (is_response_expected
1537                   || fib->flags & FIB_CONTEXT_FLAG_WAIT) {
1538                         unsigned long flagv;
1539                         spin_lock_irqsave(&fib->event_lock, flagv);
1540                         complete(&fib->event_wait);
1541                         spin_unlock_irqrestore(&fib->event_lock, flagv);
1542                         schedule();
1543                         retval = 0;
1544                 }
1545         }
1546         /* Give some extra time for ioctls to complete. */
1547         if (retval == 0)
1548                 ssleep(2);
1549         index = aac->cardtype;
1550
1551         /*
1552          * Re-initialize the adapter, first free resources, then carefully
1553          * apply the initialization sequence to come back again. Only risk
1554          * is a change in Firmware dropping cache, it is assumed the caller
1555          * will ensure that i/o is queisced and the card is flushed in that
1556          * case.
1557          */
1558         aac_free_irq(aac);
1559         aac_fib_map_free(aac);
1560         dma_free_coherent(&aac->pdev->dev, aac->comm_size, aac->comm_addr,
1561                           aac->comm_phys);
1562         aac->comm_addr = NULL;
1563         aac->comm_phys = 0;
1564         kfree(aac->queues);
1565         aac->queues = NULL;
1566         kfree(aac->fsa_dev);
1567         aac->fsa_dev = NULL;
1568
1569         dmamask = DMA_BIT_MASK(32);
1570         quirks = aac_get_driver_ident(index)->quirks;
1571         if (quirks & AAC_QUIRK_31BIT)
1572                 retval = pci_set_dma_mask(aac->pdev, dmamask);
1573         else if (!(quirks & AAC_QUIRK_SRC))
1574                 retval = pci_set_dma_mask(aac->pdev, dmamask);
1575         else
1576                 retval = pci_set_consistent_dma_mask(aac->pdev, dmamask);
1577
1578         if (quirks & AAC_QUIRK_31BIT && !retval) {
1579                 dmamask = DMA_BIT_MASK(31);
1580                 retval = pci_set_consistent_dma_mask(aac->pdev, dmamask);
1581         }
1582
1583         if (retval)
1584                 goto out;
1585
1586         if ((retval = (*(aac_get_driver_ident(index)->init))(aac)))
1587                 goto out;
1588
1589         if (jafo) {
1590                 aac->thread = kthread_run(aac_command_thread, aac, "%s",
1591                                           aac->name);
1592                 if (IS_ERR(aac->thread)) {
1593                         retval = PTR_ERR(aac->thread);
1594                         aac->thread = NULL;
1595                         goto out;
1596                 }
1597         }
1598         (void)aac_get_adapter_info(aac);
1599         if ((quirks & AAC_QUIRK_34SG) && (host->sg_tablesize > 34)) {
1600                 host->sg_tablesize = 34;
1601                 host->max_sectors = (host->sg_tablesize * 8) + 112;
1602         }
1603         if ((quirks & AAC_QUIRK_17SG) && (host->sg_tablesize > 17)) {
1604                 host->sg_tablesize = 17;
1605                 host->max_sectors = (host->sg_tablesize * 8) + 112;
1606         }
1607         aac_get_config_status(aac, 1);
1608         aac_get_containers(aac);
1609         /*
1610          * This is where the assumption that the Adapter is quiesced
1611          * is important.
1612          */
1613         command_list = NULL;
1614         __shost_for_each_device(dev, host) {
1615                 unsigned long flags;
1616                 spin_lock_irqsave(&dev->list_lock, flags);
1617                 list_for_each_entry(command, &dev->cmd_list, list)
1618                         if (command->SCp.phase == AAC_OWNER_FIRMWARE) {
1619                                 command->SCp.buffer = (struct scatterlist *)command_list;
1620                                 command_list = command;
1621                         }
1622                 spin_unlock_irqrestore(&dev->list_lock, flags);
1623         }
1624         while ((command = command_list)) {
1625                 command_list = (struct scsi_cmnd *)command->SCp.buffer;
1626                 command->SCp.buffer = NULL;
1627                 command->result = DID_OK << 16
1628                   | COMMAND_COMPLETE << 8
1629                   | SAM_STAT_TASK_SET_FULL;
1630                 command->SCp.phase = AAC_OWNER_ERROR_HANDLER;
1631                 command->scsi_done(command);
1632         }
1633         /*
1634          * Any Device that was already marked offline needs to be marked
1635          * running
1636          */
1637         __shost_for_each_device(dev, host) {
1638                 if (!scsi_device_online(dev))
1639                         scsi_device_set_state(dev, SDEV_RUNNING);
1640         }
1641         retval = 0;
1642
1643 out:
1644         aac->in_reset = 0;
1645         scsi_unblock_requests(host);
1646
1647         /*
1648          * Issue bus rescan to catch any configuration that might have
1649          * occurred
1650          */
1651         if (!retval && !is_kdump_kernel()) {
1652                 dev_info(&aac->pdev->dev, "Scheduling bus rescan\n");
1653                 aac_schedule_safw_scan_worker(aac);
1654         }
1655
1656         if (jafo) {
1657                 spin_lock_irq(host->host_lock);
1658         }
1659         return retval;
1660 }
1661
1662 int aac_reset_adapter(struct aac_dev *aac, int forced, u8 reset_type)
1663 {
1664         unsigned long flagv = 0;
1665         int retval;
1666         struct Scsi_Host * host;
1667         int bled;
1668
1669         if (spin_trylock_irqsave(&aac->fib_lock, flagv) == 0)
1670                 return -EBUSY;
1671
1672         if (aac->in_reset) {
1673                 spin_unlock_irqrestore(&aac->fib_lock, flagv);
1674                 return -EBUSY;
1675         }
1676         aac->in_reset = 1;
1677         spin_unlock_irqrestore(&aac->fib_lock, flagv);
1678
1679         /*
1680          * Wait for all commands to complete to this specific
1681          * target (block maximum 60 seconds). Although not necessary,
1682          * it does make us a good storage citizen.
1683          */
1684         host = aac->scsi_host_ptr;
1685         scsi_block_requests(host);
1686
1687         /* Quiesce build, flush cache, write through mode */
1688         if (forced < 2)
1689                 aac_send_shutdown(aac);
1690         spin_lock_irqsave(host->host_lock, flagv);
1691         bled = forced ? forced :
1692                         (aac_check_reset != 0 && aac_check_reset != 1);
1693         retval = _aac_reset_adapter(aac, bled, reset_type);
1694         spin_unlock_irqrestore(host->host_lock, flagv);
1695
1696         if ((forced < 2) && (retval == -ENODEV)) {
1697                 /* Unwind aac_send_shutdown() IOP_RESET unsupported/disabled */
1698                 struct fib * fibctx = aac_fib_alloc(aac);
1699                 if (fibctx) {
1700                         struct aac_pause *cmd;
1701                         int status;
1702
1703                         aac_fib_init(fibctx);
1704
1705                         cmd = (struct aac_pause *) fib_data(fibctx);
1706
1707                         cmd->command = cpu_to_le32(VM_ContainerConfig);
1708                         cmd->type = cpu_to_le32(CT_PAUSE_IO);
1709                         cmd->timeout = cpu_to_le32(1);
1710                         cmd->min = cpu_to_le32(1);
1711                         cmd->noRescan = cpu_to_le32(1);
1712                         cmd->count = cpu_to_le32(0);
1713
1714                         status = aac_fib_send(ContainerCommand,
1715                           fibctx,
1716                           sizeof(struct aac_pause),
1717                           FsaNormal,
1718                           -2 /* Timeout silently */, 1,
1719                           NULL, NULL);
1720
1721                         if (status >= 0)
1722                                 aac_fib_complete(fibctx);
1723                         /* FIB should be freed only after getting
1724                          * the response from the F/W */
1725                         if (status != -ERESTARTSYS)
1726                                 aac_fib_free(fibctx);
1727                 }
1728         }
1729
1730         return retval;
1731 }
1732
1733 int aac_check_health(struct aac_dev * aac)
1734 {
1735         int BlinkLED;
1736         unsigned long time_now, flagv = 0;
1737         struct list_head * entry;
1738
1739         /* Extending the scope of fib_lock slightly to protect aac->in_reset */
1740         if (spin_trylock_irqsave(&aac->fib_lock, flagv) == 0)
1741                 return 0;
1742
1743         if (aac->in_reset || !(BlinkLED = aac_adapter_check_health(aac))) {
1744                 spin_unlock_irqrestore(&aac->fib_lock, flagv);
1745                 return 0; /* OK */
1746         }
1747
1748         aac->in_reset = 1;
1749
1750         /* Fake up an AIF:
1751          *      aac_aifcmd.command = AifCmdEventNotify = 1
1752          *      aac_aifcmd.seqnum = 0xFFFFFFFF
1753          *      aac_aifcmd.data[0] = AifEnExpEvent = 23
1754          *      aac_aifcmd.data[1] = AifExeFirmwarePanic = 3
1755          *      aac.aifcmd.data[2] = AifHighPriority = 3
1756          *      aac.aifcmd.data[3] = BlinkLED
1757          */
1758
1759         time_now = jiffies/HZ;
1760         entry = aac->fib_list.next;
1761
1762         /*
1763          * For each Context that is on the
1764          * fibctxList, make a copy of the
1765          * fib, and then set the event to wake up the
1766          * thread that is waiting for it.
1767          */
1768         while (entry != &aac->fib_list) {
1769                 /*
1770                  * Extract the fibctx
1771                  */
1772                 struct aac_fib_context *fibctx = list_entry(entry, struct aac_fib_context, next);
1773                 struct hw_fib * hw_fib;
1774                 struct fib * fib;
1775                 /*
1776                  * Check if the queue is getting
1777                  * backlogged
1778                  */
1779                 if (fibctx->count > 20) {
1780                         /*
1781                          * It's *not* jiffies folks,
1782                          * but jiffies / HZ, so do not
1783                          * panic ...
1784                          */
1785                         u32 time_last = fibctx->jiffies;
1786                         /*
1787                          * Has it been > 2 minutes
1788                          * since the last read off
1789                          * the queue?
1790                          */
1791                         if ((time_now - time_last) > aif_timeout) {
1792                                 entry = entry->next;
1793                                 aac_close_fib_context(aac, fibctx);
1794                                 continue;
1795                         }
1796                 }
1797                 /*
1798                  * Warning: no sleep allowed while
1799                  * holding spinlock
1800                  */
1801                 hw_fib = kzalloc(sizeof(struct hw_fib), GFP_ATOMIC);
1802                 fib = kzalloc(sizeof(struct fib), GFP_ATOMIC);
1803                 if (fib && hw_fib) {
1804                         struct aac_aifcmd * aif;
1805
1806                         fib->hw_fib_va = hw_fib;
1807                         fib->dev = aac;
1808                         aac_fib_init(fib);
1809                         fib->type = FSAFS_NTC_FIB_CONTEXT;
1810                         fib->size = sizeof (struct fib);
1811                         fib->data = hw_fib->data;
1812                         aif = (struct aac_aifcmd *)hw_fib->data;
1813                         aif->command = cpu_to_le32(AifCmdEventNotify);
1814                         aif->seqnum = cpu_to_le32(0xFFFFFFFF);
1815                         ((__le32 *)aif->data)[0] = cpu_to_le32(AifEnExpEvent);
1816                         ((__le32 *)aif->data)[1] = cpu_to_le32(AifExeFirmwarePanic);
1817                         ((__le32 *)aif->data)[2] = cpu_to_le32(AifHighPriority);
1818                         ((__le32 *)aif->data)[3] = cpu_to_le32(BlinkLED);
1819
1820                         /*
1821                          * Put the FIB onto the
1822                          * fibctx's fibs
1823                          */
1824                         list_add_tail(&fib->fiblink, &fibctx->fib_list);
1825                         fibctx->count++;
1826                         /*
1827                          * Set the event to wake up the
1828                          * thread that will waiting.
1829                          */
1830                         complete(&fibctx->completion);
1831                 } else {
1832                         printk(KERN_WARNING "aifd: didn't allocate NewFib.\n");
1833                         kfree(fib);
1834                         kfree(hw_fib);
1835                 }
1836                 entry = entry->next;
1837         }
1838
1839         spin_unlock_irqrestore(&aac->fib_lock, flagv);
1840
1841         if (BlinkLED < 0) {
1842                 printk(KERN_ERR "%s: Host adapter is dead (or got a PCI error) %d\n",
1843                                 aac->name, BlinkLED);
1844                 goto out;
1845         }
1846
1847         printk(KERN_ERR "%s: Host adapter BLINK LED 0x%x\n", aac->name, BlinkLED);
1848
1849 out:
1850         aac->in_reset = 0;
1851         return BlinkLED;
1852 }
1853
1854 static inline int is_safw_raid_volume(struct aac_dev *aac, int bus, int target)
1855 {
1856         return bus == CONTAINER_CHANNEL && target < aac->maximum_num_containers;
1857 }
1858
1859 static struct scsi_device *aac_lookup_safw_scsi_device(struct aac_dev *dev,
1860                                                                 int bus,
1861                                                                 int target)
1862 {
1863         if (bus != CONTAINER_CHANNEL)
1864                 bus = aac_phys_to_logical(bus);
1865
1866         return scsi_device_lookup(dev->scsi_host_ptr, bus, target, 0);
1867 }
1868
1869 static int aac_add_safw_device(struct aac_dev *dev, int bus, int target)
1870 {
1871         if (bus != CONTAINER_CHANNEL)
1872                 bus = aac_phys_to_logical(bus);
1873
1874         return scsi_add_device(dev->scsi_host_ptr, bus, target, 0);
1875 }
1876
1877 static void aac_put_safw_scsi_device(struct scsi_device *sdev)
1878 {
1879         if (sdev)
1880                 scsi_device_put(sdev);
1881 }
1882
1883 static void aac_remove_safw_device(struct aac_dev *dev, int bus, int target)
1884 {
1885         struct scsi_device *sdev;
1886
1887         sdev = aac_lookup_safw_scsi_device(dev, bus, target);
1888         scsi_remove_device(sdev);
1889         aac_put_safw_scsi_device(sdev);
1890 }
1891
1892 static inline int aac_is_safw_scan_count_equal(struct aac_dev *dev,
1893         int bus, int target)
1894 {
1895         return dev->hba_map[bus][target].scan_counter == dev->scan_counter;
1896 }
1897
1898 static int aac_is_safw_target_valid(struct aac_dev *dev, int bus, int target)
1899 {
1900         if (is_safw_raid_volume(dev, bus, target))
1901                 return dev->fsa_dev[target].valid;
1902         else
1903                 return aac_is_safw_scan_count_equal(dev, bus, target);
1904 }
1905
1906 static int aac_is_safw_device_exposed(struct aac_dev *dev, int bus, int target)
1907 {
1908         int is_exposed = 0;
1909         struct scsi_device *sdev;
1910
1911         sdev = aac_lookup_safw_scsi_device(dev, bus, target);
1912         if (sdev)
1913                 is_exposed = 1;
1914         aac_put_safw_scsi_device(sdev);
1915
1916         return is_exposed;
1917 }
1918
1919 static int aac_update_safw_host_devices(struct aac_dev *dev)
1920 {
1921         int i;
1922         int bus;
1923         int target;
1924         int is_exposed = 0;
1925         int rcode = 0;
1926
1927         rcode = aac_setup_safw_adapter(dev);
1928         if (unlikely(rcode < 0)) {
1929                 goto out;
1930         }
1931
1932         for (i = 0; i < AAC_BUS_TARGET_LOOP; i++) {
1933
1934                 bus = get_bus_number(i);
1935                 target = get_target_number(i);
1936
1937                 is_exposed = aac_is_safw_device_exposed(dev, bus, target);
1938
1939                 if (aac_is_safw_target_valid(dev, bus, target) && !is_exposed)
1940                         aac_add_safw_device(dev, bus, target);
1941                 else if (!aac_is_safw_target_valid(dev, bus, target) &&
1942                                                                 is_exposed)
1943                         aac_remove_safw_device(dev, bus, target);
1944         }
1945 out:
1946         return rcode;
1947 }
1948
1949 static int aac_scan_safw_host(struct aac_dev *dev)
1950 {
1951         int rcode = 0;
1952
1953         rcode = aac_update_safw_host_devices(dev);
1954         if (rcode)
1955                 aac_schedule_safw_scan_worker(dev);
1956
1957         return rcode;
1958 }
1959
1960 int aac_scan_host(struct aac_dev *dev)
1961 {
1962         int rcode = 0;
1963
1964         mutex_lock(&dev->scan_mutex);
1965         if (dev->sa_firmware)
1966                 rcode = aac_scan_safw_host(dev);
1967         else
1968                 scsi_scan_host(dev->scsi_host_ptr);
1969         mutex_unlock(&dev->scan_mutex);
1970
1971         return rcode;
1972 }
1973
1974 /**
1975  *      aac_handle_sa_aif       Handle a message from the firmware
1976  *      @dev: Which adapter this fib is from
1977  *      @fibptr: Pointer to fibptr from adapter
1978  *
1979  *      This routine handles a driver notify fib from the adapter and
1980  *      dispatches it to the appropriate routine for handling.
1981  */
1982 static void aac_handle_sa_aif(struct aac_dev *dev, struct fib *fibptr)
1983 {
1984         int i;
1985         u32 events = 0;
1986
1987         if (fibptr->hbacmd_size & SA_AIF_HOTPLUG)
1988                 events = SA_AIF_HOTPLUG;
1989         else if (fibptr->hbacmd_size & SA_AIF_HARDWARE)
1990                 events = SA_AIF_HARDWARE;
1991         else if (fibptr->hbacmd_size & SA_AIF_PDEV_CHANGE)
1992                 events = SA_AIF_PDEV_CHANGE;
1993         else if (fibptr->hbacmd_size & SA_AIF_LDEV_CHANGE)
1994                 events = SA_AIF_LDEV_CHANGE;
1995         else if (fibptr->hbacmd_size & SA_AIF_BPSTAT_CHANGE)
1996                 events = SA_AIF_BPSTAT_CHANGE;
1997         else if (fibptr->hbacmd_size & SA_AIF_BPCFG_CHANGE)
1998                 events = SA_AIF_BPCFG_CHANGE;
1999
2000         switch (events) {
2001         case SA_AIF_HOTPLUG:
2002         case SA_AIF_HARDWARE:
2003         case SA_AIF_PDEV_CHANGE:
2004         case SA_AIF_LDEV_CHANGE:
2005         case SA_AIF_BPCFG_CHANGE:
2006
2007                 aac_scan_host(dev);
2008
2009                 break;
2010
2011         case SA_AIF_BPSTAT_CHANGE:
2012                 /* currently do nothing */
2013                 break;
2014         }
2015
2016         for (i = 1; i <= 10; ++i) {
2017                 events = src_readl(dev, MUnit.IDR);
2018                 if (events & (1<<23)) {
2019                         pr_warn(" AIF not cleared by firmware - %d/%d)\n",
2020                                 i, 10);
2021                         ssleep(1);
2022                 }
2023         }
2024 }
2025
2026 static int get_fib_count(struct aac_dev *dev)
2027 {
2028         unsigned int num = 0;
2029         struct list_head *entry;
2030         unsigned long flagv;
2031
2032         /*
2033          * Warning: no sleep allowed while
2034          * holding spinlock. We take the estimate
2035          * and pre-allocate a set of fibs outside the
2036          * lock.
2037          */
2038         num = le32_to_cpu(dev->init->r7.adapter_fibs_size)
2039                         / sizeof(struct hw_fib); /* some extra */
2040         spin_lock_irqsave(&dev->fib_lock, flagv);
2041         entry = dev->fib_list.next;
2042         while (entry != &dev->fib_list) {
2043                 entry = entry->next;
2044                 ++num;
2045         }
2046         spin_unlock_irqrestore(&dev->fib_lock, flagv);
2047
2048         return num;
2049 }
2050
2051 static int fillup_pools(struct aac_dev *dev, struct hw_fib **hw_fib_pool,
2052                                                 struct fib **fib_pool,
2053                                                 unsigned int num)
2054 {
2055         struct hw_fib **hw_fib_p;
2056         struct fib **fib_p;
2057
2058         hw_fib_p = hw_fib_pool;
2059         fib_p = fib_pool;
2060         while (hw_fib_p < &hw_fib_pool[num]) {
2061                 *(hw_fib_p) = kmalloc(sizeof(struct hw_fib), GFP_KERNEL);
2062                 if (!(*(hw_fib_p++))) {
2063                         --hw_fib_p;
2064                         break;
2065                 }
2066
2067                 *(fib_p) = kmalloc(sizeof(struct fib), GFP_KERNEL);
2068                 if (!(*(fib_p++))) {
2069                         kfree(*(--hw_fib_p));
2070                         break;
2071                 }
2072         }
2073
2074         /*
2075          * Get the actual number of allocated fibs
2076          */
2077         num = hw_fib_p - hw_fib_pool;
2078         return num;
2079 }
2080
2081 static void wakeup_fibctx_threads(struct aac_dev *dev,
2082                                                 struct hw_fib **hw_fib_pool,
2083                                                 struct fib **fib_pool,
2084                                                 struct fib *fib,
2085                                                 struct hw_fib *hw_fib,
2086                                                 unsigned int num)
2087 {
2088         unsigned long flagv;
2089         struct list_head *entry;
2090         struct hw_fib **hw_fib_p;
2091         struct fib **fib_p;
2092         u32 time_now, time_last;
2093         struct hw_fib *hw_newfib;
2094         struct fib *newfib;
2095         struct aac_fib_context *fibctx;
2096
2097         time_now = jiffies/HZ;
2098         spin_lock_irqsave(&dev->fib_lock, flagv);
2099         entry = dev->fib_list.next;
2100         /*
2101          * For each Context that is on the
2102          * fibctxList, make a copy of the
2103          * fib, and then set the event to wake up the
2104          * thread that is waiting for it.
2105          */
2106
2107         hw_fib_p = hw_fib_pool;
2108         fib_p = fib_pool;
2109         while (entry != &dev->fib_list) {
2110                 /*
2111                  * Extract the fibctx
2112                  */
2113                 fibctx = list_entry(entry, struct aac_fib_context,
2114                                 next);
2115                 /*
2116                  * Check if the queue is getting
2117                  * backlogged
2118                  */
2119                 if (fibctx->count > 20) {
2120                         /*
2121                          * It's *not* jiffies folks,
2122                          * but jiffies / HZ so do not
2123                          * panic ...
2124                          */
2125                         time_last = fibctx->jiffies;
2126                         /*
2127                          * Has it been > 2 minutes
2128                          * since the last read off
2129                          * the queue?
2130                          */
2131                         if ((time_now - time_last) > aif_timeout) {
2132                                 entry = entry->next;
2133                                 aac_close_fib_context(dev, fibctx);
2134                                 continue;
2135                         }
2136                 }
2137                 /*
2138                  * Warning: no sleep allowed while
2139                  * holding spinlock
2140                  */
2141                 if (hw_fib_p >= &hw_fib_pool[num]) {
2142                         pr_warn("aifd: didn't allocate NewFib\n");
2143                         entry = entry->next;
2144                         continue;
2145                 }
2146
2147                 hw_newfib = *hw_fib_p;
2148                 *(hw_fib_p++) = NULL;
2149                 newfib = *fib_p;
2150                 *(fib_p++) = NULL;
2151                 /*
2152                  * Make the copy of the FIB
2153                  */
2154                 memcpy(hw_newfib, hw_fib, sizeof(struct hw_fib));
2155                 memcpy(newfib, fib, sizeof(struct fib));
2156                 newfib->hw_fib_va = hw_newfib;
2157                 /*
2158                  * Put the FIB onto the
2159                  * fibctx's fibs
2160                  */
2161                 list_add_tail(&newfib->fiblink, &fibctx->fib_list);
2162                 fibctx->count++;
2163                 /*
2164                  * Set the event to wake up the
2165                  * thread that is waiting.
2166                  */
2167                 complete(&fibctx->completion);
2168
2169                 entry = entry->next;
2170         }
2171         /*
2172          *      Set the status of this FIB
2173          */
2174         *(__le32 *)hw_fib->data = cpu_to_le32(ST_OK);
2175         aac_fib_adapter_complete(fib, sizeof(u32));
2176         spin_unlock_irqrestore(&dev->fib_lock, flagv);
2177
2178 }
2179
2180 static void aac_process_events(struct aac_dev *dev)
2181 {
2182         struct hw_fib *hw_fib;
2183         struct fib *fib;
2184         unsigned long flags;
2185         spinlock_t *t_lock;
2186
2187         t_lock = dev->queues->queue[HostNormCmdQueue].lock;
2188         spin_lock_irqsave(t_lock, flags);
2189
2190         while (!list_empty(&(dev->queues->queue[HostNormCmdQueue].cmdq))) {
2191                 struct list_head *entry;
2192                 struct aac_aifcmd *aifcmd;
2193                 unsigned int  num;
2194                 struct hw_fib **hw_fib_pool, **hw_fib_p;
2195                 struct fib **fib_pool, **fib_p;
2196
2197                 set_current_state(TASK_RUNNING);
2198
2199                 entry = dev->queues->queue[HostNormCmdQueue].cmdq.next;
2200                 list_del(entry);
2201
2202                 t_lock = dev->queues->queue[HostNormCmdQueue].lock;
2203                 spin_unlock_irqrestore(t_lock, flags);
2204
2205                 fib = list_entry(entry, struct fib, fiblink);
2206                 hw_fib = fib->hw_fib_va;
2207                 if (dev->sa_firmware) {
2208                         /* Thor AIF */
2209                         aac_handle_sa_aif(dev, fib);
2210                         aac_fib_adapter_complete(fib, (u16)sizeof(u32));
2211                         goto free_fib;
2212                 }
2213                 /*
2214                  *      We will process the FIB here or pass it to a
2215                  *      worker thread that is TBD. We Really can't
2216                  *      do anything at this point since we don't have
2217                  *      anything defined for this thread to do.
2218                  */
2219                 memset(fib, 0, sizeof(struct fib));
2220                 fib->type = FSAFS_NTC_FIB_CONTEXT;
2221                 fib->size = sizeof(struct fib);
2222                 fib->hw_fib_va = hw_fib;
2223                 fib->data = hw_fib->data;
2224                 fib->dev = dev;
2225                 /*
2226                  *      We only handle AifRequest fibs from the adapter.
2227                  */
2228
2229                 aifcmd = (struct aac_aifcmd *) hw_fib->data;
2230                 if (aifcmd->command == cpu_to_le32(AifCmdDriverNotify)) {
2231                         /* Handle Driver Notify Events */
2232                         aac_handle_aif(dev, fib);
2233                         *(__le32 *)hw_fib->data = cpu_to_le32(ST_OK);
2234                         aac_fib_adapter_complete(fib, (u16)sizeof(u32));
2235                         goto free_fib;
2236                 }
2237                 /*
2238                  * The u32 here is important and intended. We are using
2239                  * 32bit wrapping time to fit the adapter field
2240                  */
2241
2242                 /* Sniff events */
2243                 if (aifcmd->command == cpu_to_le32(AifCmdEventNotify)
2244                  || aifcmd->command == cpu_to_le32(AifCmdJobProgress)) {
2245                         aac_handle_aif(dev, fib);
2246                 }
2247
2248                 /*
2249                  * get number of fibs to process
2250                  */
2251                 num = get_fib_count(dev);
2252                 if (!num)
2253                         goto free_fib;
2254
2255                 hw_fib_pool = kmalloc_array(num, sizeof(struct hw_fib *),
2256                                                 GFP_KERNEL);
2257                 if (!hw_fib_pool)
2258                         goto free_fib;
2259
2260                 fib_pool = kmalloc_array(num, sizeof(struct fib *), GFP_KERNEL);
2261                 if (!fib_pool)
2262                         goto free_hw_fib_pool;
2263
2264                 /*
2265                  * Fill up fib pointer pools with actual fibs
2266                  * and hw_fibs
2267                  */
2268                 num = fillup_pools(dev, hw_fib_pool, fib_pool, num);
2269                 if (!num)
2270                         goto free_mem;
2271
2272                 /*
2273                  * wakeup the thread that is waiting for
2274                  * the response from fw (ioctl)
2275                  */
2276                 wakeup_fibctx_threads(dev, hw_fib_pool, fib_pool,
2277                                                             fib, hw_fib, num);
2278
2279 free_mem:
2280                 /* Free up the remaining resources */
2281                 hw_fib_p = hw_fib_pool;
2282                 fib_p = fib_pool;
2283                 while (hw_fib_p < &hw_fib_pool[num]) {
2284                         kfree(*hw_fib_p);
2285                         kfree(*fib_p);
2286                         ++fib_p;
2287                         ++hw_fib_p;
2288                 }
2289                 kfree(fib_pool);
2290 free_hw_fib_pool:
2291                 kfree(hw_fib_pool);
2292 free_fib:
2293                 kfree(fib);
2294                 t_lock = dev->queues->queue[HostNormCmdQueue].lock;
2295                 spin_lock_irqsave(t_lock, flags);
2296         }
2297         /*
2298          *      There are no more AIF's
2299          */
2300         t_lock = dev->queues->queue[HostNormCmdQueue].lock;
2301         spin_unlock_irqrestore(t_lock, flags);
2302 }
2303
2304 static int aac_send_wellness_command(struct aac_dev *dev, char *wellness_str,
2305                                                         u32 datasize)
2306 {
2307         struct aac_srb *srbcmd;
2308         struct sgmap64 *sg64;
2309         dma_addr_t addr;
2310         char *dma_buf;
2311         struct fib *fibptr;
2312         int ret = -ENOMEM;
2313         u32 vbus, vid;
2314
2315         fibptr = aac_fib_alloc(dev);
2316         if (!fibptr)
2317                 goto out;
2318
2319         dma_buf = dma_alloc_coherent(&dev->pdev->dev, datasize, &addr,
2320                                      GFP_KERNEL);
2321         if (!dma_buf)
2322                 goto fib_free_out;
2323
2324         aac_fib_init(fibptr);
2325
2326         vbus = (u32)le16_to_cpu(dev->supplement_adapter_info.virt_device_bus);
2327         vid = (u32)le16_to_cpu(dev->supplement_adapter_info.virt_device_target);
2328
2329         srbcmd = (struct aac_srb *)fib_data(fibptr);
2330
2331         srbcmd->function = cpu_to_le32(SRBF_ExecuteScsi);
2332         srbcmd->channel = cpu_to_le32(vbus);
2333         srbcmd->id = cpu_to_le32(vid);
2334         srbcmd->lun = 0;
2335         srbcmd->flags = cpu_to_le32(SRB_DataOut);
2336         srbcmd->timeout = cpu_to_le32(10);
2337         srbcmd->retry_limit = 0;
2338         srbcmd->cdb_size = cpu_to_le32(12);
2339         srbcmd->count = cpu_to_le32(datasize);
2340
2341         memset(srbcmd->cdb, 0, sizeof(srbcmd->cdb));
2342         srbcmd->cdb[0] = BMIC_OUT;
2343         srbcmd->cdb[6] = WRITE_HOST_WELLNESS;
2344         memcpy(dma_buf, (char *)wellness_str, datasize);
2345
2346         sg64 = (struct sgmap64 *)&srbcmd->sg;
2347         sg64->count = cpu_to_le32(1);
2348         sg64->sg[0].addr[1] = cpu_to_le32((u32)(((addr) >> 16) >> 16));
2349         sg64->sg[0].addr[0] = cpu_to_le32((u32)(addr & 0xffffffff));
2350         sg64->sg[0].count = cpu_to_le32(datasize);
2351
2352         ret = aac_fib_send(ScsiPortCommand64, fibptr, sizeof(struct aac_srb),
2353                                 FsaNormal, 1, 1, NULL, NULL);
2354
2355         dma_free_coherent(&dev->pdev->dev, datasize, dma_buf, addr);
2356
2357         /*
2358          * Do not set XferState to zero unless
2359          * receives a response from F/W
2360          */
2361         if (ret >= 0)
2362                 aac_fib_complete(fibptr);
2363
2364         /*
2365          * FIB should be freed only after
2366          * getting the response from the F/W
2367          */
2368         if (ret != -ERESTARTSYS)
2369                 goto fib_free_out;
2370
2371 out:
2372         return ret;
2373 fib_free_out:
2374         aac_fib_free(fibptr);
2375         goto out;
2376 }
2377
2378 int aac_send_safw_hostttime(struct aac_dev *dev, struct timespec64 *now)
2379 {
2380         struct tm cur_tm;
2381         char wellness_str[] = "<HW>TD\010\0\0\0\0\0\0\0\0\0DW\0\0ZZ";
2382         u32 datasize = sizeof(wellness_str);
2383         time64_t local_time;
2384         int ret = -ENODEV;
2385
2386         if (!dev->sa_firmware)
2387                 goto out;
2388
2389         local_time = (now->tv_sec - (sys_tz.tz_minuteswest * 60));
2390         time64_to_tm(local_time, 0, &cur_tm);
2391         cur_tm.tm_mon += 1;
2392         cur_tm.tm_year += 1900;
2393         wellness_str[8] = bin2bcd(cur_tm.tm_hour);
2394         wellness_str[9] = bin2bcd(cur_tm.tm_min);
2395         wellness_str[10] = bin2bcd(cur_tm.tm_sec);
2396         wellness_str[12] = bin2bcd(cur_tm.tm_mon);
2397         wellness_str[13] = bin2bcd(cur_tm.tm_mday);
2398         wellness_str[14] = bin2bcd(cur_tm.tm_year / 100);
2399         wellness_str[15] = bin2bcd(cur_tm.tm_year % 100);
2400
2401         ret = aac_send_wellness_command(dev, wellness_str, datasize);
2402
2403 out:
2404         return ret;
2405 }
2406
2407 int aac_send_hosttime(struct aac_dev *dev, struct timespec64 *now)
2408 {
2409         int ret = -ENOMEM;
2410         struct fib *fibptr;
2411         __le32 *info;
2412
2413         fibptr = aac_fib_alloc(dev);
2414         if (!fibptr)
2415                 goto out;
2416
2417         aac_fib_init(fibptr);
2418         info = (__le32 *)fib_data(fibptr);
2419         *info = cpu_to_le32(now->tv_sec); /* overflow in y2106 */
2420         ret = aac_fib_send(SendHostTime, fibptr, sizeof(*info), FsaNormal,
2421                                         1, 1, NULL, NULL);
2422
2423         /*
2424          * Do not set XferState to zero unless
2425          * receives a response from F/W
2426          */
2427         if (ret >= 0)
2428                 aac_fib_complete(fibptr);
2429
2430         /*
2431          * FIB should be freed only after
2432          * getting the response from the F/W
2433          */
2434         if (ret != -ERESTARTSYS)
2435                 aac_fib_free(fibptr);
2436
2437 out:
2438         return ret;
2439 }
2440
2441 /**
2442  *      aac_command_thread      -       command processing thread
2443  *      @dev: Adapter to monitor
2444  *
2445  *      Waits on the commandready event in it's queue. When the event gets set
2446  *      it will pull FIBs off it's queue. It will continue to pull FIBs off
2447  *      until the queue is empty. When the queue is empty it will wait for
2448  *      more FIBs.
2449  */
2450
2451 int aac_command_thread(void *data)
2452 {
2453         struct aac_dev *dev = data;
2454         DECLARE_WAITQUEUE(wait, current);
2455         unsigned long next_jiffies = jiffies + HZ;
2456         unsigned long next_check_jiffies = next_jiffies;
2457         long difference = HZ;
2458
2459         /*
2460          *      We can only have one thread per adapter for AIF's.
2461          */
2462         if (dev->aif_thread)
2463                 return -EINVAL;
2464
2465         /*
2466          *      Let the DPC know it has a place to send the AIF's to.
2467          */
2468         dev->aif_thread = 1;
2469         add_wait_queue(&dev->queues->queue[HostNormCmdQueue].cmdready, &wait);
2470         set_current_state(TASK_INTERRUPTIBLE);
2471         dprintk ((KERN_INFO "aac_command_thread start\n"));
2472         while (1) {
2473
2474                 aac_process_events(dev);
2475
2476                 /*
2477                  *      Background activity
2478                  */
2479                 if ((time_before(next_check_jiffies,next_jiffies))
2480                  && ((difference = next_check_jiffies - jiffies) <= 0)) {
2481                         next_check_jiffies = next_jiffies;
2482                         if (aac_adapter_check_health(dev) == 0) {
2483                                 difference = ((long)(unsigned)check_interval)
2484                                            * HZ;
2485                                 next_check_jiffies = jiffies + difference;
2486                         } else if (!dev->queues)
2487                                 break;
2488                 }
2489                 if (!time_before(next_check_jiffies,next_jiffies)
2490                  && ((difference = next_jiffies - jiffies) <= 0)) {
2491                         struct timespec64 now;
2492                         int ret;
2493
2494                         /* Don't even try to talk to adapter if its sick */
2495                         ret = aac_adapter_check_health(dev);
2496                         if (ret || !dev->queues)
2497                                 break;
2498                         next_check_jiffies = jiffies
2499                                            + ((long)(unsigned)check_interval)
2500                                            * HZ;
2501                         ktime_get_real_ts64(&now);
2502
2503                         /* Synchronize our watches */
2504                         if (((NSEC_PER_SEC - (NSEC_PER_SEC / HZ)) > now.tv_nsec)
2505                          && (now.tv_nsec > (NSEC_PER_SEC / HZ)))
2506                                 difference = HZ + HZ / 2 -
2507                                              now.tv_nsec / (NSEC_PER_SEC / HZ);
2508                         else {
2509                                 if (now.tv_nsec > NSEC_PER_SEC / 2)
2510                                         ++now.tv_sec;
2511
2512                                 if (dev->sa_firmware)
2513                                         ret =
2514                                         aac_send_safw_hostttime(dev, &now);
2515                                 else
2516                                         ret = aac_send_hosttime(dev, &now);
2517
2518                                 difference = (long)(unsigned)update_interval*HZ;
2519                         }
2520                         next_jiffies = jiffies + difference;
2521                         if (time_before(next_check_jiffies,next_jiffies))
2522                                 difference = next_check_jiffies - jiffies;
2523                 }
2524                 if (difference <= 0)
2525                         difference = 1;
2526                 set_current_state(TASK_INTERRUPTIBLE);
2527
2528                 if (kthread_should_stop())
2529                         break;
2530
2531                 /*
2532                  * we probably want usleep_range() here instead of the
2533                  * jiffies computation
2534                  */
2535                 schedule_timeout(difference);
2536
2537                 if (kthread_should_stop())
2538                         break;
2539         }
2540         if (dev->queues)
2541                 remove_wait_queue(&dev->queues->queue[HostNormCmdQueue].cmdready, &wait);
2542         dev->aif_thread = 0;
2543         return 0;
2544 }
2545
2546 int aac_acquire_irq(struct aac_dev *dev)
2547 {
2548         int i;
2549         int j;
2550         int ret = 0;
2551
2552         if (!dev->sync_mode && dev->msi_enabled && dev->max_msix > 1) {
2553                 for (i = 0; i < dev->max_msix; i++) {
2554                         dev->aac_msix[i].vector_no = i;
2555                         dev->aac_msix[i].dev = dev;
2556                         if (request_irq(pci_irq_vector(dev->pdev, i),
2557                                         dev->a_ops.adapter_intr,
2558                                         0, "aacraid", &(dev->aac_msix[i]))) {
2559                                 printk(KERN_ERR "%s%d: Failed to register IRQ for vector %d.\n",
2560                                                 dev->name, dev->id, i);
2561                                 for (j = 0 ; j < i ; j++)
2562                                         free_irq(pci_irq_vector(dev->pdev, j),
2563                                                  &(dev->aac_msix[j]));
2564                                 pci_disable_msix(dev->pdev);
2565                                 ret = -1;
2566                         }
2567                 }
2568         } else {
2569                 dev->aac_msix[0].vector_no = 0;
2570                 dev->aac_msix[0].dev = dev;
2571
2572                 if (request_irq(dev->pdev->irq, dev->a_ops.adapter_intr,
2573                         IRQF_SHARED, "aacraid",
2574                         &(dev->aac_msix[0])) < 0) {
2575                         if (dev->msi)
2576                                 pci_disable_msi(dev->pdev);
2577                         printk(KERN_ERR "%s%d: Interrupt unavailable.\n",
2578                                         dev->name, dev->id);
2579                         ret = -1;
2580                 }
2581         }
2582         return ret;
2583 }
2584
2585 void aac_free_irq(struct aac_dev *dev)
2586 {
2587         int i;
2588
2589         if (aac_is_src(dev)) {
2590                 if (dev->max_msix > 1) {
2591                         for (i = 0; i < dev->max_msix; i++)
2592                                 free_irq(pci_irq_vector(dev->pdev, i),
2593                                          &(dev->aac_msix[i]));
2594                 } else {
2595                         free_irq(dev->pdev->irq, &(dev->aac_msix[0]));
2596                 }
2597         } else {
2598                 free_irq(dev->pdev->irq, dev);
2599         }
2600         if (dev->msi)
2601                 pci_disable_msi(dev->pdev);
2602         else if (dev->max_msix > 1)
2603                 pci_disable_msix(dev->pdev);
2604 }