drivers/scsi/lpfc/lpfc_bsg.c

   1 /*******************************************************************
   2  * This file is part of the Emulex Linux Device Driver for         *
   3  * Fibre Channel Host Bus Adapters.                                *
   4  * Copyright (C) 2017-2019 Broadcom. All Rights Reserved. The term *
   5  * “Broadcom” refers to Broadcom Inc. and/or its subsidiaries.     *
   6  * Copyright (C) 2009-2015 Emulex.  All rights reserved.           *
   7  * EMULEX and SLI are trademarks of Emulex.                        *
   8  * www.broadcom.com                                                *
   9  *                                                                 *
  10  * This program is free software; you can redistribute it and/or   *
  11  * modify it under the terms of version 2 of the GNU General       *
  12  * Public License as published by the Free Software Foundation.    *
  13  * This program is distributed in the hope that it will be useful. *
  14  * ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND          *
  15  * WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY,  *
  16  * FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE      *
  17  * DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD *
  18  * TO BE LEGALLY INVALID.  See the GNU General Public License for  *
  19  * more details, a copy of which can be found in the file COPYING  *
  20  * included with this package.                                     *
  21  *******************************************************************/
  22
  23 #include <linux/interrupt.h>
  24 #include <linux/mempool.h>
  25 #include <linux/pci.h>
  26 #include <linux/slab.h>
  27 #include <linux/delay.h>
  28 #include <linux/list.h>
  29 #include <linux/bsg-lib.h>
  30 #include <linux/vmalloc.h>
  31
  32 #include <scsi/scsi.h>
  33 #include <scsi/scsi_host.h>
  34 #include <scsi/scsi_transport_fc.h>
  35 #include <scsi/scsi_bsg_fc.h>
  36 #include <scsi/fc/fc_fs.h>
  37
  38 #include "lpfc_hw4.h"
  39 #include "lpfc_hw.h"
  40 #include "lpfc_sli.h"
  41 #include "lpfc_sli4.h"
  42 #include "lpfc_nl.h"
  43 #include "lpfc_bsg.h"
  44 #include "lpfc_disc.h"
  45 #include "lpfc_scsi.h"
  46 #include "lpfc.h"
  47 #include "lpfc_logmsg.h"
  48 #include "lpfc_crtn.h"
  49 #include "lpfc_debugfs.h"
  50 #include "lpfc_vport.h"
  51 #include "lpfc_version.h"
  52
  53 struct lpfc_bsg_event {
  54         struct list_head node;
  55         struct kref kref;
  56         wait_queue_head_t wq;
  57
  58         /* Event type and waiter identifiers */
  59         uint32_t type_mask;
  60         uint32_t req_id;
  61         uint32_t reg_id;
  62
  63         /* next two flags are here for the auto-delete logic */
  64         unsigned long wait_time_stamp;
  65         int waiting;
  66
  67         /* seen and not seen events */
  68         struct list_head events_to_get;
  69         struct list_head events_to_see;
  70
  71         /* driver data associated with the job */
  72         void *dd_data;
  73 };
  74
  75 struct lpfc_bsg_iocb {
  76         struct lpfc_iocbq *cmdiocbq;
  77         struct lpfc_dmabuf *rmp;
  78         struct lpfc_nodelist *ndlp;
  79 };
  80
  81 struct lpfc_bsg_mbox {
  82         LPFC_MBOXQ_t *pmboxq;
  83         MAILBOX_t *mb;
  84         struct lpfc_dmabuf *dmabuffers; /* for BIU diags */
  85         uint8_t *ext; /* extended mailbox data */
  86         uint32_t mbOffset; /* from app */
  87         uint32_t inExtWLen; /* from app */
  88         uint32_t outExtWLen; /* from app */
  89 };
  90
  91 #define MENLO_DID 0x0000FC0E
  92
  93 struct lpfc_bsg_menlo {
  94         struct lpfc_iocbq *cmdiocbq;
  95         struct lpfc_dmabuf *rmp;
  96 };
  97
  98 #define TYPE_EVT        1
  99 #define TYPE_IOCB       2
 100 #define TYPE_MBOX       3
 101 #define TYPE_MENLO      4
 102 struct bsg_job_data {
 103         uint32_t type;
 104         struct bsg_job *set_job; /* job waiting for this iocb to finish */
 105         union {
 106                 struct lpfc_bsg_event *evt;
 107                 struct lpfc_bsg_iocb iocb;
 108                 struct lpfc_bsg_mbox mbox;
 109                 struct lpfc_bsg_menlo menlo;
 110         } context_un;
 111 };
 112
 113 struct event_data {
 114         struct list_head node;
 115         uint32_t type;
 116         uint32_t immed_dat;
 117         void *data;
 118         uint32_t len;
 119 };
 120
 121 #define BUF_SZ_4K 4096
 122 #define SLI_CT_ELX_LOOPBACK 0x10
 123
 124 enum ELX_LOOPBACK_CMD {
 125         ELX_LOOPBACK_XRI_SETUP,
 126         ELX_LOOPBACK_DATA,
 127 };
 128
 129 #define ELX_LOOPBACK_HEADER_SZ \
 130         (size_t)(&((struct lpfc_sli_ct_request *)NULL)->un)
 131
 132 struct lpfc_dmabufext {
 133         struct lpfc_dmabuf dma;
 134         uint32_t size;
 135         uint32_t flag;
 136 };
 137
 138 static void
 139 lpfc_free_bsg_buffers(struct lpfc_hba *phba, struct lpfc_dmabuf *mlist)
 140 {
 141         struct lpfc_dmabuf *mlast, *next_mlast;
 142
 143         if (mlist) {
 144                 list_for_each_entry_safe(mlast, next_mlast, &mlist->list,
 145                                          list) {
 146                         lpfc_mbuf_free(phba, mlast->virt, mlast->phys);
 147                         list_del(&mlast->list);
 148                         kfree(mlast);
 149                 }
 150                 lpfc_mbuf_free(phba, mlist->virt, mlist->phys);
 151                 kfree(mlist);
 152         }
 153         return;
 154 }
 155
 156 static struct lpfc_dmabuf *
 157 lpfc_alloc_bsg_buffers(struct lpfc_hba *phba, unsigned int size,
 158                        int outbound_buffers, struct ulp_bde64 *bpl,
 159                        int *bpl_entries)
 160 {
 161         struct lpfc_dmabuf *mlist = NULL;
 162         struct lpfc_dmabuf *mp;
 163         unsigned int bytes_left = size;
 164
 165         /* Verify we can support the size specified */
 166         if (!size || (size > (*bpl_entries * LPFC_BPL_SIZE)))
 167                 return NULL;
 168
 169         /* Determine the number of dma buffers to allocate */
 170         *bpl_entries = (size % LPFC_BPL_SIZE ? size/LPFC_BPL_SIZE + 1 :
 171                         size/LPFC_BPL_SIZE);
 172
 173         /* Allocate dma buffer and place in BPL passed */
 174         while (bytes_left) {
 175                 /* Allocate dma buffer  */
 176                 mp = kmalloc(sizeof(struct lpfc_dmabuf), GFP_KERNEL);
 177                 if (!mp) {
 178                         if (mlist)
 179                                 lpfc_free_bsg_buffers(phba, mlist);
 180                         return NULL;
 181                 }
 182
 183                 INIT_LIST_HEAD(&mp->list);
 184                 mp->virt = lpfc_mbuf_alloc(phba, MEM_PRI, &(mp->phys));
 185
 186                 if (!mp->virt) {
 187                         kfree(mp);
 188                         if (mlist)
 189                                 lpfc_free_bsg_buffers(phba, mlist);
 190                         return NULL;
 191                 }
 192
 193                 /* Queue it to a linked list */
 194                 if (!mlist)
 195                         mlist = mp;
 196                 else
 197                         list_add_tail(&mp->list, &mlist->list);
 198
 199                 /* Add buffer to buffer pointer list */
 200                 if (outbound_buffers)
 201                         bpl->tus.f.bdeFlags = BUFF_TYPE_BDE_64;
 202                 else
 203                         bpl->tus.f.bdeFlags = BUFF_TYPE_BDE_64I;
 204                 bpl->addrLow = le32_to_cpu(putPaddrLow(mp->phys));
 205                 bpl->addrHigh = le32_to_cpu(putPaddrHigh(mp->phys));
 206                 bpl->tus.f.bdeSize = (uint16_t)
 207                         (bytes_left >= LPFC_BPL_SIZE ? LPFC_BPL_SIZE :
 208                          bytes_left);
 209                 bytes_left -= bpl->tus.f.bdeSize;
 210                 bpl->tus.w = le32_to_cpu(bpl->tus.w);
 211                 bpl++;
 212         }
 213         return mlist;
 214 }
 215
 216 static unsigned int
 217 lpfc_bsg_copy_data(struct lpfc_dmabuf *dma_buffers,
 218                    struct bsg_buffer *bsg_buffers,
 219                    unsigned int bytes_to_transfer, int to_buffers)
 220 {
 221
 222         struct lpfc_dmabuf *mp;
 223         unsigned int transfer_bytes, bytes_copied = 0;
 224         unsigned int sg_offset, dma_offset;
 225         unsigned char *dma_address, *sg_address;
 226         LIST_HEAD(temp_list);
 227         struct sg_mapping_iter miter;
 228         unsigned long flags;
 229         unsigned int sg_flags = SG_MITER_ATOMIC;
 230         bool sg_valid;
 231
 232         list_splice_init(&dma_buffers->list, &temp_list);
 233         list_add(&dma_buffers->list, &temp_list);
 234         sg_offset = 0;
 235         if (to_buffers)
 236                 sg_flags |= SG_MITER_FROM_SG;
 237         else
 238                 sg_flags |= SG_MITER_TO_SG;
 239         sg_miter_start(&miter, bsg_buffers->sg_list, bsg_buffers->sg_cnt,
 240                        sg_flags);
 241         local_irq_save(flags);
 242         sg_valid = sg_miter_next(&miter);
 243         list_for_each_entry(mp, &temp_list, list) {
 244                 dma_offset = 0;
 245                 while (bytes_to_transfer && sg_valid &&
 246                        (dma_offset < LPFC_BPL_SIZE)) {
 247                         dma_address = mp->virt + dma_offset;
 248                         if (sg_offset) {
 249                                 /* Continue previous partial transfer of sg */
 250                                 sg_address = miter.addr + sg_offset;
 251                                 transfer_bytes = miter.length - sg_offset;
 252                         } else {
 253                                 sg_address = miter.addr;
 254                                 transfer_bytes = miter.length;
 255                         }
 256                         if (bytes_to_transfer < transfer_bytes)
 257                                 transfer_bytes = bytes_to_transfer;
 258                         if (transfer_bytes > (LPFC_BPL_SIZE - dma_offset))
 259                                 transfer_bytes = LPFC_BPL_SIZE - dma_offset;
 260                         if (to_buffers)
 261                                 memcpy(dma_address, sg_address, transfer_bytes);
 262                         else
 263                                 memcpy(sg_address, dma_address, transfer_bytes);
 264                         dma_offset += transfer_bytes;
 265                         sg_offset += transfer_bytes;
 266                         bytes_to_transfer -= transfer_bytes;
 267                         bytes_copied += transfer_bytes;
 268                         if (sg_offset >= miter.length) {
 269                                 sg_offset = 0;
 270                                 sg_valid = sg_miter_next(&miter);
 271                         }
 272                 }
 273         }
 274         sg_miter_stop(&miter);
 275         local_irq_restore(flags);
 276         list_del_init(&dma_buffers->list);
 277         list_splice(&temp_list, &dma_buffers->list);
 278         return bytes_copied;
 279 }
 280
 281 /**
 282  * lpfc_bsg_send_mgmt_cmd_cmp - lpfc_bsg_send_mgmt_cmd's completion handler
 283  * @phba: Pointer to HBA context object.
 284  * @cmdiocbq: Pointer to command iocb.
 285  * @rspiocbq: Pointer to response iocb.
 286  *
 287  * This function is the completion handler for iocbs issued using
 288  * lpfc_bsg_send_mgmt_cmd function. This function is called by the
 289  * ring event handler function without any lock held. This function
 290  * can be called from both worker thread context and interrupt
 291  * context. This function also can be called from another thread which
 292  * cleans up the SLI layer objects.
 293  * This function copies the contents of the response iocb to the
 294  * response iocb memory object provided by the caller of
 295  * lpfc_sli_issue_iocb_wait and then wakes up the thread which
 296  * sleeps for the iocb completion.
 297  **/
 298 static void
 299 lpfc_bsg_send_mgmt_cmd_cmp(struct lpfc_hba *phba,
 300                         struct lpfc_iocbq *cmdiocbq,
 301                         struct lpfc_iocbq *rspiocbq)
 302 {
 303         struct bsg_job_data *dd_data;
 304         struct bsg_job *job;
 305         struct fc_bsg_reply *bsg_reply;
 306         IOCB_t *rsp;
 307         struct lpfc_dmabuf *bmp, *cmp, *rmp;
 308         struct lpfc_nodelist *ndlp;
 309         struct lpfc_bsg_iocb *iocb;
 310         unsigned long flags;
 311         unsigned int rsp_size;
 312         int rc = 0;
 313
 314         dd_data = cmdiocbq->context1;
 315
 316         /* Determine if job has been aborted */
 317         spin_lock_irqsave(&phba->ct_ev_lock, flags);
 318         job = dd_data->set_job;
 319         if (job) {
 320                 bsg_reply = job->reply;
 321                 /* Prevent timeout handling from trying to abort job */
 322                 job->dd_data = NULL;
 323         }
 324         spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
 325
 326         /* Close the timeout handler abort window */
 327         spin_lock_irqsave(&phba->hbalock, flags);
 328         cmdiocbq->iocb_flag &= ~LPFC_IO_CMD_OUTSTANDING;
 329         spin_unlock_irqrestore(&phba->hbalock, flags);
 330
 331         iocb = &dd_data->context_un.iocb;
 332         ndlp = iocb->ndlp;
 333         rmp = iocb->rmp;
 334         cmp = cmdiocbq->context2;
 335         bmp = cmdiocbq->context3;
 336         rsp = &rspiocbq->iocb;
 337
 338         /* Copy the completed data or set the error status */
 339
 340         if (job) {
 341                 if (rsp->ulpStatus) {
 342                         if (rsp->ulpStatus == IOSTAT_LOCAL_REJECT) {
 343                                 switch (rsp->un.ulpWord[4] & IOERR_PARAM_MASK) {
 344                                 case IOERR_SEQUENCE_TIMEOUT:
 345                                         rc = -ETIMEDOUT;
 346                                         break;
 347                                 case IOERR_INVALID_RPI:
 348                                         rc = -EFAULT;
 349                                         break;
 350                                 default:
 351                                         rc = -EACCES;
 352                                         break;
 353                                 }
 354                         } else {
 355                                 rc = -EACCES;
 356                         }
 357                 } else {
 358                         rsp_size = rsp->un.genreq64.bdl.bdeSize;
 359                         bsg_reply->reply_payload_rcv_len =
 360                                 lpfc_bsg_copy_data(rmp, &job->reply_payload,
 361                                                    rsp_size, 0);
 362                 }
 363         }
 364
 365         lpfc_free_bsg_buffers(phba, cmp);
 366         lpfc_free_bsg_buffers(phba, rmp);
 367         lpfc_mbuf_free(phba, bmp->virt, bmp->phys);
 368         kfree(bmp);
 369         lpfc_sli_release_iocbq(phba, cmdiocbq);
 370         lpfc_nlp_put(ndlp);
 371         kfree(dd_data);
 372
 373         /* Complete the job if the job is still active */
 374
 375         if (job) {
 376                 bsg_reply->result = rc;
 377                 bsg_job_done(job, bsg_reply->result,
 378                                bsg_reply->reply_payload_rcv_len);
 379         }
 380         return;
 381 }
 382
 383 /**
 384  * lpfc_bsg_send_mgmt_cmd - send a CT command from a bsg request
 385  * @job: fc_bsg_job to handle
 386  **/
 387 static int
 388 lpfc_bsg_send_mgmt_cmd(struct bsg_job *job)
 389 {
 390         struct lpfc_vport *vport = shost_priv(fc_bsg_to_shost(job));
 391         struct lpfc_hba *phba = vport->phba;
 392         struct lpfc_rport_data *rdata = fc_bsg_to_rport(job)->dd_data;
 393         struct lpfc_nodelist *ndlp = rdata->pnode;
 394         struct fc_bsg_reply *bsg_reply = job->reply;
 395         struct ulp_bde64 *bpl = NULL;
 396         uint32_t timeout;
 397         struct lpfc_iocbq *cmdiocbq = NULL;
 398         IOCB_t *cmd;
 399         struct lpfc_dmabuf *bmp = NULL, *cmp = NULL, *rmp = NULL;
 400         int request_nseg;
 401         int reply_nseg;
 402         struct bsg_job_data *dd_data;
 403         unsigned long flags;
 404         uint32_t creg_val;
 405         int rc = 0;
 406         int iocb_stat;
 407
 408         /* in case no data is transferred */
 409         bsg_reply->reply_payload_rcv_len = 0;
 410
 411         /* allocate our bsg tracking structure */
 412         dd_data = kmalloc(sizeof(struct bsg_job_data), GFP_KERNEL);
 413         if (!dd_data) {
 414                 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
 415                                 "2733 Failed allocation of dd_data\n");
 416                 rc = -ENOMEM;
 417                 goto no_dd_data;
 418         }
 419
 420         if (!lpfc_nlp_get(ndlp)) {
 421                 rc = -ENODEV;
 422                 goto no_ndlp;
 423         }
 424
 425         if (ndlp->nlp_flag & NLP_ELS_SND_MASK) {
 426                 rc = -ENODEV;
 427                 goto free_ndlp;
 428         }
 429
 430         cmdiocbq = lpfc_sli_get_iocbq(phba);
 431         if (!cmdiocbq) {
 432                 rc = -ENOMEM;
 433                 goto free_ndlp;
 434         }
 435
 436         cmd = &cmdiocbq->iocb;
 437
 438         bmp = kmalloc(sizeof(struct lpfc_dmabuf), GFP_KERNEL);
 439         if (!bmp) {
 440                 rc = -ENOMEM;
 441                 goto free_cmdiocbq;
 442         }
 443         bmp->virt = lpfc_mbuf_alloc(phba, 0, &bmp->phys);
 444         if (!bmp->virt) {
 445                 rc = -ENOMEM;
 446                 goto free_bmp;
 447         }
 448
 449         INIT_LIST_HEAD(&bmp->list);
 450
 451         bpl = (struct ulp_bde64 *) bmp->virt;
 452         request_nseg = LPFC_BPL_SIZE/sizeof(struct ulp_bde64);
 453         cmp = lpfc_alloc_bsg_buffers(phba, job->request_payload.payload_len,
 454                                      1, bpl, &request_nseg);
 455         if (!cmp) {
 456                 rc = -ENOMEM;
 457                 goto free_bmp;
 458         }
 459         lpfc_bsg_copy_data(cmp, &job->request_payload,
 460                            job->request_payload.payload_len, 1);
 461
 462         bpl += request_nseg;
 463         reply_nseg = LPFC_BPL_SIZE/sizeof(struct ulp_bde64) - request_nseg;
 464         rmp = lpfc_alloc_bsg_buffers(phba, job->reply_payload.payload_len, 0,
 465                                      bpl, &reply_nseg);
 466         if (!rmp) {
 467                 rc = -ENOMEM;
 468                 goto free_cmp;
 469         }
 470
 471         cmd->un.genreq64.bdl.ulpIoTag32 = 0;
 472         cmd->un.genreq64.bdl.addrHigh = putPaddrHigh(bmp->phys);
 473         cmd->un.genreq64.bdl.addrLow = putPaddrLow(bmp->phys);
 474         cmd->un.genreq64.bdl.bdeFlags = BUFF_TYPE_BLP_64;
 475         cmd->un.genreq64.bdl.bdeSize =
 476                 (request_nseg + reply_nseg) * sizeof(struct ulp_bde64);
 477         cmd->ulpCommand = CMD_GEN_REQUEST64_CR;
 478         cmd->un.genreq64.w5.hcsw.Fctl = (SI | LA);
 479         cmd->un.genreq64.w5.hcsw.Dfctl = 0;
 480         cmd->un.genreq64.w5.hcsw.Rctl = FC_RCTL_DD_UNSOL_CTL;
 481         cmd->un.genreq64.w5.hcsw.Type = FC_TYPE_CT;
 482         cmd->ulpBdeCount = 1;
 483         cmd->ulpLe = 1;
 484         cmd->ulpClass = CLASS3;
 485         cmd->ulpContext = ndlp->nlp_rpi;
 486         if (phba->sli_rev == LPFC_SLI_REV4)
 487                 cmd->ulpContext = phba->sli4_hba.rpi_ids[ndlp->nlp_rpi];
 488         cmd->ulpOwner = OWN_CHIP;
 489         cmdiocbq->vport = phba->pport;
 490         cmdiocbq->context3 = bmp;
 491         cmdiocbq->iocb_flag |= LPFC_IO_LIBDFC;
 492         timeout = phba->fc_ratov * 2;
 493         cmd->ulpTimeout = timeout;
 494
 495         cmdiocbq->iocb_cmpl = lpfc_bsg_send_mgmt_cmd_cmp;
 496         cmdiocbq->context1 = dd_data;
 497         cmdiocbq->context2 = cmp;
 498         cmdiocbq->context3 = bmp;
 499         cmdiocbq->context_un.ndlp = ndlp;
 500         dd_data->type = TYPE_IOCB;
 501         dd_data->set_job = job;
 502         dd_data->context_un.iocb.cmdiocbq = cmdiocbq;
 503         dd_data->context_un.iocb.ndlp = ndlp;
 504         dd_data->context_un.iocb.rmp = rmp;
 505         job->dd_data = dd_data;
 506
 507         if (phba->cfg_poll & DISABLE_FCP_RING_INT) {
 508                 if (lpfc_readl(phba->HCregaddr, &creg_val)) {
 509                         rc = -EIO ;
 510                         goto free_rmp;
 511                 }
 512                 creg_val |= (HC_R0INT_ENA << LPFC_FCP_RING);
 513                 writel(creg_val, phba->HCregaddr);
 514                 readl(phba->HCregaddr); /* flush */
 515         }
 516
 517         iocb_stat = lpfc_sli_issue_iocb(phba, LPFC_ELS_RING, cmdiocbq, 0);
 518
 519         if (iocb_stat == IOCB_SUCCESS) {
 520                 spin_lock_irqsave(&phba->hbalock, flags);
 521                 /* make sure the I/O had not been completed yet */
 522                 if (cmdiocbq->iocb_flag & LPFC_IO_LIBDFC) {
 523                         /* open up abort window to timeout handler */
 524                         cmdiocbq->iocb_flag |= LPFC_IO_CMD_OUTSTANDING;
 525                 }
 526                 spin_unlock_irqrestore(&phba->hbalock, flags);
 527                 return 0; /* done for now */
 528         } else if (iocb_stat == IOCB_BUSY) {
 529                 rc = -EAGAIN;
 530         } else {
 531                 rc = -EIO;
 532         }
 533
 534         /* iocb failed so cleanup */
 535         job->dd_data = NULL;
 536
 537 free_rmp:
 538         lpfc_free_bsg_buffers(phba, rmp);
 539 free_cmp:
 540         lpfc_free_bsg_buffers(phba, cmp);
 541 free_bmp:
 542         if (bmp->virt)
 543                 lpfc_mbuf_free(phba, bmp->virt, bmp->phys);
 544         kfree(bmp);
 545 free_cmdiocbq:
 546         lpfc_sli_release_iocbq(phba, cmdiocbq);
 547 free_ndlp:
 548         lpfc_nlp_put(ndlp);
 549 no_ndlp:
 550         kfree(dd_data);
 551 no_dd_data:
 552         /* make error code available to userspace */
 553         bsg_reply->result = rc;
 554         job->dd_data = NULL;
 555         return rc;
 556 }
 557
 558 /**
 559  * lpfc_bsg_rport_els_cmp - lpfc_bsg_rport_els's completion handler
 560  * @phba: Pointer to HBA context object.
 561  * @cmdiocbq: Pointer to command iocb.
 562  * @rspiocbq: Pointer to response iocb.
 563  *
 564  * This function is the completion handler for iocbs issued using
 565  * lpfc_bsg_rport_els_cmp function. This function is called by the
 566  * ring event handler function without any lock held. This function
 567  * can be called from both worker thread context and interrupt
 568  * context. This function also can be called from other thread which
 569  * cleans up the SLI layer objects.
 570  * This function copies the contents of the response iocb to the
 571  * response iocb memory object provided by the caller of
 572  * lpfc_sli_issue_iocb_wait and then wakes up the thread which
 573  * sleeps for the iocb completion.
 574  **/
 575 static void
 576 lpfc_bsg_rport_els_cmp(struct lpfc_hba *phba,
 577                         struct lpfc_iocbq *cmdiocbq,
 578                         struct lpfc_iocbq *rspiocbq)
 579 {
 580         struct bsg_job_data *dd_data;
 581         struct bsg_job *job;
 582         struct fc_bsg_reply *bsg_reply;
 583         IOCB_t *rsp;
 584         struct lpfc_nodelist *ndlp;
 585         struct lpfc_dmabuf *pcmd = NULL, *prsp = NULL;
 586         struct fc_bsg_ctels_reply *els_reply;
 587         uint8_t *rjt_data;
 588         unsigned long flags;
 589         unsigned int rsp_size;
 590         int rc = 0;
 591
 592         dd_data = cmdiocbq->context1;
 593         ndlp = dd_data->context_un.iocb.ndlp;
 594         cmdiocbq->context1 = ndlp;
 595
 596         /* Determine if job has been aborted */
 597         spin_lock_irqsave(&phba->ct_ev_lock, flags);
 598         job = dd_data->set_job;
 599         if (job) {
 600                 bsg_reply = job->reply;
 601                 /* Prevent timeout handling from trying to abort job  */
 602                 job->dd_data = NULL;
 603         }
 604         spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
 605
 606         /* Close the timeout handler abort window */
 607         spin_lock_irqsave(&phba->hbalock, flags);
 608         cmdiocbq->iocb_flag &= ~LPFC_IO_CMD_OUTSTANDING;
 609         spin_unlock_irqrestore(&phba->hbalock, flags);
 610
 611         rsp = &rspiocbq->iocb;
 612         pcmd = (struct lpfc_dmabuf *)cmdiocbq->context2;
 613         prsp = (struct lpfc_dmabuf *)pcmd->list.next;
 614
 615         /* Copy the completed job data or determine the job status if job is
 616          * still active
 617          */
 618
 619         if (job) {
 620                 if (rsp->ulpStatus == IOSTAT_SUCCESS) {
 621                         rsp_size = rsp->un.elsreq64.bdl.bdeSize;
 622                         bsg_reply->reply_payload_rcv_len =
 623                                 sg_copy_from_buffer(job->reply_payload.sg_list,
 624                                                     job->reply_payload.sg_cnt,
 625                                                     prsp->virt,
 626                                                     rsp_size);
 627                 } else if (rsp->ulpStatus == IOSTAT_LS_RJT) {
 628                         bsg_reply->reply_payload_rcv_len =
 629                                 sizeof(struct fc_bsg_ctels_reply);
 630                         /* LS_RJT data returned in word 4 */
 631                         rjt_data = (uint8_t *)&rsp->un.ulpWord[4];
 632                         els_reply = &bsg_reply->reply_data.ctels_reply;
 633                         els_reply->status = FC_CTELS_STATUS_REJECT;
 634                         els_reply->rjt_data.action = rjt_data[3];
 635                         els_reply->rjt_data.reason_code = rjt_data[2];
 636                         els_reply->rjt_data.reason_explanation = rjt_data[1];
 637                         els_reply->rjt_data.vendor_unique = rjt_data[0];
 638                 } else {
 639                         rc = -EIO;
 640                 }
 641         }
 642
 643         lpfc_nlp_put(ndlp);
 644         lpfc_els_free_iocb(phba, cmdiocbq);
 645         kfree(dd_data);
 646
 647         /* Complete the job if the job is still active */
 648
 649         if (job) {
 650                 bsg_reply->result = rc;
 651                 bsg_job_done(job, bsg_reply->result,
 652                                bsg_reply->reply_payload_rcv_len);
 653         }
 654         return;
 655 }
 656
 657 /**
 658  * lpfc_bsg_rport_els - send an ELS command from a bsg request
 659  * @job: fc_bsg_job to handle
 660  **/
 661 static int
 662 lpfc_bsg_rport_els(struct bsg_job *job)
 663 {
 664         struct lpfc_vport *vport = shost_priv(fc_bsg_to_shost(job));
 665         struct lpfc_hba *phba = vport->phba;
 666         struct lpfc_rport_data *rdata = fc_bsg_to_rport(job)->dd_data;
 667         struct lpfc_nodelist *ndlp = rdata->pnode;
 668         struct fc_bsg_request *bsg_request = job->request;
 669         struct fc_bsg_reply *bsg_reply = job->reply;
 670         uint32_t elscmd;
 671         uint32_t cmdsize;
 672         struct lpfc_iocbq *cmdiocbq;
 673         uint16_t rpi = 0;
 674         struct bsg_job_data *dd_data;
 675         unsigned long flags;
 676         uint32_t creg_val;
 677         int rc = 0;
 678
 679         /* in case no data is transferred */
 680         bsg_reply->reply_payload_rcv_len = 0;
 681
 682         /* verify the els command is not greater than the
 683          * maximum ELS transfer size.
 684          */
 685
 686         if (job->request_payload.payload_len > FCELSSIZE) {
 687                 rc = -EINVAL;
 688                 goto no_dd_data;
 689         }
 690
 691         /* allocate our bsg tracking structure */
 692         dd_data = kmalloc(sizeof(struct bsg_job_data), GFP_KERNEL);
 693         if (!dd_data) {
 694                 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
 695                                 "2735 Failed allocation of dd_data\n");
 696                 rc = -ENOMEM;
 697                 goto no_dd_data;
 698         }
 699
 700         elscmd = bsg_request->rqst_data.r_els.els_code;
 701         cmdsize = job->request_payload.payload_len;
 702
 703         if (!lpfc_nlp_get(ndlp)) {
 704                 rc = -ENODEV;
 705                 goto free_dd_data;
 706         }
 707
 708         /* We will use the allocated dma buffers by prep els iocb for command
 709          * and response to ensure if the job times out and the request is freed,
 710          * we won't be dma into memory that is no longer allocated to for the
 711          * request.
 712          */
 713
 714         cmdiocbq = lpfc_prep_els_iocb(vport, 1, cmdsize, 0, ndlp,
 715                                       ndlp->nlp_DID, elscmd);
 716         if (!cmdiocbq) {
 717                 rc = -EIO;
 718                 goto release_ndlp;
 719         }
 720
 721         rpi = ndlp->nlp_rpi;
 722
 723         /* Transfer the request payload to allocated command dma buffer */
 724
 725         sg_copy_to_buffer(job->request_payload.sg_list,
 726                           job->request_payload.sg_cnt,
 727                           ((struct lpfc_dmabuf *)cmdiocbq->context2)->virt,
 728                           cmdsize);
 729
 730         if (phba->sli_rev == LPFC_SLI_REV4)
 731                 cmdiocbq->iocb.ulpContext = phba->sli4_hba.rpi_ids[rpi];
 732         else
 733                 cmdiocbq->iocb.ulpContext = rpi;
 734         cmdiocbq->iocb_flag |= LPFC_IO_LIBDFC;
 735         cmdiocbq->context1 = dd_data;
 736         cmdiocbq->context_un.ndlp = ndlp;
 737         cmdiocbq->iocb_cmpl = lpfc_bsg_rport_els_cmp;
 738         dd_data->type = TYPE_IOCB;
 739         dd_data->set_job = job;
 740         dd_data->context_un.iocb.cmdiocbq = cmdiocbq;
 741         dd_data->context_un.iocb.ndlp = ndlp;
 742         dd_data->context_un.iocb.rmp = NULL;
 743         job->dd_data = dd_data;
 744
 745         if (phba->cfg_poll & DISABLE_FCP_RING_INT) {
 746                 if (lpfc_readl(phba->HCregaddr, &creg_val)) {
 747                         rc = -EIO;
 748                         goto linkdown_err;
 749                 }
 750                 creg_val |= (HC_R0INT_ENA << LPFC_FCP_RING);
 751                 writel(creg_val, phba->HCregaddr);
 752                 readl(phba->HCregaddr); /* flush */
 753         }
 754
 755         rc = lpfc_sli_issue_iocb(phba, LPFC_ELS_RING, cmdiocbq, 0);
 756
 757         if (rc == IOCB_SUCCESS) {
 758                 spin_lock_irqsave(&phba->hbalock, flags);
 759                 /* make sure the I/O had not been completed/released */
 760                 if (cmdiocbq->iocb_flag & LPFC_IO_LIBDFC) {
 761                         /* open up abort window to timeout handler */
 762                         cmdiocbq->iocb_flag |= LPFC_IO_CMD_OUTSTANDING;
 763                 }
 764                 spin_unlock_irqrestore(&phba->hbalock, flags);
 765                 return 0; /* done for now */
 766         } else if (rc == IOCB_BUSY) {
 767                 rc = -EAGAIN;
 768         } else {
 769                 rc = -EIO;
 770         }
 771
 772         /* iocb failed so cleanup */
 773         job->dd_data = NULL;
 774
 775 linkdown_err:
 776         cmdiocbq->context1 = ndlp;
 777         lpfc_els_free_iocb(phba, cmdiocbq);
 778
 779 release_ndlp:
 780         lpfc_nlp_put(ndlp);
 781
 782 free_dd_data:
 783         kfree(dd_data);
 784
 785 no_dd_data:
 786         /* make error code available to userspace */
 787         bsg_reply->result = rc;
 788         job->dd_data = NULL;
 789         return rc;
 790 }
 791
 792 /**
 793  * lpfc_bsg_event_free - frees an allocated event structure
 794  * @kref: Pointer to a kref.
 795  *
 796  * Called from kref_put. Back cast the kref into an event structure address.
 797  * Free any events to get, delete associated nodes, free any events to see,
 798  * free any data then free the event itself.
 799  **/
 800 static void
 801 lpfc_bsg_event_free(struct kref *kref)
 802 {
 803         struct lpfc_bsg_event *evt = container_of(kref, struct lpfc_bsg_event,
 804                                                   kref);
 805         struct event_data *ed;
 806
 807         list_del(&evt->node);
 808
 809         while (!list_empty(&evt->events_to_get)) {
 810                 ed = list_entry(evt->events_to_get.next, typeof(*ed), node);
 811                 list_del(&ed->node);
 812                 kfree(ed->data);
 813                 kfree(ed);
 814         }
 815
 816         while (!list_empty(&evt->events_to_see)) {
 817                 ed = list_entry(evt->events_to_see.next, typeof(*ed), node);
 818                 list_del(&ed->node);
 819                 kfree(ed->data);
 820                 kfree(ed);
 821         }
 822
 823         kfree(evt->dd_data);
 824         kfree(evt);
 825 }
 826
 827 /**
 828  * lpfc_bsg_event_ref - increments the kref for an event
 829  * @evt: Pointer to an event structure.
 830  **/
 831 static inline void
 832 lpfc_bsg_event_ref(struct lpfc_bsg_event *evt)
 833 {
 834         kref_get(&evt->kref);
 835 }
 836
 837 /**
 838  * lpfc_bsg_event_unref - Uses kref_put to free an event structure
 839  * @evt: Pointer to an event structure.
 840  **/
 841 static inline void
 842 lpfc_bsg_event_unref(struct lpfc_bsg_event *evt)
 843 {
 844         kref_put(&evt->kref, lpfc_bsg_event_free);
 845 }
 846
 847 /**
 848  * lpfc_bsg_event_new - allocate and initialize a event structure
 849  * @ev_mask: Mask of events.
 850  * @ev_reg_id: Event reg id.
 851  * @ev_req_id: Event request id.
 852  **/
 853 static struct lpfc_bsg_event *
 854 lpfc_bsg_event_new(uint32_t ev_mask, int ev_reg_id, uint32_t ev_req_id)
 855 {
 856         struct lpfc_bsg_event *evt = kzalloc(sizeof(*evt), GFP_KERNEL);
 857
 858         if (!evt)
 859                 return NULL;
 860
 861         INIT_LIST_HEAD(&evt->events_to_get);
 862         INIT_LIST_HEAD(&evt->events_to_see);
 863         evt->type_mask = ev_mask;
 864         evt->req_id = ev_req_id;
 865         evt->reg_id = ev_reg_id;
 866         evt->wait_time_stamp = jiffies;
 867         evt->dd_data = NULL;
 868         init_waitqueue_head(&evt->wq);
 869         kref_init(&evt->kref);
 870         return evt;
 871 }
 872
 873 /**
 874  * diag_cmd_data_free - Frees an lpfc dma buffer extension
 875  * @phba: Pointer to HBA context object.
 876  * @mlist: Pointer to an lpfc dma buffer extension.
 877  **/
 878 static int
 879 diag_cmd_data_free(struct lpfc_hba *phba, struct lpfc_dmabufext *mlist)
 880 {
 881         struct lpfc_dmabufext *mlast;
 882         struct pci_dev *pcidev;
 883         struct list_head head, *curr, *next;
 884
 885         if ((!mlist) || (!lpfc_is_link_up(phba) &&
 886                 (phba->link_flag & LS_LOOPBACK_MODE))) {
 887                 return 0;
 888         }
 889
 890         pcidev = phba->pcidev;
 891         list_add_tail(&head, &mlist->dma.list);
 892
 893         list_for_each_safe(curr, next, &head) {
 894                 mlast = list_entry(curr, struct lpfc_dmabufext , dma.list);
 895                 if (mlast->dma.virt)
 896                         dma_free_coherent(&pcidev->dev,
 897                                           mlast->size,
 898                                           mlast->dma.virt,
 899                                           mlast->dma.phys);
 900                 kfree(mlast);
 901         }
 902         return 0;
 903 }
 904
 905 /**
 906  * lpfc_bsg_ct_unsol_event - process an unsolicited CT command
 907  * @phba:
 908  * @pring:
 909  * @piocbq:
 910  *
 911  * This function is called when an unsolicited CT command is received.  It
 912  * forwards the event to any processes registered to receive CT events.
 913  **/
 914 int
 915 lpfc_bsg_ct_unsol_event(struct lpfc_hba *phba, struct lpfc_sli_ring *pring,
 916                         struct lpfc_iocbq *piocbq)
 917 {
 918         uint32_t evt_req_id = 0;
 919         uint32_t cmd;
 920         struct lpfc_dmabuf *dmabuf = NULL;
 921         struct lpfc_bsg_event *evt;
 922         struct event_data *evt_dat = NULL;
 923         struct lpfc_iocbq *iocbq;
 924         size_t offset = 0;
 925         struct list_head head;
 926         struct ulp_bde64 *bde;
 927         dma_addr_t dma_addr;
 928         int i;
 929         struct lpfc_dmabuf *bdeBuf1 = piocbq->context2;
 930         struct lpfc_dmabuf *bdeBuf2 = piocbq->context3;
 931         struct lpfc_hbq_entry *hbqe;
 932         struct lpfc_sli_ct_request *ct_req;
 933         struct bsg_job *job = NULL;
 934         struct fc_bsg_reply *bsg_reply;
 935         struct bsg_job_data *dd_data = NULL;
 936         unsigned long flags;
 937         int size = 0;
 938
 939         INIT_LIST_HEAD(&head);
 940         list_add_tail(&head, &piocbq->list);
 941
 942         if (piocbq->iocb.ulpBdeCount == 0 ||
 943             piocbq->iocb.un.cont64[0].tus.f.bdeSize == 0)
 944                 goto error_ct_unsol_exit;
 945
 946         if (phba->link_state == LPFC_HBA_ERROR ||
 947                 (!(phba->sli.sli_flag & LPFC_SLI_ACTIVE)))
 948                 goto error_ct_unsol_exit;
 949
 950         if (phba->sli3_options & LPFC_SLI3_HBQ_ENABLED)
 951                 dmabuf = bdeBuf1;
 952         else {
 953                 dma_addr = getPaddr(piocbq->iocb.un.cont64[0].addrHigh,
 954                                     piocbq->iocb.un.cont64[0].addrLow);
 955                 dmabuf = lpfc_sli_ringpostbuf_get(phba, pring, dma_addr);
 956         }
 957         if (dmabuf == NULL)
 958                 goto error_ct_unsol_exit;
 959         ct_req = (struct lpfc_sli_ct_request *)dmabuf->virt;
 960         evt_req_id = ct_req->FsType;
 961         cmd = ct_req->CommandResponse.bits.CmdRsp;
 962         if (!(phba->sli3_options & LPFC_SLI3_HBQ_ENABLED))
 963                 lpfc_sli_ringpostbuf_put(phba, pring, dmabuf);
 964
 965         spin_lock_irqsave(&phba->ct_ev_lock, flags);
 966         list_for_each_entry(evt, &phba->ct_ev_waiters, node) {
 967                 if (!(evt->type_mask & FC_REG_CT_EVENT) ||
 968                         evt->req_id != evt_req_id)
 969                         continue;
 970
 971                 lpfc_bsg_event_ref(evt);
 972                 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
 973                 evt_dat = kzalloc(sizeof(*evt_dat), GFP_KERNEL);
 974                 if (evt_dat == NULL) {
 975                         spin_lock_irqsave(&phba->ct_ev_lock, flags);
 976                         lpfc_bsg_event_unref(evt);
 977                         lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
 978                                         "2614 Memory allocation failed for "
 979                                         "CT event\n");
 980                         break;
 981                 }
 982
 983                 if (phba->sli3_options & LPFC_SLI3_HBQ_ENABLED) {
 984                         /* take accumulated byte count from the last iocbq */
 985                         iocbq = list_entry(head.prev, typeof(*iocbq), list);
 986                         evt_dat->len = iocbq->iocb.unsli3.rcvsli3.acc_len;
 987                 } else {
 988                         list_for_each_entry(iocbq, &head, list) {
 989                                 for (i = 0; i < iocbq->iocb.ulpBdeCount; i++)
 990                                         evt_dat->len +=
 991                                         iocbq->iocb.un.cont64[i].tus.f.bdeSize;
 992                         }
 993                 }
 994
 995                 evt_dat->data = kzalloc(evt_dat->len, GFP_KERNEL);
 996                 if (evt_dat->data == NULL) {
 997                         lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
 998                                         "2615 Memory allocation failed for "
 999                                         "CT event data, size %d\n",
1000                                         evt_dat->len);
1001                         kfree(evt_dat);
1002                         spin_lock_irqsave(&phba->ct_ev_lock, flags);
1003                         lpfc_bsg_event_unref(evt);
1004                         spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
1005                         goto error_ct_unsol_exit;
1006                 }
1007
1008                 list_for_each_entry(iocbq, &head, list) {
1009                         size = 0;
1010                         if (phba->sli3_options & LPFC_SLI3_HBQ_ENABLED) {
1011                                 bdeBuf1 = iocbq->context2;
1012                                 bdeBuf2 = iocbq->context3;
1013                         }
1014                         for (i = 0; i < iocbq->iocb.ulpBdeCount; i++) {
1015                                 if (phba->sli3_options &
1016                                     LPFC_SLI3_HBQ_ENABLED) {
1017                                         if (i == 0) {
1018                                                 hbqe = (struct lpfc_hbq_entry *)
1019                                                   &iocbq->iocb.un.ulpWord[0];
1020                                                 size = hbqe->bde.tus.f.bdeSize;
1021                                                 dmabuf = bdeBuf1;
1022                                         } else if (i == 1) {
1023                                                 hbqe = (struct lpfc_hbq_entry *)
1024                                                         &iocbq->iocb.unsli3.
1025                                                         sli3Words[4];
1026                                                 size = hbqe->bde.tus.f.bdeSize;
1027                                                 dmabuf = bdeBuf2;
1028                                         }
1029                                         if ((offset + size) > evt_dat->len)
1030                                                 size = evt_dat->len - offset;
1031                                 } else {
1032                                         size = iocbq->iocb.un.cont64[i].
1033                                                 tus.f.bdeSize;
1034                                         bde = &iocbq->iocb.un.cont64[i];
1035                                         dma_addr = getPaddr(bde->addrHigh,
1036                                                             bde->addrLow);
1037                                         dmabuf = lpfc_sli_ringpostbuf_get(phba,
1038                                                         pring, dma_addr);
1039                                 }
1040                                 if (!dmabuf) {
1041                                         lpfc_printf_log(phba, KERN_ERR,
1042                                                 LOG_LIBDFC, "2616 No dmabuf "
1043                                                 "found for iocbq x%px\n",
1044                                                 iocbq);
1045                                         kfree(evt_dat->data);
1046                                         kfree(evt_dat);
1047                                         spin_lock_irqsave(&phba->ct_ev_lock,
1048                                                 flags);
1049                                         lpfc_bsg_event_unref(evt);
1050                                         spin_unlock_irqrestore(
1051                                                 &phba->ct_ev_lock, flags);
1052                                         goto error_ct_unsol_exit;
1053                                 }
1054                                 memcpy((char *)(evt_dat->data) + offset,
1055                                        dmabuf->virt, size);
1056                                 offset += size;
1057                                 if (evt_req_id != SLI_CT_ELX_LOOPBACK &&
1058                                     !(phba->sli3_options &
1059                                       LPFC_SLI3_HBQ_ENABLED)) {
1060                                         lpfc_sli_ringpostbuf_put(phba, pring,
1061                                                                  dmabuf);
1062                                 } else {
1063                                         switch (cmd) {
1064                                         case ELX_LOOPBACK_DATA:
1065                                                 if (phba->sli_rev <
1066                                                     LPFC_SLI_REV4)
1067                                                         diag_cmd_data_free(phba,
1068                                                         (struct lpfc_dmabufext
1069                                                          *)dmabuf);
1070                                                 break;
1071                                         case ELX_LOOPBACK_XRI_SETUP:
1072                                                 if ((phba->sli_rev ==
1073                                                         LPFC_SLI_REV2) ||
1074                                                         (phba->sli3_options &
1075                                                         LPFC_SLI3_HBQ_ENABLED
1076                                                         )) {
1077                                                         lpfc_in_buf_free(phba,
1078                                                                         dmabuf);
1079                                                 } else {
1080                                                         lpfc_post_buffer(phba,
1081                                                                          pring,
1082                                                                          1);
1083                                                 }
1084                                                 break;
1085                                         default:
1086                                                 if (!(phba->sli3_options &
1087                                                       LPFC_SLI3_HBQ_ENABLED))
1088                                                         lpfc_post_buffer(phba,
1089                                                                          pring,
1090                                                                          1);
1091                                                 break;
1092                                         }
1093                                 }
1094                         }
1095                 }
1096
1097                 spin_lock_irqsave(&phba->ct_ev_lock, flags);
1098                 if (phba->sli_rev == LPFC_SLI_REV4) {
1099                         evt_dat->immed_dat = phba->ctx_idx;
1100                         phba->ctx_idx = (phba->ctx_idx + 1) % LPFC_CT_CTX_MAX;
1101                         /* Provide warning for over-run of the ct_ctx array */
1102                         if (phba->ct_ctx[evt_dat->immed_dat].valid ==
1103                             UNSOL_VALID)
1104                                 lpfc_printf_log(phba, KERN_WARNING, LOG_ELS,
1105                                                 "2717 CT context array entry "
1106                                                 "[%d] over-run: oxid:x%x, "
1107                                                 "sid:x%x\n", phba->ctx_idx,
1108                                                 phba->ct_ctx[
1109                                                     evt_dat->immed_dat].oxid,
1110                                                 phba->ct_ctx[
1111                                                     evt_dat->immed_dat].SID);
1112                         phba->ct_ctx[evt_dat->immed_dat].rxid =
1113                                 piocbq->iocb.ulpContext;
1114                         phba->ct_ctx[evt_dat->immed_dat].oxid =
1115                                 piocbq->iocb.unsli3.rcvsli3.ox_id;
1116                         phba->ct_ctx[evt_dat->immed_dat].SID =
1117                                 piocbq->iocb.un.rcvels.remoteID;
1118                         phba->ct_ctx[evt_dat->immed_dat].valid = UNSOL_VALID;
1119                 } else
1120                         evt_dat->immed_dat = piocbq->iocb.ulpContext;
1121
1122                 evt_dat->type = FC_REG_CT_EVENT;
1123                 list_add(&evt_dat->node, &evt->events_to_see);
1124                 if (evt_req_id == SLI_CT_ELX_LOOPBACK) {
1125                         wake_up_interruptible(&evt->wq);
1126                         lpfc_bsg_event_unref(evt);
1127                         break;
1128                 }
1129
1130                 list_move(evt->events_to_see.prev, &evt->events_to_get);
1131
1132                 dd_data = (struct bsg_job_data *)evt->dd_data;
1133                 job = dd_data->set_job;
1134                 dd_data->set_job = NULL;
1135                 lpfc_bsg_event_unref(evt);
1136                 if (job) {
1137                         bsg_reply = job->reply;
1138                         bsg_reply->reply_payload_rcv_len = size;
1139                         /* make error code available to userspace */
1140                         bsg_reply->result = 0;
1141                         job->dd_data = NULL;
1142                         /* complete the job back to userspace */
1143                         spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
1144                         bsg_job_done(job, bsg_reply->result,
1145                                        bsg_reply->reply_payload_rcv_len);
1146                         spin_lock_irqsave(&phba->ct_ev_lock, flags);
1147                 }
1148         }
1149         spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
1150
1151 error_ct_unsol_exit:
1152         if (!list_empty(&head))
1153                 list_del(&head);
1154         if ((phba->sli_rev < LPFC_SLI_REV4) &&
1155             (evt_req_id == SLI_CT_ELX_LOOPBACK))
1156                 return 0;
1157         return 1;
1158 }
1159
1160 /**
1161  * lpfc_bsg_ct_unsol_abort - handler ct abort to management plane
1162  * @phba: Pointer to HBA context object.
1163  * @dmabuf: pointer to a dmabuf that describes the FC sequence
1164  *
1165  * This function handles abort to the CT command toward management plane
1166  * for SLI4 port.
1167  *
1168  * If the pending context of a CT command to management plane present, clears
1169  * such context and returns 1 for handled; otherwise, it returns 0 indicating
1170  * no context exists.
1171  **/
1172 int
1173 lpfc_bsg_ct_unsol_abort(struct lpfc_hba *phba, struct hbq_dmabuf *dmabuf)
1174 {
1175         struct fc_frame_header fc_hdr;
1176         struct fc_frame_header *fc_hdr_ptr = &fc_hdr;
1177         int ctx_idx, handled = 0;
1178         uint16_t oxid, rxid;
1179         uint32_t sid;
1180
1181         memcpy(fc_hdr_ptr, dmabuf->hbuf.virt, sizeof(struct fc_frame_header));
1182         sid = sli4_sid_from_fc_hdr(fc_hdr_ptr);
1183         oxid = be16_to_cpu(fc_hdr_ptr->fh_ox_id);
1184         rxid = be16_to_cpu(fc_hdr_ptr->fh_rx_id);
1185
1186         for (ctx_idx = 0; ctx_idx < LPFC_CT_CTX_MAX; ctx_idx++) {
1187                 if (phba->ct_ctx[ctx_idx].valid != UNSOL_VALID)
1188                         continue;
1189                 if (phba->ct_ctx[ctx_idx].rxid != rxid)
1190                         continue;
1191                 if (phba->ct_ctx[ctx_idx].oxid != oxid)
1192                         continue;
1193                 if (phba->ct_ctx[ctx_idx].SID != sid)
1194                         continue;
1195                 phba->ct_ctx[ctx_idx].valid = UNSOL_INVALID;
1196                 handled = 1;
1197         }
1198         return handled;
1199 }
1200
1201 /**
1202  * lpfc_bsg_hba_set_event - process a SET_EVENT bsg vendor command
1203  * @job: SET_EVENT fc_bsg_job
1204  **/
1205 static int
1206 lpfc_bsg_hba_set_event(struct bsg_job *job)
1207 {
1208         struct lpfc_vport *vport = shost_priv(fc_bsg_to_shost(job));
1209         struct lpfc_hba *phba = vport->phba;
1210         struct fc_bsg_request *bsg_request = job->request;
1211         struct set_ct_event *event_req;
1212         struct lpfc_bsg_event *evt;
1213         int rc = 0;
1214         struct bsg_job_data *dd_data = NULL;
1215         uint32_t ev_mask;
1216         unsigned long flags;
1217
1218         if (job->request_len <
1219             sizeof(struct fc_bsg_request) + sizeof(struct set_ct_event)) {
1220                 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
1221                                 "2612 Received SET_CT_EVENT below minimum "
1222                                 "size\n");
1223                 rc = -EINVAL;
1224                 goto job_error;
1225         }
1226
1227         event_req = (struct set_ct_event *)
1228                 bsg_request->rqst_data.h_vendor.vendor_cmd;
1229         ev_mask = ((uint32_t)(unsigned long)event_req->type_mask &
1230                                 FC_REG_EVENT_MASK);
1231         spin_lock_irqsave(&phba->ct_ev_lock, flags);
1232         list_for_each_entry(evt, &phba->ct_ev_waiters, node) {
1233                 if (evt->reg_id == event_req->ev_reg_id) {
1234                         lpfc_bsg_event_ref(evt);
1235                         evt->wait_time_stamp = jiffies;
1236                         dd_data = (struct bsg_job_data *)evt->dd_data;
1237                         break;
1238                 }
1239         }
1240         spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
1241
1242         if (&evt->node == &phba->ct_ev_waiters) {
1243                 /* no event waiting struct yet - first call */
1244                 dd_data = kmalloc(sizeof(struct bsg_job_data), GFP_KERNEL);
1245                 if (dd_data == NULL) {
1246                         lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
1247                                         "2734 Failed allocation of dd_data\n");
1248                         rc = -ENOMEM;
1249                         goto job_error;
1250                 }
1251                 evt = lpfc_bsg_event_new(ev_mask, event_req->ev_reg_id,
1252                                         event_req->ev_req_id);
1253                 if (!evt) {
1254                         lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
1255                                         "2617 Failed allocation of event "
1256                                         "waiter\n");
1257                         rc = -ENOMEM;
1258                         goto job_error;
1259                 }
1260                 dd_data->type = TYPE_EVT;
1261                 dd_data->set_job = NULL;
1262                 dd_data->context_un.evt = evt;
1263                 evt->dd_data = (void *)dd_data;
1264                 spin_lock_irqsave(&phba->ct_ev_lock, flags);
1265                 list_add(&evt->node, &phba->ct_ev_waiters);
1266                 lpfc_bsg_event_ref(evt);
1267                 evt->wait_time_stamp = jiffies;
1268                 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
1269         }
1270
1271         spin_lock_irqsave(&phba->ct_ev_lock, flags);
1272         evt->waiting = 1;
1273         dd_data->set_job = job; /* for unsolicited command */
1274         job->dd_data = dd_data; /* for fc transport timeout callback*/
1275         spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
1276         return 0; /* call job done later */
1277
1278 job_error:
1279         kfree(dd_data);
1280         job->dd_data = NULL;
1281         return rc;
1282 }
1283
1284 /**
1285  * lpfc_bsg_hba_get_event - process a GET_EVENT bsg vendor command
1286  * @job: GET_EVENT fc_bsg_job
1287  **/
1288 static int
1289 lpfc_bsg_hba_get_event(struct bsg_job *job)
1290 {
1291         struct lpfc_vport *vport = shost_priv(fc_bsg_to_shost(job));
1292         struct lpfc_hba *phba = vport->phba;
1293         struct fc_bsg_request *bsg_request = job->request;
1294         struct fc_bsg_reply *bsg_reply = job->reply;
1295         struct get_ct_event *event_req;
1296         struct get_ct_event_reply *event_reply;
1297         struct lpfc_bsg_event *evt, *evt_next;
1298         struct event_data *evt_dat = NULL;
1299         unsigned long flags;
1300         uint32_t rc = 0;
1301
1302         if (job->request_len <
1303             sizeof(struct fc_bsg_request) + sizeof(struct get_ct_event)) {
1304                 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
1305                                 "2613 Received GET_CT_EVENT request below "
1306                                 "minimum size\n");
1307                 rc = -EINVAL;
1308                 goto job_error;
1309         }
1310
1311         event_req = (struct get_ct_event *)
1312                 bsg_request->rqst_data.h_vendor.vendor_cmd;
1313
1314         event_reply = (struct get_ct_event_reply *)
1315                 bsg_reply->reply_data.vendor_reply.vendor_rsp;
1316         spin_lock_irqsave(&phba->ct_ev_lock, flags);
1317         list_for_each_entry_safe(evt, evt_next, &phba->ct_ev_waiters, node) {
1318                 if (evt->reg_id == event_req->ev_reg_id) {
1319                         if (list_empty(&evt->events_to_get))
1320                                 break;
1321                         lpfc_bsg_event_ref(evt);
1322                         evt->wait_time_stamp = jiffies;
1323                         evt_dat = list_entry(evt->events_to_get.prev,
1324                                              struct event_data, node);
1325                         list_del(&evt_dat->node);
1326                         break;
1327                 }
1328         }
1329         spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
1330
1331         /* The app may continue to ask for event data until it gets
1332          * an error indicating that there isn't anymore
1333          */
1334         if (evt_dat == NULL) {
1335                 bsg_reply->reply_payload_rcv_len = 0;
1336                 rc = -ENOENT;
1337                 goto job_error;
1338         }
1339
1340         if (evt_dat->len > job->request_payload.payload_len) {
1341                 evt_dat->len = job->request_payload.payload_len;
1342                 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
1343                                 "2618 Truncated event data at %d "
1344                                 "bytes\n",
1345                                 job->request_payload.payload_len);
1346         }
1347
1348         event_reply->type = evt_dat->type;
1349         event_reply->immed_data = evt_dat->immed_dat;
1350         if (evt_dat->len > 0)
1351                 bsg_reply->reply_payload_rcv_len =
1352                         sg_copy_from_buffer(job->request_payload.sg_list,
1353                                             job->request_payload.sg_cnt,
1354                                             evt_dat->data, evt_dat->len);
1355         else
1356                 bsg_reply->reply_payload_rcv_len = 0;
1357
1358         if (evt_dat) {
1359                 kfree(evt_dat->data);
1360                 kfree(evt_dat);
1361         }
1362
1363         spin_lock_irqsave(&phba->ct_ev_lock, flags);
1364         lpfc_bsg_event_unref(evt);
1365         spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
1366         job->dd_data = NULL;
1367         bsg_reply->result = 0;
1368         bsg_job_done(job, bsg_reply->result,
1369                        bsg_reply->reply_payload_rcv_len);
1370         return 0;
1371
1372 job_error:
1373         job->dd_data = NULL;
1374         bsg_reply->result = rc;
1375         return rc;
1376 }
1377
1378 /**
1379  * lpfc_issue_ct_rsp_cmp - lpfc_issue_ct_rsp's completion handler
1380  * @phba: Pointer to HBA context object.
1381  * @cmdiocbq: Pointer to command iocb.
1382  * @rspiocbq: Pointer to response iocb.
1383  *
1384  * This function is the completion handler for iocbs issued using
1385  * lpfc_issue_ct_rsp_cmp function. This function is called by the
1386  * ring event handler function without any lock held. This function
1387  * can be called from both worker thread context and interrupt
1388  * context. This function also can be called from other thread which
1389  * cleans up the SLI layer objects.
1390  * This function copy the contents of the response iocb to the
1391  * response iocb memory object provided by the caller of
1392  * lpfc_sli_issue_iocb_wait and then wakes up the thread which
1393  * sleeps for the iocb completion.
1394  **/
1395 static void
1396 lpfc_issue_ct_rsp_cmp(struct lpfc_hba *phba,
1397                         struct lpfc_iocbq *cmdiocbq,
1398                         struct lpfc_iocbq *rspiocbq)
1399 {
1400         struct bsg_job_data *dd_data;
1401         struct bsg_job *job;
1402         struct fc_bsg_reply *bsg_reply;
1403         IOCB_t *rsp;
1404         struct lpfc_dmabuf *bmp, *cmp;
1405         struct lpfc_nodelist *ndlp;
1406         unsigned long flags;
1407         int rc = 0;
1408
1409         dd_data = cmdiocbq->context1;
1410
1411         /* Determine if job has been aborted */
1412         spin_lock_irqsave(&phba->ct_ev_lock, flags);
1413         job = dd_data->set_job;
1414         if (job) {
1415                 /* Prevent timeout handling from trying to abort job  */
1416                 job->dd_data = NULL;
1417         }
1418         spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
1419
1420         /* Close the timeout handler abort window */
1421         spin_lock_irqsave(&phba->hbalock, flags);
1422         cmdiocbq->iocb_flag &= ~LPFC_IO_CMD_OUTSTANDING;
1423         spin_unlock_irqrestore(&phba->hbalock, flags);
1424
1425         ndlp = dd_data->context_un.iocb.ndlp;
1426         cmp = cmdiocbq->context2;
1427         bmp = cmdiocbq->context3;
1428         rsp = &rspiocbq->iocb;
1429
1430         /* Copy the completed job data or set the error status */
1431
1432         if (job) {
1433                 bsg_reply = job->reply;
1434                 if (rsp->ulpStatus) {
1435                         if (rsp->ulpStatus == IOSTAT_LOCAL_REJECT) {
1436                                 switch (rsp->un.ulpWord[4] & IOERR_PARAM_MASK) {
1437                                 case IOERR_SEQUENCE_TIMEOUT:
1438                                         rc = -ETIMEDOUT;
1439                                         break;
1440                                 case IOERR_INVALID_RPI:
1441                                         rc = -EFAULT;
1442                                         break;
1443                                 default:
1444                                         rc = -EACCES;
1445                                         break;
1446                                 }
1447                         } else {
1448                                 rc = -EACCES;
1449                         }
1450                 } else {
1451                         bsg_reply->reply_payload_rcv_len = 0;
1452                 }
1453         }
1454
1455         lpfc_free_bsg_buffers(phba, cmp);
1456         lpfc_mbuf_free(phba, bmp->virt, bmp->phys);
1457         kfree(bmp);
1458         lpfc_sli_release_iocbq(phba, cmdiocbq);
1459         lpfc_nlp_put(ndlp);
1460         kfree(dd_data);
1461
1462         /* Complete the job if the job is still active */
1463
1464         if (job) {
1465                 bsg_reply->result = rc;
1466                 bsg_job_done(job, bsg_reply->result,
1467                                bsg_reply->reply_payload_rcv_len);
1468         }
1469         return;
1470 }
1471
1472 /**
1473  * lpfc_issue_ct_rsp - issue a ct response
1474  * @phba: Pointer to HBA context object.
1475  * @job: Pointer to the job object.
1476  * @tag: tag index value into the ports context exchange array.
1477  * @bmp: Pointer to a dma buffer descriptor.
1478  * @num_entry: Number of enties in the bde.
1479  **/
1480 static int
1481 lpfc_issue_ct_rsp(struct lpfc_hba *phba, struct bsg_job *job, uint32_t tag,
1482                   struct lpfc_dmabuf *cmp, struct lpfc_dmabuf *bmp,
1483                   int num_entry)
1484 {
1485         IOCB_t *icmd;
1486         struct lpfc_iocbq *ctiocb = NULL;
1487         int rc = 0;
1488         struct lpfc_nodelist *ndlp = NULL;
1489         struct bsg_job_data *dd_data;
1490         unsigned long flags;
1491         uint32_t creg_val;
1492
1493         /* allocate our bsg tracking structure */
1494         dd_data = kmalloc(sizeof(struct bsg_job_data), GFP_KERNEL);
1495         if (!dd_data) {
1496                 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
1497                                 "2736 Failed allocation of dd_data\n");
1498                 rc = -ENOMEM;
1499                 goto no_dd_data;
1500         }
1501
1502         /* Allocate buffer for  command iocb */
1503         ctiocb = lpfc_sli_get_iocbq(phba);
1504         if (!ctiocb) {
1505                 rc = -ENOMEM;
1506                 goto no_ctiocb;
1507         }
1508
1509         icmd = &ctiocb->iocb;
1510         icmd->un.xseq64.bdl.ulpIoTag32 = 0;
1511         icmd->un.xseq64.bdl.addrHigh = putPaddrHigh(bmp->phys);
1512         icmd->un.xseq64.bdl.addrLow = putPaddrLow(bmp->phys);
1513         icmd->un.xseq64.bdl.bdeFlags = BUFF_TYPE_BLP_64;
1514         icmd->un.xseq64.bdl.bdeSize = (num_entry * sizeof(struct ulp_bde64));
1515         icmd->un.xseq64.w5.hcsw.Fctl = (LS | LA);
1516         icmd->un.xseq64.w5.hcsw.Dfctl = 0;
1517         icmd->un.xseq64.w5.hcsw.Rctl = FC_RCTL_DD_SOL_CTL;
1518         icmd->un.xseq64.w5.hcsw.Type = FC_TYPE_CT;
1519
1520         /* Fill in rest of iocb */
1521         icmd->ulpCommand = CMD_XMIT_SEQUENCE64_CX;
1522         icmd->ulpBdeCount = 1;
1523         icmd->ulpLe = 1;
1524         icmd->ulpClass = CLASS3;
1525         if (phba->sli_rev == LPFC_SLI_REV4) {
1526                 /* Do not issue unsol response if oxid not marked as valid */
1527                 if (phba->ct_ctx[tag].valid != UNSOL_VALID) {
1528                         rc = IOCB_ERROR;
1529                         goto issue_ct_rsp_exit;
1530                 }
1531                 icmd->ulpContext = phba->ct_ctx[tag].rxid;
1532                 icmd->unsli3.rcvsli3.ox_id = phba->ct_ctx[tag].oxid;
1533                 ndlp = lpfc_findnode_did(phba->pport, phba->ct_ctx[tag].SID);
1534                 if (!ndlp) {
1535                         lpfc_printf_log(phba, KERN_WARNING, LOG_ELS,
1536                                  "2721 ndlp null for oxid %x SID %x\n",
1537                                         icmd->ulpContext,
1538                                         phba->ct_ctx[tag].SID);
1539                         rc = IOCB_ERROR;
1540                         goto issue_ct_rsp_exit;
1541                 }
1542
1543                 /* Check if the ndlp is active */
1544                 if (!ndlp || !NLP_CHK_NODE_ACT(ndlp)) {
1545                         rc = IOCB_ERROR;
1546                         goto issue_ct_rsp_exit;
1547                 }
1548
1549                 /* get a refernece count so the ndlp doesn't go away while
1550                  * we respond
1551                  */
1552                 if (!lpfc_nlp_get(ndlp)) {
1553                         rc = IOCB_ERROR;
1554                         goto issue_ct_rsp_exit;
1555                 }
1556
1557                 icmd->un.ulpWord[3] =
1558                                 phba->sli4_hba.rpi_ids[ndlp->nlp_rpi];
1559
1560                 /* The exchange is done, mark the entry as invalid */
1561                 phba->ct_ctx[tag].valid = UNSOL_INVALID;
1562         } else
1563                 icmd->ulpContext = (ushort) tag;
1564
1565         icmd->ulpTimeout = phba->fc_ratov * 2;
1566
1567         /* Xmit CT response on exchange <xid> */
1568         lpfc_printf_log(phba, KERN_INFO, LOG_ELS,
1569                 "2722 Xmit CT response on exchange x%x Data: x%x x%x x%x\n",
1570                 icmd->ulpContext, icmd->ulpIoTag, tag, phba->link_state);
1571
1572         ctiocb->iocb_flag |= LPFC_IO_LIBDFC;
1573         ctiocb->vport = phba->pport;
1574         ctiocb->context1 = dd_data;
1575         ctiocb->context2 = cmp;
1576         ctiocb->context3 = bmp;
1577         ctiocb->context_un.ndlp = ndlp;
1578         ctiocb->iocb_cmpl = lpfc_issue_ct_rsp_cmp;
1579
1580         dd_data->type = TYPE_IOCB;
1581         dd_data->set_job = job;
1582         dd_data->context_un.iocb.cmdiocbq = ctiocb;
1583         dd_data->context_un.iocb.ndlp = ndlp;
1584         dd_data->context_un.iocb.rmp = NULL;
1585         job->dd_data = dd_data;
1586
1587         if (phba->cfg_poll & DISABLE_FCP_RING_INT) {
1588                 if (lpfc_readl(phba->HCregaddr, &creg_val)) {
1589                         rc = -IOCB_ERROR;
1590                         goto issue_ct_rsp_exit;
1591                 }
1592                 creg_val |= (HC_R0INT_ENA << LPFC_FCP_RING);
1593                 writel(creg_val, phba->HCregaddr);
1594                 readl(phba->HCregaddr); /* flush */
1595         }
1596
1597         rc = lpfc_sli_issue_iocb(phba, LPFC_ELS_RING, ctiocb, 0);
1598
1599         if (rc == IOCB_SUCCESS) {
1600                 spin_lock_irqsave(&phba->hbalock, flags);
1601                 /* make sure the I/O had not been completed/released */
1602                 if (ctiocb->iocb_flag & LPFC_IO_LIBDFC) {
1603                         /* open up abort window to timeout handler */
1604                         ctiocb->iocb_flag |= LPFC_IO_CMD_OUTSTANDING;
1605                 }
1606                 spin_unlock_irqrestore(&phba->hbalock, flags);
1607                 return 0; /* done for now */
1608         }
1609
1610         /* iocb failed so cleanup */
1611         job->dd_data = NULL;
1612
1613 issue_ct_rsp_exit:
1614         lpfc_sli_release_iocbq(phba, ctiocb);
1615 no_ctiocb:
1616         kfree(dd_data);
1617 no_dd_data:
1618         return rc;
1619 }
1620
1621 /**
1622  * lpfc_bsg_send_mgmt_rsp - process a SEND_MGMT_RESP bsg vendor command
1623  * @job: SEND_MGMT_RESP fc_bsg_job
1624  **/
1625 static int
1626 lpfc_bsg_send_mgmt_rsp(struct bsg_job *job)
1627 {
1628         struct lpfc_vport *vport = shost_priv(fc_bsg_to_shost(job));
1629         struct lpfc_hba *phba = vport->phba;
1630         struct fc_bsg_request *bsg_request = job->request;
1631         struct fc_bsg_reply *bsg_reply = job->reply;
1632         struct send_mgmt_resp *mgmt_resp = (struct send_mgmt_resp *)
1633                 bsg_request->rqst_data.h_vendor.vendor_cmd;
1634         struct ulp_bde64 *bpl;
1635         struct lpfc_dmabuf *bmp = NULL, *cmp = NULL;
1636         int bpl_entries;
1637         uint32_t tag = mgmt_resp->tag;
1638         unsigned long reqbfrcnt =
1639                         (unsigned long)job->request_payload.payload_len;
1640         int rc = 0;
1641
1642         /* in case no data is transferred */
1643         bsg_reply->reply_payload_rcv_len = 0;
1644
1645         if (!reqbfrcnt || (reqbfrcnt > (80 * BUF_SZ_4K))) {
1646                 rc = -ERANGE;
1647                 goto send_mgmt_rsp_exit;
1648         }
1649
1650         bmp = kmalloc(sizeof(struct lpfc_dmabuf), GFP_KERNEL);
1651         if (!bmp) {
1652                 rc = -ENOMEM;
1653                 goto send_mgmt_rsp_exit;
1654         }
1655
1656         bmp->virt = lpfc_mbuf_alloc(phba, 0, &bmp->phys);
1657         if (!bmp->virt) {
1658                 rc = -ENOMEM;
1659                 goto send_mgmt_rsp_free_bmp;
1660         }
1661
1662         INIT_LIST_HEAD(&bmp->list);
1663         bpl = (struct ulp_bde64 *) bmp->virt;
1664         bpl_entries = (LPFC_BPL_SIZE/sizeof(struct ulp_bde64));
1665         cmp = lpfc_alloc_bsg_buffers(phba, job->request_payload.payload_len,
1666                                      1, bpl, &bpl_entries);
1667         if (!cmp) {
1668                 rc = -ENOMEM;
1669                 goto send_mgmt_rsp_free_bmp;
1670         }
1671         lpfc_bsg_copy_data(cmp, &job->request_payload,
1672                            job->request_payload.payload_len, 1);
1673
1674         rc = lpfc_issue_ct_rsp(phba, job, tag, cmp, bmp, bpl_entries);
1675
1676         if (rc == IOCB_SUCCESS)
1677                 return 0; /* done for now */
1678
1679         rc = -EACCES;
1680
1681         lpfc_free_bsg_buffers(phba, cmp);
1682
1683 send_mgmt_rsp_free_bmp:
1684         if (bmp->virt)
1685                 lpfc_mbuf_free(phba, bmp->virt, bmp->phys);
1686         kfree(bmp);
1687 send_mgmt_rsp_exit:
1688         /* make error code available to userspace */
1689         bsg_reply->result = rc;
1690         job->dd_data = NULL;
1691         return rc;
1692 }
1693
1694 /**
1695  * lpfc_bsg_diag_mode_enter - process preparing into device diag loopback mode
1696  * @phba: Pointer to HBA context object.
1697  *
1698  * This function is responsible for preparing driver for diag loopback
1699  * on device.
1700  */
1701 static int
1702 lpfc_bsg_diag_mode_enter(struct lpfc_hba *phba)
1703 {
1704         struct lpfc_vport **vports;
1705         struct Scsi_Host *shost;
1706         struct lpfc_sli *psli;
1707         struct lpfc_queue *qp = NULL;
1708         struct lpfc_sli_ring *pring;
1709         int i = 0;
1710
1711         psli = &phba->sli;
1712         if (!psli)
1713                 return -ENODEV;
1714
1715
1716         if ((phba->link_state == LPFC_HBA_ERROR) ||
1717             (psli->sli_flag & LPFC_BLOCK_MGMT_IO) ||
1718             (!(psli->sli_flag & LPFC_SLI_ACTIVE)))
1719                 return -EACCES;
1720
1721         vports = lpfc_create_vport_work_array(phba);
1722         if (vports) {
1723                 for (i = 0; i <= phba->max_vpi && vports[i] != NULL; i++) {
1724                         shost = lpfc_shost_from_vport(vports[i]);
1725                         scsi_block_requests(shost);
1726                 }
1727                 lpfc_destroy_vport_work_array(phba, vports);
1728         } else {
1729                 shost = lpfc_shost_from_vport(phba->pport);
1730                 scsi_block_requests(shost);
1731         }
1732
1733         if (phba->sli_rev != LPFC_SLI_REV4) {
1734                 pring = &psli->sli3_ring[LPFC_FCP_RING];
1735                 lpfc_emptyq_wait(phba, &pring->txcmplq, &phba->hbalock);
1736                 return 0;
1737         }
1738         list_for_each_entry(qp, &phba->sli4_hba.lpfc_wq_list, wq_list) {
1739                 pring = qp->pring;
1740                 if (!pring || (pring->ringno != LPFC_FCP_RING))
1741                         continue;
1742                 if (!lpfc_emptyq_wait(phba, &pring->txcmplq,
1743                                       &pring->ring_lock))
1744                         break;
1745         }
1746         return 0;
1747 }
1748
1749 /**
1750  * lpfc_bsg_diag_mode_exit - exit process from device diag loopback mode
1751  * @phba: Pointer to HBA context object.
1752  *
1753  * This function is responsible for driver exit processing of setting up
1754  * diag loopback mode on device.
1755  */
1756 static void
1757 lpfc_bsg_diag_mode_exit(struct lpfc_hba *phba)
1758 {
1759         struct Scsi_Host *shost;
1760         struct lpfc_vport **vports;
1761         int i;
1762
1763         vports = lpfc_create_vport_work_array(phba);
1764         if (vports) {
1765                 for (i = 0; i <= phba->max_vpi && vports[i] != NULL; i++) {
1766                         shost = lpfc_shost_from_vport(vports[i]);
1767                         scsi_unblock_requests(shost);
1768                 }
1769                 lpfc_destroy_vport_work_array(phba, vports);
1770         } else {
1771                 shost = lpfc_shost_from_vport(phba->pport);
1772                 scsi_unblock_requests(shost);
1773         }
1774         return;
1775 }
1776
1777 /**
1778  * lpfc_sli3_bsg_diag_loopback_mode - process an sli3 bsg vendor command
1779  * @phba: Pointer to HBA context object.
1780  * @job: LPFC_BSG_VENDOR_DIAG_MODE
1781  *
1782  * This function is responsible for placing an sli3  port into diagnostic
1783  * loopback mode in order to perform a diagnostic loopback test.
1784  * All new scsi requests are blocked, a small delay is used to allow the
1785  * scsi requests to complete then the link is brought down. If the link is
1786  * is placed in loopback mode then scsi requests are again allowed
1787  * so the scsi mid-layer doesn't give up on the port.
1788  * All of this is done in-line.
1789  */
1790 static int
1791 lpfc_sli3_bsg_diag_loopback_mode(struct lpfc_hba *phba, struct bsg_job *job)
1792 {
1793         struct fc_bsg_request *bsg_request = job->request;
1794         struct fc_bsg_reply *bsg_reply = job->reply;
1795         struct diag_mode_set *loopback_mode;
1796         uint32_t link_flags;
1797         uint32_t timeout;
1798         LPFC_MBOXQ_t *pmboxq  = NULL;
1799         int mbxstatus = MBX_SUCCESS;
1800         int i = 0;
1801         int rc = 0;
1802
1803         /* no data to return just the return code */
1804         bsg_reply->reply_payload_rcv_len = 0;
1805
1806         if (job->request_len < sizeof(struct fc_bsg_request) +
1807             sizeof(struct diag_mode_set)) {
1808                 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
1809                                 "2738 Received DIAG MODE request size:%d "
1810                                 "below the minimum size:%d\n",
1811                                 job->request_len,
1812                                 (int)(sizeof(struct fc_bsg_request) +
1813                                 sizeof(struct diag_mode_set)));
1814                 rc = -EINVAL;
1815                 goto job_error;
1816         }
1817
1818         rc = lpfc_bsg_diag_mode_enter(phba);
1819         if (rc)
1820                 goto job_error;
1821
1822         /* bring the link to diagnostic mode */
1823         loopback_mode = (struct diag_mode_set *)
1824                 bsg_request->rqst_data.h_vendor.vendor_cmd;
1825         link_flags = loopback_mode->type;
1826         timeout = loopback_mode->timeout * 100;
1827
1828         pmboxq = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
1829         if (!pmboxq) {
1830                 rc = -ENOMEM;
1831                 goto loopback_mode_exit;
1832         }
1833         memset((void *)pmboxq, 0, sizeof(LPFC_MBOXQ_t));
1834         pmboxq->u.mb.mbxCommand = MBX_DOWN_LINK;
1835         pmboxq->u.mb.mbxOwner = OWN_HOST;
1836
1837         mbxstatus = lpfc_sli_issue_mbox_wait(phba, pmboxq, LPFC_MBOX_TMO);
1838
1839         if ((mbxstatus == MBX_SUCCESS) && (pmboxq->u.mb.mbxStatus == 0)) {
1840                 /* wait for link down before proceeding */
1841                 i = 0;
1842                 while (phba->link_state != LPFC_LINK_DOWN) {
1843                         if (i++ > timeout) {
1844                                 rc = -ETIMEDOUT;
1845                                 goto loopback_mode_exit;
1846                         }
1847                         msleep(10);
1848                 }
1849
1850                 memset((void *)pmboxq, 0, sizeof(LPFC_MBOXQ_t));
1851                 if (link_flags == INTERNAL_LOOP_BACK)
1852                         pmboxq->u.mb.un.varInitLnk.link_flags = FLAGS_LOCAL_LB;
1853                 else
1854                         pmboxq->u.mb.un.varInitLnk.link_flags =
1855                                 FLAGS_TOPOLOGY_MODE_LOOP;
1856
1857                 pmboxq->u.mb.mbxCommand = MBX_INIT_LINK;
1858                 pmboxq->u.mb.mbxOwner = OWN_HOST;
1859
1860                 mbxstatus = lpfc_sli_issue_mbox_wait(phba, pmboxq,
1861                                                      LPFC_MBOX_TMO);
1862
1863                 if ((mbxstatus != MBX_SUCCESS) || (pmboxq->u.mb.mbxStatus))
1864                         rc = -ENODEV;
1865                 else {
1866                         spin_lock_irq(&phba->hbalock);
1867                         phba->link_flag |= LS_LOOPBACK_MODE;
1868                         spin_unlock_irq(&phba->hbalock);
1869                         /* wait for the link attention interrupt */
1870                         msleep(100);
1871
1872                         i = 0;
1873                         while (phba->link_state != LPFC_HBA_READY) {
1874                                 if (i++ > timeout) {
1875                                         rc = -ETIMEDOUT;
1876                                         break;
1877                                 }
1878
1879                                 msleep(10);
1880                         }
1881                 }
1882
1883         } else
1884                 rc = -ENODEV;
1885
1886 loopback_mode_exit:
1887         lpfc_bsg_diag_mode_exit(phba);
1888
1889         /*
1890          * Let SLI layer release mboxq if mbox command completed after timeout.
1891          */
1892         if (pmboxq && mbxstatus != MBX_TIMEOUT)
1893                 mempool_free(pmboxq, phba->mbox_mem_pool);
1894
1895 job_error:
1896         /* make error code available to userspace */
1897         bsg_reply->result = rc;
1898         /* complete the job back to userspace if no error */
1899         if (rc == 0)
1900                 bsg_job_done(job, bsg_reply->result,
1901                                bsg_reply->reply_payload_rcv_len);
1902         return rc;
1903 }
1904
1905 /**
1906  * lpfc_sli4_bsg_set_link_diag_state - set sli4 link diag state
1907  * @phba: Pointer to HBA context object.
1908  * @diag: Flag for set link to diag or nomral operation state.
1909  *
1910  * This function is responsible for issuing a sli4 mailbox command for setting
1911  * link to either diag state or normal operation state.
1912  */
1913 static int
1914 lpfc_sli4_bsg_set_link_diag_state(struct lpfc_hba *phba, uint32_t diag)
1915 {
1916         LPFC_MBOXQ_t *pmboxq;
1917         struct lpfc_mbx_set_link_diag_state *link_diag_state;
1918         uint32_t req_len, alloc_len;
1919         int mbxstatus = MBX_SUCCESS, rc;
1920
1921         pmboxq = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
1922         if (!pmboxq)
1923                 return -ENOMEM;
1924
1925         req_len = (sizeof(struct lpfc_mbx_set_link_diag_state) -
1926                    sizeof(struct lpfc_sli4_cfg_mhdr));
1927         alloc_len = lpfc_sli4_config(phba, pmboxq, LPFC_MBOX_SUBSYSTEM_FCOE,
1928                                 LPFC_MBOX_OPCODE_FCOE_LINK_DIAG_STATE,
1929                                 req_len, LPFC_SLI4_MBX_EMBED);
1930         if (alloc_len != req_len) {
1931                 rc = -ENOMEM;
1932                 goto link_diag_state_set_out;
1933         }
1934         lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
1935                         "3128 Set link to diagnostic state:x%x (x%x/x%x)\n",
1936                         diag, phba->sli4_hba.lnk_info.lnk_tp,
1937                         phba->sli4_hba.lnk_info.lnk_no);
1938
1939         link_diag_state = &pmboxq->u.mqe.un.link_diag_state;
1940         bf_set(lpfc_mbx_set_diag_state_diag_bit_valid, &link_diag_state->u.req,
1941                LPFC_DIAG_STATE_DIAG_BIT_VALID_CHANGE);
1942         bf_set(lpfc_mbx_set_diag_state_link_num, &link_diag_state->u.req,
1943                phba->sli4_hba.lnk_info.lnk_no);
1944         bf_set(lpfc_mbx_set_diag_state_link_type, &link_diag_state->u.req,
1945                phba->sli4_hba.lnk_info.lnk_tp);
1946         if (diag)
1947                 bf_set(lpfc_mbx_set_diag_state_diag,
1948                        &link_diag_state->u.req, 1);
1949         else
1950                 bf_set(lpfc_mbx_set_diag_state_diag,
1951                        &link_diag_state->u.req, 0);
1952
1953         mbxstatus = lpfc_sli_issue_mbox_wait(phba, pmboxq, LPFC_MBOX_TMO);
1954
1955         if ((mbxstatus == MBX_SUCCESS) && (pmboxq->u.mb.mbxStatus == 0))
1956                 rc = 0;
1957         else
1958                 rc = -ENODEV;
1959
1960 link_diag_state_set_out:
1961         if (pmboxq && (mbxstatus != MBX_TIMEOUT))
1962                 mempool_free(pmboxq, phba->mbox_mem_pool);
1963
1964         return rc;
1965 }
1966
1967 /**
1968  * lpfc_sli4_bsg_set_loopback_mode - set sli4 internal loopback diagnostic
1969  * @phba: Pointer to HBA context object.
1970  * @mode: loopback mode to set
1971  * @link_no: link number for loopback mode to set
1972  *
1973  * This function is responsible for issuing a sli4 mailbox command for setting
1974  * up loopback diagnostic for a link.
1975  */
1976 static int
1977 lpfc_sli4_bsg_set_loopback_mode(struct lpfc_hba *phba, int mode,
1978                                 uint32_t link_no)
1979 {
1980         LPFC_MBOXQ_t *pmboxq;
1981         uint32_t req_len, alloc_len;
1982         struct lpfc_mbx_set_link_diag_loopback *link_diag_loopback;
1983         int mbxstatus = MBX_SUCCESS, rc = 0;
1984
1985         pmboxq = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
1986         if (!pmboxq)
1987                 return -ENOMEM;
1988         req_len = (sizeof(struct lpfc_mbx_set_link_diag_loopback) -
1989                    sizeof(struct lpfc_sli4_cfg_mhdr));
1990         alloc_len = lpfc_sli4_config(phba, pmboxq, LPFC_MBOX_SUBSYSTEM_FCOE,
1991                                 LPFC_MBOX_OPCODE_FCOE_LINK_DIAG_LOOPBACK,
1992                                 req_len, LPFC_SLI4_MBX_EMBED);
1993         if (alloc_len != req_len) {
1994                 mempool_free(pmboxq, phba->mbox_mem_pool);
1995                 return -ENOMEM;
1996         }
1997         link_diag_loopback = &pmboxq->u.mqe.un.link_diag_loopback;
1998         bf_set(lpfc_mbx_set_diag_state_link_num,
1999                &link_diag_loopback->u.req, link_no);
2000
2001         if (phba->sli4_hba.conf_trunk & (1 << link_no)) {
2002                 bf_set(lpfc_mbx_set_diag_state_link_type,
2003                        &link_diag_loopback->u.req, LPFC_LNK_FC_TRUNKED);
2004         } else {
2005                 bf_set(lpfc_mbx_set_diag_state_link_type,
2006                        &link_diag_loopback->u.req,
2007                        phba->sli4_hba.lnk_info.lnk_tp);
2008         }
2009
2010         bf_set(lpfc_mbx_set_diag_lpbk_type, &link_diag_loopback->u.req,
2011                mode);
2012
2013         mbxstatus = lpfc_sli_issue_mbox_wait(phba, pmboxq, LPFC_MBOX_TMO);
2014         if ((mbxstatus != MBX_SUCCESS) || (pmboxq->u.mb.mbxStatus)) {
2015                 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
2016                                 "3127 Failed setup loopback mode mailbox "
2017                                 "command, rc:x%x, status:x%x\n", mbxstatus,
2018                                 pmboxq->u.mb.mbxStatus);
2019                 rc = -ENODEV;
2020         }
2021         if (pmboxq && (mbxstatus != MBX_TIMEOUT))
2022                 mempool_free(pmboxq, phba->mbox_mem_pool);
2023         return rc;
2024 }
2025
2026 /**
2027  * lpfc_sli4_diag_fcport_reg_setup - setup port registrations for diagnostic
2028  * @phba: Pointer to HBA context object.
2029  *
2030  * This function set up SLI4 FC port registrations for diagnostic run, which
2031  * includes all the rpis, vfi, and also vpi.
2032  */
2033 static int
2034 lpfc_sli4_diag_fcport_reg_setup(struct lpfc_hba *phba)
2035 {
2036         int rc;
2037
2038         if (phba->pport->fc_flag & FC_VFI_REGISTERED) {
2039                 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
2040                                 "3136 Port still had vfi registered: "
2041                                 "mydid:x%x, fcfi:%d, vfi:%d, vpi:%d\n",
2042                                 phba->pport->fc_myDID, phba->fcf.fcfi,
2043                                 phba->sli4_hba.vfi_ids[phba->pport->vfi],
2044                                 phba->vpi_ids[phba->pport->vpi]);
2045                 return -EINVAL;
2046         }
2047         rc = lpfc_issue_reg_vfi(phba->pport);
2048         return rc;
2049 }
2050
2051 /**
2052  * lpfc_sli4_bsg_diag_loopback_mode - process an sli4 bsg vendor command
2053  * @phba: Pointer to HBA context object.
2054  * @job: LPFC_BSG_VENDOR_DIAG_MODE
2055  *
2056  * This function is responsible for placing an sli4 port into diagnostic
2057  * loopback mode in order to perform a diagnostic loopback test.
2058  */
2059 static int
2060 lpfc_sli4_bsg_diag_loopback_mode(struct lpfc_hba *phba, struct bsg_job *job)
2061 {
2062         struct fc_bsg_request *bsg_request = job->request;
2063         struct fc_bsg_reply *bsg_reply = job->reply;
2064         struct diag_mode_set *loopback_mode;
2065         uint32_t link_flags, timeout, link_no;
2066         int i, rc = 0;
2067
2068         /* no data to return just the return code */
2069         bsg_reply->reply_payload_rcv_len = 0;
2070
2071         if (job->request_len < sizeof(struct fc_bsg_request) +
2072             sizeof(struct diag_mode_set)) {
2073                 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
2074                                 "3011 Received DIAG MODE request size:%d "
2075                                 "below the minimum size:%d\n",
2076                                 job->request_len,
2077                                 (int)(sizeof(struct fc_bsg_request) +
2078                                 sizeof(struct diag_mode_set)));
2079                 rc = -EINVAL;
2080                 goto job_done;
2081         }
2082
2083         loopback_mode = (struct diag_mode_set *)
2084                 bsg_request->rqst_data.h_vendor.vendor_cmd;
2085         link_flags = loopback_mode->type;
2086         timeout = loopback_mode->timeout * 100;
2087
2088         if (loopback_mode->physical_link == -1)
2089                 link_no = phba->sli4_hba.lnk_info.lnk_no;
2090         else
2091                 link_no = loopback_mode->physical_link;
2092
2093         if (link_flags == DISABLE_LOOP_BACK) {
2094                 rc = lpfc_sli4_bsg_set_loopback_mode(phba,
2095                                         LPFC_DIAG_LOOPBACK_TYPE_DISABLE,
2096                                         link_no);
2097                 if (!rc) {
2098                         /* Unset the need disable bit */
2099                         phba->sli4_hba.conf_trunk &= ~((1 << link_no) << 4);
2100                 }
2101                 goto job_done;
2102         } else {
2103                 /* Check if we need to disable the loopback state */
2104                 if (phba->sli4_hba.conf_trunk & ((1 << link_no) << 4)) {
2105                         rc = -EPERM;
2106                         goto job_done;
2107                 }
2108         }
2109
2110         rc = lpfc_bsg_diag_mode_enter(phba);
2111         if (rc)
2112                 goto job_done;
2113
2114         /* indicate we are in loobpack diagnostic mode */
2115         spin_lock_irq(&phba->hbalock);
2116         phba->link_flag |= LS_LOOPBACK_MODE;
2117         spin_unlock_irq(&phba->hbalock);
2118
2119         /* reset port to start frome scratch */
2120         rc = lpfc_selective_reset(phba);
2121         if (rc)
2122                 goto job_done;
2123
2124         /* bring the link to diagnostic mode */
2125         lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
2126                         "3129 Bring link to diagnostic state.\n");
2127
2128         rc = lpfc_sli4_bsg_set_link_diag_state(phba, 1);
2129         if (rc) {
2130                 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
2131                                 "3130 Failed to bring link to diagnostic "
2132                                 "state, rc:x%x\n", rc);
2133                 goto loopback_mode_exit;
2134         }
2135
2136         /* wait for link down before proceeding */
2137         i = 0;
2138         while (phba->link_state != LPFC_LINK_DOWN) {
2139                 if (i++ > timeout) {
2140                         rc = -ETIMEDOUT;
2141                         lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
2142                                         "3131 Timeout waiting for link to "
2143                                         "diagnostic mode, timeout:%d ms\n",
2144                                         timeout * 10);
2145                         goto loopback_mode_exit;
2146                 }
2147                 msleep(10);
2148         }
2149
2150         /* set up loopback mode */
2151         lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
2152                         "3132 Set up loopback mode:x%x\n", link_flags);
2153
2154         switch (link_flags) {
2155         case INTERNAL_LOOP_BACK:
2156                 if (phba->sli4_hba.conf_trunk & (1 << link_no)) {
2157                         rc = lpfc_sli4_bsg_set_loopback_mode(phba,
2158                                         LPFC_DIAG_LOOPBACK_TYPE_INTERNAL,
2159                                         link_no);
2160                 } else {
2161                         /* Trunk is configured, but link is not in this trunk */
2162                         if (phba->sli4_hba.conf_trunk) {
2163                                 rc = -ELNRNG;
2164                                 goto loopback_mode_exit;
2165                         }
2166
2167                         rc = lpfc_sli4_bsg_set_loopback_mode(phba,
2168                                         LPFC_DIAG_LOOPBACK_TYPE_INTERNAL,
2169                                         link_no);
2170                 }
2171
2172                 if (!rc) {
2173                         /* Set the need disable bit */
2174                         phba->sli4_hba.conf_trunk |= (1 << link_no) << 4;
2175                 }
2176
2177                 break;
2178         case EXTERNAL_LOOP_BACK:
2179                 if (phba->sli4_hba.conf_trunk & (1 << link_no)) {
2180                         rc = lpfc_sli4_bsg_set_loopback_mode(phba,
2181                                 LPFC_DIAG_LOOPBACK_TYPE_EXTERNAL_TRUNKED,
2182                                 link_no);
2183                 } else {
2184                         /* Trunk is configured, but link is not in this trunk */
2185                         if (phba->sli4_hba.conf_trunk) {
2186                                 rc = -ELNRNG;
2187                                 goto loopback_mode_exit;
2188                         }
2189
2190                         rc = lpfc_sli4_bsg_set_loopback_mode(phba,
2191                                                 LPFC_DIAG_LOOPBACK_TYPE_SERDES,
2192                                                 link_no);
2193                 }
2194
2195                 if (!rc) {
2196                         /* Set the need disable bit */
2197                         phba->sli4_hba.conf_trunk |= (1 << link_no) << 4;
2198                 }
2199
2200                 break;
2201         default:
2202                 rc = -EINVAL;
2203                 lpfc_printf_log(phba, KERN_ERR, LOG_LIBDFC,
2204                                 "3141 Loopback mode:x%x not supported\n",
2205                                 link_flags);
2206                 goto loopback_mode_exit;
2207         }
2208
2209         if (!rc) {
2210                 /* wait for the link attention interrupt */
2211                 msleep(100);
2212                 i = 0;
2213                 while (phba->link_state < LPFC_LINK_UP) {
2214                         if (i++ > timeout) {
2215                                 rc = -ETIMEDOUT;
2216                                 lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
2217                                         "3137 Timeout waiting for link up "
2218                                         "in loopback mode, timeout:%d ms\n",
2219                                         timeout * 10);
2220                                 break;
2221                         }
2222                         msleep(10);
2223                 }
2224         }
2225
2226         /* port resource registration setup for loopback diagnostic */
2227         if (!rc) {
2228                 /* set up a none zero myDID for loopback test */
2229                 phba->pport->fc_myDID = 1;
2230                 rc = lpfc_sli4_diag_fcport_reg_setup(phba);
2231         } else
2232                 goto loopback_mode_exit;
2233
2234         if (!rc) {
2235                 /* wait for the port ready */
2236                 msleep(100);
2237                 i = 0;
2238                 while (phba->link_state != LPFC_HBA_READY) {
2239                         if (i++ > timeout) {
2240                                 rc = -ETIMEDOUT;
2241                                 lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
2242                                         "3133 Timeout waiting for port "
2243                                         "loopback mode ready, timeout:%d ms\n",
2244                                         timeout * 10);
2245                                 break;
2246                         }
2247                         msleep(10);
2248                 }
2249         }
2250
2251 loopback_mode_exit:
2252         /* clear loopback diagnostic mode */
2253         if (rc) {
2254                 spin_lock_irq(&phba->hbalock);
2255                 phba->link_flag &= ~LS_LOOPBACK_MODE;
2256                 spin_unlock_irq(&phba->hbalock);
2257         }
2258         lpfc_bsg_diag_mode_exit(phba);
2259
2260 job_done:
2261         /* make error code available to userspace */
2262         bsg_reply->result = rc;
2263         /* complete the job back to userspace if no error */
2264         if (rc == 0)
2265                 bsg_job_done(job, bsg_reply->result,
2266                                bsg_reply->reply_payload_rcv_len);
2267         return rc;
2268 }
2269
2270 /**
2271  * lpfc_bsg_diag_loopback_mode - bsg vendor command for diag loopback mode
2272  * @job: LPFC_BSG_VENDOR_DIAG_MODE
2273  *
2274  * This function is responsible for responding to check and dispatch bsg diag
2275  * command from the user to proper driver action routines.
2276  */
2277 static int
2278 lpfc_bsg_diag_loopback_mode(struct bsg_job *job)
2279 {
2280         struct Scsi_Host *shost;
2281         struct lpfc_vport *vport;
2282         struct lpfc_hba *phba;
2283         int rc;
2284
2285         shost = fc_bsg_to_shost(job);
2286         if (!shost)
2287                 return -ENODEV;
2288         vport = shost_priv(shost);
2289         if (!vport)
2290                 return -ENODEV;
2291         phba = vport->phba;
2292         if (!phba)
2293                 return -ENODEV;
2294
2295         if (phba->sli_rev < LPFC_SLI_REV4)
2296                 rc = lpfc_sli3_bsg_diag_loopback_mode(phba, job);
2297         else if (bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf) >=
2298                  LPFC_SLI_INTF_IF_TYPE_2)
2299                 rc = lpfc_sli4_bsg_diag_loopback_mode(phba, job);
2300         else
2301                 rc = -ENODEV;
2302
2303         return rc;
2304 }
2305
2306 /**
2307  * lpfc_sli4_bsg_diag_mode_end - sli4 bsg vendor command for ending diag mode
2308  * @job: LPFC_BSG_VENDOR_DIAG_MODE_END
2309  *
2310  * This function is responsible for responding to check and dispatch bsg diag
2311  * command from the user to proper driver action routines.
2312  */
2313 static int
2314 lpfc_sli4_bsg_diag_mode_end(struct bsg_job *job)
2315 {
2316         struct fc_bsg_request *bsg_request = job->request;
2317         struct fc_bsg_reply *bsg_reply = job->reply;
2318         struct Scsi_Host *shost;
2319         struct lpfc_vport *vport;
2320         struct lpfc_hba *phba;
2321         struct diag_mode_set *loopback_mode_end_cmd;
2322         uint32_t timeout;
2323         int rc, i;
2324
2325         shost = fc_bsg_to_shost(job);
2326         if (!shost)
2327                 return -ENODEV;
2328         vport = shost_priv(shost);
2329         if (!vport)
2330                 return -ENODEV;
2331         phba = vport->phba;
2332         if (!phba)
2333                 return -ENODEV;
2334
2335         if (phba->sli_rev < LPFC_SLI_REV4)
2336                 return -ENODEV;
2337         if (bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf) <
2338             LPFC_SLI_INTF_IF_TYPE_2)
2339                 return -ENODEV;
2340
2341         /* clear loopback diagnostic mode */
2342         spin_lock_irq(&phba->hbalock);
2343         phba->link_flag &= ~LS_LOOPBACK_MODE;
2344         spin_unlock_irq(&phba->hbalock);
2345         loopback_mode_end_cmd = (struct diag_mode_set *)
2346                         bsg_request->rqst_data.h_vendor.vendor_cmd;
2347         timeout = loopback_mode_end_cmd->timeout * 100;
2348
2349         rc = lpfc_sli4_bsg_set_link_diag_state(phba, 0);
2350         if (rc) {
2351                 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
2352                                 "3139 Failed to bring link to diagnostic "
2353                                 "state, rc:x%x\n", rc);
2354                 goto loopback_mode_end_exit;
2355         }
2356
2357         /* wait for link down before proceeding */
2358         i = 0;
2359         while (phba->link_state != LPFC_LINK_DOWN) {
2360                 if (i++ > timeout) {
2361                         lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
2362                                         "3140 Timeout waiting for link to "
2363                                         "diagnostic mode_end, timeout:%d ms\n",
2364                                         timeout * 10);
2365                         /* there is nothing much we can do here */
2366                         break;
2367                 }
2368                 msleep(10);
2369         }
2370
2371         /* reset port resource registrations */
2372         rc = lpfc_selective_reset(phba);
2373         phba->pport->fc_myDID = 0;
2374
2375 loopback_mode_end_exit:
2376         /* make return code available to userspace */
2377         bsg_reply->result = rc;
2378         /* complete the job back to userspace if no error */
2379         if (rc == 0)
2380                 bsg_job_done(job, bsg_reply->result,
2381                                bsg_reply->reply_payload_rcv_len);
2382         return rc;
2383 }
2384
2385 /**
2386  * lpfc_sli4_bsg_link_diag_test - sli4 bsg vendor command for diag link test
2387  * @job: LPFC_BSG_VENDOR_DIAG_LINK_TEST
2388  *
2389  * This function is to perform SLI4 diag link test request from the user
2390  * applicaiton.
2391  */
2392 static int
2393 lpfc_sli4_bsg_link_diag_test(struct bsg_job *job)
2394 {
2395         struct fc_bsg_request *bsg_request = job->request;
2396         struct fc_bsg_reply *bsg_reply = job->reply;
2397         struct Scsi_Host *shost;
2398         struct lpfc_vport *vport;
2399         struct lpfc_hba *phba;
2400         LPFC_MBOXQ_t *pmboxq;
2401         struct sli4_link_diag *link_diag_test_cmd;
2402         uint32_t req_len, alloc_len;
2403         struct lpfc_mbx_run_link_diag_test *run_link_diag_test;
2404         union lpfc_sli4_cfg_shdr *shdr;
2405         uint32_t shdr_status, shdr_add_status;
2406         struct diag_status *diag_status_reply;
2407         int mbxstatus, rc = 0;
2408
2409         shost = fc_bsg_to_shost(job);
2410         if (!shost) {
2411                 rc = -ENODEV;
2412                 goto job_error;
2413         }
2414         vport = shost_priv(shost);
2415         if (!vport) {
2416                 rc = -ENODEV;
2417                 goto job_error;
2418         }
2419         phba = vport->phba;
2420         if (!phba) {
2421                 rc = -ENODEV;
2422                 goto job_error;
2423         }
2424
2425         if (phba->sli_rev < LPFC_SLI_REV4) {
2426                 rc = -ENODEV;
2427                 goto job_error;
2428         }
2429         if (bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf) <
2430             LPFC_SLI_INTF_IF_TYPE_2) {
2431                 rc = -ENODEV;
2432                 goto job_error;
2433         }
2434
2435         if (job->request_len < sizeof(struct fc_bsg_request) +
2436             sizeof(struct sli4_link_diag)) {
2437                 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
2438                                 "3013 Received LINK DIAG TEST request "
2439                                 " size:%d below the minimum size:%d\n",
2440                                 job->request_len,
2441                                 (int)(sizeof(struct fc_bsg_request) +
2442                                 sizeof(struct sli4_link_diag)));
2443                 rc = -EINVAL;
2444                 goto job_error;
2445         }
2446
2447         rc = lpfc_bsg_diag_mode_enter(phba);
2448         if (rc)
2449                 goto job_error;
2450
2451         link_diag_test_cmd = (struct sli4_link_diag *)
2452                          bsg_request->rqst_data.h_vendor.vendor_cmd;
2453
2454         rc = lpfc_sli4_bsg_set_link_diag_state(phba, 1);
2455
2456         if (rc)
2457                 goto job_error;
2458
2459         pmboxq = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
2460         if (!pmboxq)
2461                 goto link_diag_test_exit;
2462
2463         req_len = (sizeof(struct lpfc_mbx_set_link_diag_state) -
2464                    sizeof(struct lpfc_sli4_cfg_mhdr));
2465         alloc_len = lpfc_sli4_config(phba, pmboxq, LPFC_MBOX_SUBSYSTEM_FCOE,
2466                                      LPFC_MBOX_OPCODE_FCOE_LINK_DIAG_STATE,
2467                                      req_len, LPFC_SLI4_MBX_EMBED);
2468         if (alloc_len != req_len)
2469                 goto link_diag_test_exit;
2470
2471         run_link_diag_test = &pmboxq->u.mqe.un.link_diag_test;
2472         bf_set(lpfc_mbx_run_diag_test_link_num, &run_link_diag_test->u.req,
2473                phba->sli4_hba.lnk_info.lnk_no);
2474         bf_set(lpfc_mbx_run_diag_test_link_type, &run_link_diag_test->u.req,
2475                phba->sli4_hba.lnk_info.lnk_tp);
2476         bf_set(lpfc_mbx_run_diag_test_test_id, &run_link_diag_test->u.req,
2477                link_diag_test_cmd->test_id);
2478         bf_set(lpfc_mbx_run_diag_test_loops, &run_link_diag_test->u.req,
2479                link_diag_test_cmd->loops);
2480         bf_set(lpfc_mbx_run_diag_test_test_ver, &run_link_diag_test->u.req,
2481                link_diag_test_cmd->test_version);
2482         bf_set(lpfc_mbx_run_diag_test_err_act, &run_link_diag_test->u.req,
2483                link_diag_test_cmd->error_action);
2484
2485         mbxstatus = lpfc_sli_issue_mbox(phba, pmboxq, MBX_POLL);
2486
2487         shdr = (union lpfc_sli4_cfg_shdr *)
2488                 &pmboxq->u.mqe.un.sli4_config.header.cfg_shdr;
2489         shdr_status = bf_get(lpfc_mbox_hdr_status, &shdr->response);
2490         shdr_add_status = bf_get(lpfc_mbox_hdr_add_status, &shdr->response);
2491         if (shdr_status || shdr_add_status || mbxstatus) {
2492                 lpfc_printf_log(phba, KERN_ERR, LOG_LIBDFC,
2493                                 "3010 Run link diag test mailbox failed with "
2494                                 "mbx_status x%x status x%x, add_status x%x\n",
2495                                 mbxstatus, shdr_status, shdr_add_status);
2496         }
2497
2498         diag_status_reply = (struct diag_status *)
2499                             bsg_reply->reply_data.vendor_reply.vendor_rsp;
2500
2501         if (job->reply_len <
2502             sizeof(struct fc_bsg_request) + sizeof(struct diag_status)) {
2503                 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
2504                                 "3012 Received Run link diag test reply "
2505                                 "below minimum size (%d): reply_len:%d\n",
2506                                 (int)(sizeof(struct fc_bsg_request) +
2507                                 sizeof(struct diag_status)),
2508                                 job->reply_len);
2509                 rc = -EINVAL;
2510                 goto job_error;
2511         }
2512
2513         diag_status_reply->mbox_status = mbxstatus;
2514         diag_status_reply->shdr_status = shdr_status;
2515         diag_status_reply->shdr_add_status = shdr_add_status;
2516
2517 link_diag_test_exit:
2518         rc = lpfc_sli4_bsg_set_link_diag_state(phba, 0);
2519
2520         if (pmboxq)
2521                 mempool_free(pmboxq, phba->mbox_mem_pool);
2522
2523         lpfc_bsg_diag_mode_exit(phba);
2524
2525 job_error:
2526         /* make error code available to userspace */
2527         bsg_reply->result = rc;
2528         /* complete the job back to userspace if no error */
2529         if (rc == 0)
2530                 bsg_job_done(job, bsg_reply->result,
2531                                bsg_reply->reply_payload_rcv_len);
2532         return rc;
2533 }
2534
2535 /**
2536  * lpfcdiag_loop_self_reg - obtains a remote port login id
2537  * @phba: Pointer to HBA context object
2538  * @rpi: Pointer to a remote port login id
2539  *
2540  * This function obtains a remote port login id so the diag loopback test
2541  * can send and receive its own unsolicited CT command.
2542  **/
2543 static int lpfcdiag_loop_self_reg(struct lpfc_hba *phba, uint16_t *rpi)
2544 {
2545         LPFC_MBOXQ_t *mbox;
2546         struct lpfc_dmabuf *dmabuff;
2547         int status;
2548
2549         mbox = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
2550         if (!mbox)
2551                 return -ENOMEM;
2552
2553         if (phba->sli_rev < LPFC_SLI_REV4)
2554                 status = lpfc_reg_rpi(phba, 0, phba->pport->fc_myDID,
2555                                 (uint8_t *)&phba->pport->fc_sparam,
2556                                 mbox, *rpi);
2557         else {
2558                 *rpi = lpfc_sli4_alloc_rpi(phba);
2559                 if (*rpi == LPFC_RPI_ALLOC_ERROR) {
2560                         mempool_free(mbox, phba->mbox_mem_pool);
2561                         return -EBUSY;
2562                 }
2563                 status = lpfc_reg_rpi(phba, phba->pport->vpi,
2564                                 phba->pport->fc_myDID,
2565                                 (uint8_t *)&phba->pport->fc_sparam,
2566                                 mbox, *rpi);
2567         }
2568
2569         if (status) {
2570                 mempool_free(mbox, phba->mbox_mem_pool);
2571                 if (phba->sli_rev == LPFC_SLI_REV4)
2572                         lpfc_sli4_free_rpi(phba, *rpi);
2573                 return -ENOMEM;
2574         }
2575
2576         dmabuff = (struct lpfc_dmabuf *)mbox->ctx_buf;
2577         mbox->ctx_buf = NULL;
2578         mbox->ctx_ndlp = NULL;
2579         status = lpfc_sli_issue_mbox_wait(phba, mbox, LPFC_MBOX_TMO);
2580
2581         if ((status != MBX_SUCCESS) || (mbox->u.mb.mbxStatus)) {
2582                 lpfc_mbuf_free(phba, dmabuff->virt, dmabuff->phys);
2583                 kfree(dmabuff);
2584                 if (status != MBX_TIMEOUT)
2585                         mempool_free(mbox, phba->mbox_mem_pool);
2586                 if (phba->sli_rev == LPFC_SLI_REV4)
2587                         lpfc_sli4_free_rpi(phba, *rpi);
2588                 return -ENODEV;
2589         }
2590
2591         if (phba->sli_rev < LPFC_SLI_REV4)
2592                 *rpi = mbox->u.mb.un.varWords[0];
2593
2594         lpfc_mbuf_free(phba, dmabuff->virt, dmabuff->phys);
2595         kfree(dmabuff);
2596         mempool_free(mbox, phba->mbox_mem_pool);
2597         return 0;
2598 }
2599
2600 /**
2601  * lpfcdiag_loop_self_unreg - unregs from the rpi
2602  * @phba: Pointer to HBA context object
2603  * @rpi: Remote port login id
2604  *
2605  * This function unregisters the rpi obtained in lpfcdiag_loop_self_reg
2606  **/
2607 static int lpfcdiag_loop_self_unreg(struct lpfc_hba *phba, uint16_t rpi)
2608 {
2609         LPFC_MBOXQ_t *mbox;
2610         int status;
2611
2612         /* Allocate mboxq structure */
2613         mbox = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
2614         if (mbox == NULL)
2615                 return -ENOMEM;
2616
2617         if (phba->sli_rev < LPFC_SLI_REV4)
2618                 lpfc_unreg_login(phba, 0, rpi, mbox);
2619         else
2620                 lpfc_unreg_login(phba, phba->pport->vpi,
2621                                  phba->sli4_hba.rpi_ids[rpi], mbox);
2622
2623         status = lpfc_sli_issue_mbox_wait(phba, mbox, LPFC_MBOX_TMO);
2624
2625         if ((status != MBX_SUCCESS) || (mbox->u.mb.mbxStatus)) {
2626                 if (status != MBX_TIMEOUT)
2627                         mempool_free(mbox, phba->mbox_mem_pool);
2628                 return -EIO;
2629         }
2630         mempool_free(mbox, phba->mbox_mem_pool);
2631         if (phba->sli_rev == LPFC_SLI_REV4)
2632                 lpfc_sli4_free_rpi(phba, rpi);
2633         return 0;
2634 }
2635
2636 /**
2637  * lpfcdiag_loop_get_xri - obtains the transmit and receive ids
2638  * @phba: Pointer to HBA context object
2639  * @rpi: Remote port login id
2640  * @txxri: Pointer to transmit exchange id
2641  * @rxxri: Pointer to response exchabge id
2642  *
2643  * This function obtains the transmit and receive ids required to send
2644  * an unsolicited ct command with a payload. A special lpfc FsType and CmdRsp
2645  * flags are used to the unsolicted response handler is able to process
2646  * the ct command sent on the same port.
2647  **/
2648 static int lpfcdiag_loop_get_xri(struct lpfc_hba *phba, uint16_t rpi,
2649                          uint16_t *txxri, uint16_t * rxxri)
2650 {
2651         struct lpfc_bsg_event *evt;
2652         struct lpfc_iocbq *cmdiocbq, *rspiocbq;
2653         IOCB_t *cmd, *rsp;
2654         struct lpfc_dmabuf *dmabuf;
2655         struct ulp_bde64 *bpl = NULL;
2656         struct lpfc_sli_ct_request *ctreq = NULL;
2657         int ret_val = 0;
2658         int time_left;
2659         int iocb_stat = IOCB_SUCCESS;
2660         unsigned long flags;
2661
2662         *txxri = 0;
2663         *rxxri = 0;
2664         evt = lpfc_bsg_event_new(FC_REG_CT_EVENT, current->pid,
2665                                 SLI_CT_ELX_LOOPBACK);
2666         if (!evt)
2667                 return -ENOMEM;
2668
2669         spin_lock_irqsave(&phba->ct_ev_lock, flags);
2670         list_add(&evt->node, &phba->ct_ev_waiters);
2671         lpfc_bsg_event_ref(evt);
2672         spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
2673
2674         cmdiocbq = lpfc_sli_get_iocbq(phba);
2675         rspiocbq = lpfc_sli_get_iocbq(phba);
2676
2677         dmabuf = kmalloc(sizeof(struct lpfc_dmabuf), GFP_KERNEL);
2678         if (dmabuf) {
2679                 dmabuf->virt = lpfc_mbuf_alloc(phba, 0, &dmabuf->phys);
2680                 if (dmabuf->virt) {
2681                         INIT_LIST_HEAD(&dmabuf->list);
2682                         bpl = (struct ulp_bde64 *) dmabuf->virt;
2683                         memset(bpl, 0, sizeof(*bpl));
2684                         ctreq = (struct lpfc_sli_ct_request *)(bpl + 1);
2685                         bpl->addrHigh =
2686                                 le32_to_cpu(putPaddrHigh(dmabuf->phys +
2687                                         sizeof(*bpl)));
2688                         bpl->addrLow =
2689                                 le32_to_cpu(putPaddrLow(dmabuf->phys +
2690                                         sizeof(*bpl)));
2691                         bpl->tus.f.bdeFlags = 0;
2692                         bpl->tus.f.bdeSize = ELX_LOOPBACK_HEADER_SZ;
2693                         bpl->tus.w = le32_to_cpu(bpl->tus.w);
2694                 }
2695         }
2696
2697         if (cmdiocbq == NULL || rspiocbq == NULL ||
2698             dmabuf == NULL || bpl == NULL || ctreq == NULL ||
2699                 dmabuf->virt == NULL) {
2700                 ret_val = -ENOMEM;
2701                 goto err_get_xri_exit;
2702         }
2703
2704         cmd = &cmdiocbq->iocb;
2705         rsp = &rspiocbq->iocb;
2706
2707         memset(ctreq, 0, ELX_LOOPBACK_HEADER_SZ);
2708
2709         ctreq->RevisionId.bits.Revision = SLI_CT_REVISION;
2710         ctreq->RevisionId.bits.InId = 0;
2711         ctreq->FsType = SLI_CT_ELX_LOOPBACK;
2712         ctreq->FsSubType = 0;
2713         ctreq->CommandResponse.bits.CmdRsp = ELX_LOOPBACK_XRI_SETUP;
2714         ctreq->CommandResponse.bits.Size = 0;
2715
2716
2717         cmd->un.xseq64.bdl.addrHigh = putPaddrHigh(dmabuf->phys);
2718         cmd->un.xseq64.bdl.addrLow = putPaddrLow(dmabuf->phys);
2719         cmd->un.xseq64.bdl.bdeFlags = BUFF_TYPE_BLP_64;
2720         cmd->un.xseq64.bdl.bdeSize = sizeof(*bpl);
2721
2722         cmd->un.xseq64.w5.hcsw.Fctl = LA;
2723         cmd->un.xseq64.w5.hcsw.Dfctl = 0;
2724         cmd->un.xseq64.w5.hcsw.Rctl = FC_RCTL_DD_UNSOL_CTL;
2725         cmd->un.xseq64.w5.hcsw.Type = FC_TYPE_CT;
2726
2727         cmd->ulpCommand = CMD_XMIT_SEQUENCE64_CR;
2728         cmd->ulpBdeCount = 1;
2729         cmd->ulpLe = 1;
2730         cmd->ulpClass = CLASS3;
2731         cmd->ulpContext = rpi;
2732
2733         cmdiocbq->iocb_flag |= LPFC_IO_LIBDFC;
2734         cmdiocbq->vport = phba->pport;
2735         cmdiocbq->iocb_cmpl = NULL;
2736
2737         iocb_stat = lpfc_sli_issue_iocb_wait(phba, LPFC_ELS_RING, cmdiocbq,
2738                                 rspiocbq,
2739                                 (phba->fc_ratov * 2)
2740                                 + LPFC_DRVR_TIMEOUT);
2741         if ((iocb_stat != IOCB_SUCCESS) || (rsp->ulpStatus != IOSTAT_SUCCESS)) {
2742                 ret_val = -EIO;
2743                 goto err_get_xri_exit;
2744         }
2745         *txxri =  rsp->ulpContext;
2746
2747         evt->waiting = 1;
2748         evt->wait_time_stamp = jiffies;
2749         time_left = wait_event_interruptible_timeout(
2750                 evt->wq, !list_empty(&evt->events_to_see),
2751                 msecs_to_jiffies(1000 *
2752                         ((phba->fc_ratov * 2) + LPFC_DRVR_TIMEOUT)));
2753         if (list_empty(&evt->events_to_see))
2754                 ret_val = (time_left) ? -EINTR : -ETIMEDOUT;
2755         else {
2756                 spin_lock_irqsave(&phba->ct_ev_lock, flags);
2757                 list_move(evt->events_to_see.prev, &evt->events_to_get);
2758                 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
2759                 *rxxri = (list_entry(evt->events_to_get.prev,
2760                                      typeof(struct event_data),
2761                                      node))->immed_dat;
2762         }
2763         evt->waiting = 0;
2764
2765 err_get_xri_exit:
2766         spin_lock_irqsave(&phba->ct_ev_lock, flags);
2767         lpfc_bsg_event_unref(evt); /* release ref */
2768         lpfc_bsg_event_unref(evt); /* delete */
2769         spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
2770
2771         if (dmabuf) {
2772                 if (dmabuf->virt)
2773                         lpfc_mbuf_free(phba, dmabuf->virt, dmabuf->phys);
2774                 kfree(dmabuf);
2775         }
2776
2777         if (cmdiocbq && (iocb_stat != IOCB_TIMEDOUT))
2778                 lpfc_sli_release_iocbq(phba, cmdiocbq);
2779         if (rspiocbq)
2780                 lpfc_sli_release_iocbq(phba, rspiocbq);
2781         return ret_val;
2782 }
2783
2784 /**
2785  * lpfc_bsg_dma_page_alloc - allocate a bsg mbox page sized dma buffers
2786  * @phba: Pointer to HBA context object
2787  *
2788  * This function allocates BSG_MBOX_SIZE (4KB) page size dma buffer and
2789  * returns the pointer to the buffer.
2790  **/
2791 static struct lpfc_dmabuf *
2792 lpfc_bsg_dma_page_alloc(struct lpfc_hba *phba)
2793 {
2794         struct lpfc_dmabuf *dmabuf;
2795         struct pci_dev *pcidev = phba->pcidev;
2796
2797         /* allocate dma buffer struct */
2798         dmabuf = kmalloc(sizeof(struct lpfc_dmabuf), GFP_KERNEL);
2799         if (!dmabuf)
2800                 return NULL;
2801
2802         INIT_LIST_HEAD(&dmabuf->list);
2803
2804         /* now, allocate dma buffer */
2805         dmabuf->virt = dma_alloc_coherent(&pcidev->dev, BSG_MBOX_SIZE,
2806                                           &(dmabuf->phys), GFP_KERNEL);
2807
2808         if (!dmabuf->virt) {
2809                 kfree(dmabuf);
2810                 return NULL;
2811         }
2812
2813         return dmabuf;
2814 }
2815
2816 /**
2817  * lpfc_bsg_dma_page_free - free a bsg mbox page sized dma buffer
2818  * @phba: Pointer to HBA context object.
2819  * @dmabuf: Pointer to the bsg mbox page sized dma buffer descriptor.
2820  *
2821  * This routine just simply frees a dma buffer and its associated buffer
2822  * descriptor referred by @dmabuf.
2823  **/
2824 static void
2825 lpfc_bsg_dma_page_free(struct lpfc_hba *phba, struct lpfc_dmabuf *dmabuf)
2826 {
2827         struct pci_dev *pcidev = phba->pcidev;
2828
2829         if (!dmabuf)
2830                 return;
2831
2832         if (dmabuf->virt)
2833                 dma_free_coherent(&pcidev->dev, BSG_MBOX_SIZE,
2834                                   dmabuf->virt, dmabuf->phys);
2835         kfree(dmabuf);
2836         return;
2837 }
2838
2839 /**
2840  * lpfc_bsg_dma_page_list_free - free a list of bsg mbox page sized dma buffers
2841  * @phba: Pointer to HBA context object.
2842  * @dmabuf_list: Pointer to a list of bsg mbox page sized dma buffer descs.
2843  *
2844  * This routine just simply frees all dma buffers and their associated buffer
2845  * descriptors referred by @dmabuf_list.
2846  **/
2847 static void
2848 lpfc_bsg_dma_page_list_free(struct lpfc_hba *phba,
2849                             struct list_head *dmabuf_list)
2850 {
2851         struct lpfc_dmabuf *dmabuf, *next_dmabuf;
2852
2853         if (list_empty(dmabuf_list))
2854                 return;
2855
2856         list_for_each_entry_safe(dmabuf, next_dmabuf, dmabuf_list, list) {
2857                 list_del_init(&dmabuf->list);
2858                 lpfc_bsg_dma_page_free(phba, dmabuf);
2859         }
2860         return;
2861 }
2862
2863 /**
2864  * diag_cmd_data_alloc - fills in a bde struct with dma buffers
2865  * @phba: Pointer to HBA context object
2866  * @bpl: Pointer to 64 bit bde structure
2867  * @size: Number of bytes to process
2868  * @nocopydata: Flag to copy user data into the allocated buffer
2869  *
2870  * This function allocates page size buffers and populates an lpfc_dmabufext.
2871  * If allowed the user data pointed to with indataptr is copied into the kernel
2872  * memory. The chained list of page size buffers is returned.
2873  **/
2874 static struct lpfc_dmabufext *
2875 diag_cmd_data_alloc(struct lpfc_hba *phba,
2876                    struct ulp_bde64 *bpl, uint32_t size,
2877                    int nocopydata)
2878 {
2879         struct lpfc_dmabufext *mlist = NULL;
2880         struct lpfc_dmabufext *dmp;
2881         int cnt, offset = 0, i = 0;
2882         struct pci_dev *pcidev;
2883
2884         pcidev = phba->pcidev;
2885
2886         while (size) {
2887                 /* We get chunks of 4K */
2888                 if (size > BUF_SZ_4K)
2889                         cnt = BUF_SZ_4K;
2890                 else
2891                         cnt = size;
2892
2893                 /* allocate struct lpfc_dmabufext buffer header */
2894                 dmp = kmalloc(sizeof(struct lpfc_dmabufext), GFP_KERNEL);
2895                 if (!dmp)
2896                         goto out;
2897
2898                 INIT_LIST_HEAD(&dmp->dma.list);
2899
2900                 /* Queue it to a linked list */
2901                 if (mlist)
2902                         list_add_tail(&dmp->dma.list, &mlist->dma.list);
2903                 else
2904                         mlist = dmp;
2905
2906                 /* allocate buffer */
2907                 dmp->dma.virt = dma_alloc_coherent(&pcidev->dev,
2908                                                    cnt,
2909                                                    &(dmp->dma.phys),
2910                                                    GFP_KERNEL);
2911
2912                 if (!dmp->dma.virt)
2913                         goto out;
2914
2915                 dmp->size = cnt;
2916
2917                 if (nocopydata) {
2918                         bpl->tus.f.bdeFlags = 0;
2919                 } else {
2920                         memset((uint8_t *)dmp->dma.virt, 0, cnt);
2921                         bpl->tus.f.bdeFlags = BUFF_TYPE_BDE_64I;
2922                 }
2923
2924                 /* build buffer ptr list for IOCB */
2925                 bpl->addrLow = le32_to_cpu(putPaddrLow(dmp->dma.phys));
2926                 bpl->addrHigh = le32_to_cpu(putPaddrHigh(dmp->dma.phys));
2927                 bpl->tus.f.bdeSize = (ushort) cnt;
2928                 bpl->tus.w = le32_to_cpu(bpl->tus.w);
2929                 bpl++;
2930
2931                 i++;
2932                 offset += cnt;
2933                 size -= cnt;
2934         }
2935
2936         if (mlist) {
2937                 mlist->flag = i;
2938                 return mlist;
2939         }
2940 out:
2941         diag_cmd_data_free(phba, mlist);
2942         return NULL;
2943 }
2944
2945 /**
2946  * lpfcdiag_loop_post_rxbufs - post the receive buffers for an unsol CT cmd
2947  * @phba: Pointer to HBA context object
2948  * @rxxri: Receive exchange id
2949  * @len: Number of data bytes
2950  *
2951  * This function allocates and posts a data buffer of sufficient size to receive
2952  * an unsolicted CT command.
2953  **/
2954 static int lpfcdiag_loop_post_rxbufs(struct lpfc_hba *phba, uint16_t rxxri,
2955                              size_t len)
2956 {
2957         struct lpfc_sli_ring *pring;
2958         struct lpfc_iocbq *cmdiocbq;
2959         IOCB_t *cmd = NULL;
2960         struct list_head head, *curr, *next;
2961         struct lpfc_dmabuf *rxbmp;
2962         struct lpfc_dmabuf *dmp;
2963         struct lpfc_dmabuf *mp[2] = {NULL, NULL};
2964         struct ulp_bde64 *rxbpl = NULL;
2965         uint32_t num_bde;
2966         struct lpfc_dmabufext *rxbuffer = NULL;
2967         int ret_val = 0;
2968         int iocb_stat;
2969         int i = 0;
2970
2971         pring = lpfc_phba_elsring(phba);
2972
2973         cmdiocbq = lpfc_sli_get_iocbq(phba);
2974         rxbmp = kmalloc(sizeof(struct lpfc_dmabuf), GFP_KERNEL);
2975         if (rxbmp != NULL) {
2976                 rxbmp->virt = lpfc_mbuf_alloc(phba, 0, &rxbmp->phys);
2977                 if (rxbmp->virt) {
2978                         INIT_LIST_HEAD(&rxbmp->list);
2979                         rxbpl = (struct ulp_bde64 *) rxbmp->virt;
2980                         rxbuffer = diag_cmd_data_alloc(phba, rxbpl, len, 0);
2981                 }
2982         }
2983
2984         if (!cmdiocbq || !rxbmp || !rxbpl || !rxbuffer || !pring) {
2985                 ret_val = -ENOMEM;
2986                 goto err_post_rxbufs_exit;
2987         }
2988
2989         /* Queue buffers for the receive exchange */
2990         num_bde = (uint32_t)rxbuffer->flag;
2991         dmp = &rxbuffer->dma;
2992
2993         cmd = &cmdiocbq->iocb;
2994         i = 0;
2995
2996         INIT_LIST_HEAD(&head);
2997         list_add_tail(&head, &dmp->list);
2998         list_for_each_safe(curr, next, &head) {
2999                 mp[i] = list_entry(curr, struct lpfc_dmabuf, list);
3000                 list_del(curr);
3001
3002                 if (phba->sli3_options & LPFC_SLI3_HBQ_ENABLED) {
3003                         mp[i]->buffer_tag = lpfc_sli_get_buffer_tag(phba);
3004                         cmd->un.quexri64cx.buff.bde.addrHigh =
3005                                 putPaddrHigh(mp[i]->phys);
3006                         cmd->un.quexri64cx.buff.bde.addrLow =
3007                                 putPaddrLow(mp[i]->phys);
3008                         cmd->un.quexri64cx.buff.bde.tus.f.bdeSize =
3009                                 ((struct lpfc_dmabufext *)mp[i])->size;
3010                         cmd->un.quexri64cx.buff.buffer_tag = mp[i]->buffer_tag;
3011                         cmd->ulpCommand = CMD_QUE_XRI64_CX;
3012                         cmd->ulpPU = 0;
3013                         cmd->ulpLe = 1;
3014                         cmd->ulpBdeCount = 1;
3015                         cmd->unsli3.que_xri64cx_ext_words.ebde_count = 0;
3016
3017                 } else {
3018                         cmd->un.cont64[i].addrHigh = putPaddrHigh(mp[i]->phys);
3019                         cmd->un.cont64[i].addrLow = putPaddrLow(mp[i]->phys);
3020                         cmd->un.cont64[i].tus.f.bdeSize =
3021                                 ((struct lpfc_dmabufext *)mp[i])->size;
3022                         cmd->ulpBdeCount = ++i;
3023
3024                         if ((--num_bde > 0) && (i < 2))
3025                                 continue;
3026
3027                         cmd->ulpCommand = CMD_QUE_XRI_BUF64_CX;
3028                         cmd->ulpLe = 1;
3029                 }
3030
3031                 cmd->ulpClass = CLASS3;
3032                 cmd->ulpContext = rxxri;
3033
3034                 iocb_stat = lpfc_sli_issue_iocb(phba, LPFC_ELS_RING, cmdiocbq,
3035                                                 0);
3036                 if (iocb_stat == IOCB_ERROR) {
3037                         diag_cmd_data_free(phba,
3038                                 (struct lpfc_dmabufext *)mp[0]);
3039                         if (mp[1])
3040                                 diag_cmd_data_free(phba,
3041                                           (struct lpfc_dmabufext *)mp[1]);
3042                         dmp = list_entry(next, struct lpfc_dmabuf, list);
3043                         ret_val = -EIO;
3044                         goto err_post_rxbufs_exit;
3045                 }
3046
3047                 lpfc_sli_ringpostbuf_put(phba, pring, mp[0]);
3048                 if (mp[1]) {
3049                         lpfc_sli_ringpostbuf_put(phba, pring, mp[1]);
3050                         mp[1] = NULL;
3051                 }
3052
3053                 /* The iocb was freed by lpfc_sli_issue_iocb */
3054                 cmdiocbq = lpfc_sli_get_iocbq(phba);
3055                 if (!cmdiocbq) {
3056                         dmp = list_entry(next, struct lpfc_dmabuf, list);
3057                         ret_val = -EIO;
3058                         goto err_post_rxbufs_exit;
3059                 }
3060
3061                 cmd = &cmdiocbq->iocb;
3062                 i = 0;
3063         }
3064         list_del(&head);
3065
3066 err_post_rxbufs_exit:
3067
3068         if (rxbmp) {
3069                 if (rxbmp->virt)
3070                         lpfc_mbuf_free(phba, rxbmp->virt, rxbmp->phys);
3071                 kfree(rxbmp);
3072         }
3073
3074         if (cmdiocbq)
3075                 lpfc_sli_release_iocbq(phba, cmdiocbq);
3076         return ret_val;
3077 }
3078
3079 /**
3080  * lpfc_bsg_diag_loopback_run - run loopback on a port by issue ct cmd to itself
3081  * @job: LPFC_BSG_VENDOR_DIAG_TEST fc_bsg_job
3082  *
3083  * This function receives a user data buffer to be transmitted and received on
3084  * the same port, the link must be up and in loopback mode prior
3085  * to being called.
3086  * 1. A kernel buffer is allocated to copy the user data into.
3087  * 2. The port registers with "itself".
3088  * 3. The transmit and receive exchange ids are obtained.
3089  * 4. The receive exchange id is posted.
3090  * 5. A new els loopback event is created.
3091  * 6. The command and response iocbs are allocated.
3092  * 7. The cmd iocb FsType is set to elx loopback and the CmdRsp to looppback.
3093  *
3094  * This function is meant to be called n times while the port is in loopback
3095  * so it is the apps responsibility to issue a reset to take the port out
3096  * of loopback mode.
3097  **/
3098 static int
3099 lpfc_bsg_diag_loopback_run(struct bsg_job *job)
3100 {
3101         struct lpfc_vport *vport = shost_priv(fc_bsg_to_shost(job));
3102         struct fc_bsg_reply *bsg_reply = job->reply;
3103         struct lpfc_hba *phba = vport->phba;
3104         struct lpfc_bsg_event *evt;
3105         struct event_data *evdat;
3106         struct lpfc_sli *psli = &phba->sli;
3107         uint32_t size;
3108         uint32_t full_size;
3109         size_t segment_len = 0, segment_offset = 0, current_offset = 0;
3110         uint16_t rpi = 0;
3111         struct lpfc_iocbq *cmdiocbq, *rspiocbq = NULL;
3112         IOCB_t *cmd, *rsp = NULL;
3113         struct lpfc_sli_ct_request *ctreq;
3114         struct lpfc_dmabuf *txbmp;
3115         struct ulp_bde64 *txbpl = NULL;
3116         struct lpfc_dmabufext *txbuffer = NULL;
3117         struct list_head head;
3118         struct lpfc_dmabuf  *curr;
3119         uint16_t txxri = 0, rxxri;
3120         uint32_t num_bde;
3121         uint8_t *ptr = NULL, *rx_databuf = NULL;
3122         int rc = 0;
3123         int time_left;
3124         int iocb_stat = IOCB_SUCCESS;
3125         unsigned long flags;
3126         void *dataout = NULL;
3127         uint32_t total_mem;
3128
3129         /* in case no data is returned return just the return code */
3130         bsg_reply->reply_payload_rcv_len = 0;
3131
3132         if (job->request_len <
3133             sizeof(struct fc_bsg_request) + sizeof(struct diag_mode_test)) {
3134                 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
3135                                 "2739 Received DIAG TEST request below minimum "
3136                                 "size\n");
3137                 rc = -EINVAL;
3138                 goto loopback_test_exit;
3139         }
3140
3141         if (job->request_payload.payload_len !=
3142                 job->reply_payload.payload_len) {
3143                 rc = -EINVAL;
3144                 goto loopback_test_exit;
3145         }
3146
3147         if ((phba->link_state == LPFC_HBA_ERROR) ||
3148             (psli->sli_flag & LPFC_BLOCK_MGMT_IO) ||
3149             (!(psli->sli_flag & LPFC_SLI_ACTIVE))) {
3150                 rc = -EACCES;
3151                 goto loopback_test_exit;
3152         }
3153
3154         if (!lpfc_is_link_up(phba) || !(phba->link_flag & LS_LOOPBACK_MODE)) {
3155                 rc = -EACCES;
3156                 goto loopback_test_exit;
3157         }
3158
3159         size = job->request_payload.payload_len;
3160         full_size = size + ELX_LOOPBACK_HEADER_SZ; /* plus the header */
3161
3162         if ((size == 0) || (size > 80 * BUF_SZ_4K)) {
3163                 rc = -ERANGE;
3164                 goto loopback_test_exit;
3165         }
3166
3167         if (full_size >= BUF_SZ_4K) {
3168                 /*
3169                  * Allocate memory for ioctl data. If buffer is bigger than 64k,
3170                  * then we allocate 64k and re-use that buffer over and over to
3171                  * xfer the whole block. This is because Linux kernel has a
3172                  * problem allocating more than 120k of kernel space memory. Saw
3173                  * problem with GET_FCPTARGETMAPPING...
3174                  */
3175                 if (size <= (64 * 1024))
3176                         total_mem = full_size;
3177                 else
3178                         total_mem = 64 * 1024;
3179         } else
3180                 /* Allocate memory for ioctl data */
3181                 total_mem = BUF_SZ_4K;
3182
3183         dataout = kmalloc(total_mem, GFP_KERNEL);
3184         if (dataout == NULL) {
3185                 rc = -ENOMEM;
3186                 goto loopback_test_exit;
3187         }
3188
3189         ptr = dataout;
3190         ptr += ELX_LOOPBACK_HEADER_SZ;
3191         sg_copy_to_buffer(job->request_payload.sg_list,
3192                                 job->request_payload.sg_cnt,
3193                                 ptr, size);
3194         rc = lpfcdiag_loop_self_reg(phba, &rpi);
3195         if (rc)
3196                 goto loopback_test_exit;
3197
3198         if (phba->sli_rev < LPFC_SLI_REV4) {
3199                 rc = lpfcdiag_loop_get_xri(phba, rpi, &txxri, &rxxri);
3200                 if (rc) {
3201                         lpfcdiag_loop_self_unreg(phba, rpi);
3202                         goto loopback_test_exit;
3203                 }
3204
3205                 rc = lpfcdiag_loop_post_rxbufs(phba, rxxri, full_size);
3206                 if (rc) {
3207                         lpfcdiag_loop_self_unreg(phba, rpi);
3208                         goto loopback_test_exit;
3209                 }
3210         }
3211         evt = lpfc_bsg_event_new(FC_REG_CT_EVENT, current->pid,
3212                                 SLI_CT_ELX_LOOPBACK);
3213         if (!evt) {
3214                 lpfcdiag_loop_self_unreg(phba, rpi);
3215                 rc = -ENOMEM;
3216                 goto loopback_test_exit;
3217         }
3218
3219         spin_lock_irqsave(&phba->ct_ev_lock, flags);
3220         list_add(&evt->node, &phba->ct_ev_waiters);
3221         lpfc_bsg_event_ref(evt);
3222         spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
3223
3224         cmdiocbq = lpfc_sli_get_iocbq(phba);
3225         if (phba->sli_rev < LPFC_SLI_REV4)
3226                 rspiocbq = lpfc_sli_get_iocbq(phba);
3227         txbmp = kmalloc(sizeof(struct lpfc_dmabuf), GFP_KERNEL);
3228
3229         if (txbmp) {
3230                 txbmp->virt = lpfc_mbuf_alloc(phba, 0, &txbmp->phys);
3231                 if (txbmp->virt) {
3232                         INIT_LIST_HEAD(&txbmp->list);
3233                         txbpl = (struct ulp_bde64 *) txbmp->virt;
3234                         txbuffer = diag_cmd_data_alloc(phba,
3235                                                         txbpl, full_size, 0);
3236                 }
3237         }
3238
3239         if (!cmdiocbq || !txbmp || !txbpl || !txbuffer || !txbmp->virt) {
3240                 rc = -ENOMEM;
3241                 goto err_loopback_test_exit;
3242         }
3243         if ((phba->sli_rev < LPFC_SLI_REV4) && !rspiocbq) {
3244                 rc = -ENOMEM;
3245                 goto err_loopback_test_exit;
3246         }
3247
3248         cmd = &cmdiocbq->iocb;
3249         if (phba->sli_rev < LPFC_SLI_REV4)
3250                 rsp = &rspiocbq->iocb;
3251
3252         INIT_LIST_HEAD(&head);
3253         list_add_tail(&head, &txbuffer->dma.list);
3254         list_for_each_entry(curr, &head, list) {
3255                 segment_len = ((struct lpfc_dmabufext *)curr)->size;
3256                 if (current_offset == 0) {
3257                         ctreq = curr->virt;
3258                         memset(ctreq, 0, ELX_LOOPBACK_HEADER_SZ);
3259                         ctreq->RevisionId.bits.Revision = SLI_CT_REVISION;
3260                         ctreq->RevisionId.bits.InId = 0;
3261                         ctreq->FsType = SLI_CT_ELX_LOOPBACK;
3262                         ctreq->FsSubType = 0;
3263                         ctreq->CommandResponse.bits.CmdRsp = ELX_LOOPBACK_DATA;
3264                         ctreq->CommandResponse.bits.Size   = size;
3265                         segment_offset = ELX_LOOPBACK_HEADER_SZ;
3266                 } else
3267                         segment_offset = 0;
3268
3269                 BUG_ON(segment_offset >= segment_len);
3270                 memcpy(curr->virt + segment_offset,
3271                         ptr + current_offset,
3272                         segment_len - segment_offset);
3273
3274                 current_offset += segment_len - segment_offset;
3275                 BUG_ON(current_offset > size);
3276         }
3277         list_del(&head);
3278
3279         /* Build the XMIT_SEQUENCE iocb */
3280         num_bde = (uint32_t)txbuffer->flag;
3281
3282         cmd->un.xseq64.bdl.addrHigh = putPaddrHigh(txbmp->phys);
3283         cmd->un.xseq64.bdl.addrLow = putPaddrLow(txbmp->phys);
3284         cmd->un.xseq64.bdl.bdeFlags = BUFF_TYPE_BLP_64;
3285         cmd->un.xseq64.bdl.bdeSize = (num_bde * sizeof(struct ulp_bde64));
3286
3287         cmd->un.xseq64.w5.hcsw.Fctl = (LS | LA);
3288         cmd->un.xseq64.w5.hcsw.Dfctl = 0;
3289         cmd->un.xseq64.w5.hcsw.Rctl = FC_RCTL_DD_UNSOL_CTL;
3290         cmd->un.xseq64.w5.hcsw.Type = FC_TYPE_CT;
3291
3292         cmd->ulpCommand = CMD_XMIT_SEQUENCE64_CX;
3293         cmd->ulpBdeCount = 1;
3294         cmd->ulpLe = 1;
3295         cmd->ulpClass = CLASS3;
3296
3297         if (phba->sli_rev < LPFC_SLI_REV4) {
3298                 cmd->ulpContext = txxri;
3299         } else {
3300                 cmd->un.xseq64.bdl.ulpIoTag32 = 0;
3301                 cmd->un.ulpWord[3] = phba->sli4_hba.rpi_ids[rpi];
3302                 cmdiocbq->context3 = txbmp;
3303                 cmdiocbq->sli4_xritag = NO_XRI;
3304                 cmd->unsli3.rcvsli3.ox_id = 0xffff;
3305         }
3306         cmdiocbq->iocb_flag |= LPFC_IO_LIBDFC;
3307         cmdiocbq->iocb_flag |= LPFC_IO_LOOPBACK;
3308         cmdiocbq->vport = phba->pport;
3309         cmdiocbq->iocb_cmpl = NULL;
3310         iocb_stat = lpfc_sli_issue_iocb_wait(phba, LPFC_ELS_RING, cmdiocbq,
3311                                              rspiocbq, (phba->fc_ratov * 2) +
3312                                              LPFC_DRVR_TIMEOUT);
3313
3314         if ((iocb_stat != IOCB_SUCCESS) ||
3315             ((phba->sli_rev < LPFC_SLI_REV4) &&
3316              (rsp->ulpStatus != IOSTAT_SUCCESS))) {
3317                 lpfc_printf_log(phba, KERN_ERR, LOG_LIBDFC,
3318                                 "3126 Failed loopback test issue iocb: "
3319                                 "iocb_stat:x%x\n", iocb_stat);
3320                 rc = -EIO;
3321                 goto err_loopback_test_exit;
3322         }
3323
3324         evt->waiting = 1;
3325         time_left = wait_event_interruptible_timeout(
3326                 evt->wq, !list_empty(&evt->events_to_see),
3327                 msecs_to_jiffies(1000 *
3328                         ((phba->fc_ratov * 2) + LPFC_DRVR_TIMEOUT)));
3329         evt->waiting = 0;
3330         if (list_empty(&evt->events_to_see)) {
3331                 rc = (time_left) ? -EINTR : -ETIMEDOUT;
3332                 lpfc_printf_log(phba, KERN_ERR, LOG_LIBDFC,
3333                                 "3125 Not receiving unsolicited event, "
3334                                 "rc:x%x\n", rc);
3335         } else {
3336                 spin_lock_irqsave(&phba->ct_ev_lock, flags);
3337                 list_move(evt->events_to_see.prev, &evt->events_to_get);
3338                 evdat = list_entry(evt->events_to_get.prev,
3339                                    typeof(*evdat), node);
3340                 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
3341                 rx_databuf = evdat->data;
3342                 if (evdat->len != full_size) {
3343                         lpfc_printf_log(phba, KERN_ERR, LOG_LIBDFC,
3344                                 "1603 Loopback test did not receive expected "
3345                                 "data length. actual length 0x%x expected "
3346                                 "length 0x%x\n",
3347                                 evdat->len, full_size);
3348                         rc = -EIO;
3349                 } else if (rx_databuf == NULL)
3350                         rc = -EIO;
3351                 else {
3352                         rc = IOCB_SUCCESS;
3353                         /* skip over elx loopback header */
3354                         rx_databuf += ELX_LOOPBACK_HEADER_SZ;
3355                         bsg_reply->reply_payload_rcv_len =
3356                                 sg_copy_from_buffer(job->reply_payload.sg_list,
3357                                                     job->reply_payload.sg_cnt,
3358                                                     rx_databuf, size);
3359                         bsg_reply->reply_payload_rcv_len = size;
3360                 }
3361         }
3362
3363 err_loopback_test_exit:
3364         lpfcdiag_loop_self_unreg(phba, rpi);
3365
3366         spin_lock_irqsave(&phba->ct_ev_lock, flags);
3367         lpfc_bsg_event_unref(evt); /* release ref */
3368         lpfc_bsg_event_unref(evt); /* delete */
3369         spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
3370
3371         if ((cmdiocbq != NULL) && (iocb_stat != IOCB_TIMEDOUT))
3372                 lpfc_sli_release_iocbq(phba, cmdiocbq);
3373
3374         if (rspiocbq != NULL)
3375                 lpfc_sli_release_iocbq(phba, rspiocbq);
3376
3377         if (txbmp != NULL) {
3378                 if (txbpl != NULL) {
3379                         if (txbuffer != NULL)
3380                                 diag_cmd_data_free(phba, txbuffer);
3381                         lpfc_mbuf_free(phba, txbmp->virt, txbmp->phys);
3382                 }
3383                 kfree(txbmp);
3384         }
3385
3386 loopback_test_exit:
3387         kfree(dataout);
3388         /* make error code available to userspace */
3389         bsg_reply->result = rc;
3390         job->dd_data = NULL;
3391         /* complete the job back to userspace if no error */
3392         if (rc == IOCB_SUCCESS)
3393                 bsg_job_done(job, bsg_reply->result,
3394                                bsg_reply->reply_payload_rcv_len);
3395         return rc;
3396 }
3397
3398 /**
3399  * lpfc_bsg_get_dfc_rev - process a GET_DFC_REV bsg vendor command
3400  * @job: GET_DFC_REV fc_bsg_job
3401  **/
3402 static int
3403 lpfc_bsg_get_dfc_rev(struct bsg_job *job)
3404 {
3405         struct lpfc_vport *vport = shost_priv(fc_bsg_to_shost(job));
3406         struct fc_bsg_reply *bsg_reply = job->reply;
3407         struct lpfc_hba *phba = vport->phba;
3408         struct get_mgmt_rev_reply *event_reply;
3409         int rc = 0;
3410
3411         if (job->request_len <
3412             sizeof(struct fc_bsg_request) + sizeof(struct get_mgmt_rev)) {
3413                 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
3414                                 "2740 Received GET_DFC_REV request below "
3415                                 "minimum size\n");
3416                 rc = -EINVAL;
3417                 goto job_error;
3418         }
3419
3420         event_reply = (struct get_mgmt_rev_reply *)
3421                 bsg_reply->reply_data.vendor_reply.vendor_rsp;
3422
3423         if (job->reply_len <
3424             sizeof(struct fc_bsg_request) + sizeof(struct get_mgmt_rev_reply)) {
3425                 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
3426                                 "2741 Received GET_DFC_REV reply below "
3427                                 "minimum size\n");
3428                 rc = -EINVAL;
3429                 goto job_error;
3430         }
3431
3432         event_reply->info.a_Major = MANAGEMENT_MAJOR_REV;
3433         event_reply->info.a_Minor = MANAGEMENT_MINOR_REV;
3434 job_error:
3435         bsg_reply->result = rc;
3436         if (rc == 0)
3437                 bsg_job_done(job, bsg_reply->result,
3438                                bsg_reply->reply_payload_rcv_len);
3439         return rc;
3440 }
3441
3442 /**
3443  * lpfc_bsg_issue_mbox_cmpl - lpfc_bsg_issue_mbox mbox completion handler
3444  * @phba: Pointer to HBA context object.
3445  * @pmboxq: Pointer to mailbox command.
3446  *
3447  * This is completion handler function for mailbox commands issued from
3448  * lpfc_bsg_issue_mbox function. This function is called by the
3449  * mailbox event handler function with no lock held. This function
3450  * will wake up thread waiting on the wait queue pointed by context1
3451  * of the mailbox.
3452  **/
3453 static void
3454 lpfc_bsg_issue_mbox_cmpl(struct lpfc_hba *phba, LPFC_MBOXQ_t *pmboxq)
3455 {
3456         struct bsg_job_data *dd_data;
3457         struct fc_bsg_reply *bsg_reply;
3458         struct bsg_job *job;
3459         uint32_t size;
3460         unsigned long flags;
3461         uint8_t *pmb, *pmb_buf;
3462
3463         dd_data = pmboxq->ctx_ndlp;
3464
3465         /*
3466          * The outgoing buffer is readily referred from the dma buffer,
3467          * just need to get header part from mailboxq structure.
3468          */
3469         pmb = (uint8_t *)&pmboxq->u.mb;
3470         pmb_buf = (uint8_t *)dd_data->context_un.mbox.mb;
3471         memcpy(pmb_buf, pmb, sizeof(MAILBOX_t));
3472
3473         /* Determine if job has been aborted */
3474
3475         spin_lock_irqsave(&phba->ct_ev_lock, flags);
3476         job = dd_data->set_job;
3477         if (job) {
3478                 /* Prevent timeout handling from trying to abort job  */
3479                 job->dd_data = NULL;
3480         }
3481         spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
3482
3483         /* Copy the mailbox data to the job if it is still active */
3484
3485         if (job) {
3486                 bsg_reply = job->reply;
3487                 size = job->reply_payload.payload_len;
3488                 bsg_reply->reply_payload_rcv_len =
3489                         sg_copy_from_buffer(job->reply_payload.sg_list,
3490                                             job->reply_payload.sg_cnt,
3491                                             pmb_buf, size);
3492         }
3493
3494         dd_data->set_job = NULL;
3495         mempool_free(dd_data->context_un.mbox.pmboxq, phba->mbox_mem_pool);
3496         lpfc_bsg_dma_page_free(phba, dd_data->context_un.mbox.dmabuffers);
3497         kfree(dd_data);
3498
3499         /* Complete the job if the job is still active */
3500
3501         if (job) {
3502                 bsg_reply->result = 0;
3503                 bsg_job_done(job, bsg_reply->result,
3504                                bsg_reply->reply_payload_rcv_len);
3505         }
3506         return;
3507 }
3508
3509 /**
3510  * lpfc_bsg_check_cmd_access - test for a supported mailbox command
3511  * @phba: Pointer to HBA context object.
3512  * @mb: Pointer to a mailbox object.
3513  * @vport: Pointer to a vport object.
3514  *
3515  * Some commands require the port to be offline, some may not be called from
3516  * the application.
3517  **/
3518 static int lpfc_bsg_check_cmd_access(struct lpfc_hba *phba,
3519         MAILBOX_t *mb, struct lpfc_vport *vport)
3520 {
3521         /* return negative error values for bsg job */
3522         switch (mb->mbxCommand) {
3523         /* Offline only */
3524         case MBX_INIT_LINK:
3525         case MBX_DOWN_LINK:
3526         case MBX_CONFIG_LINK:
3527         case MBX_CONFIG_RING:
3528         case MBX_RESET_RING:
3529         case MBX_UNREG_LOGIN:
3530         case MBX_CLEAR_LA:
3531         case MBX_DUMP_CONTEXT:
3532         case MBX_RUN_DIAGS:
3533         case MBX_RESTART:
3534         case MBX_SET_MASK:
3535                 if (!(vport->fc_flag & FC_OFFLINE_MODE)) {
3536                         lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
3537                                 "2743 Command 0x%x is illegal in on-line "
3538                                 "state\n",
3539                                 mb->mbxCommand);
3540                         return -EPERM;
3541                 }
3542         case MBX_WRITE_NV:
3543         case MBX_WRITE_VPARMS:
3544         case MBX_LOAD_SM:
3545         case MBX_READ_NV:
3546         case MBX_READ_CONFIG:
3547         case MBX_READ_RCONFIG:
3548         case MBX_READ_STATUS:
3549         case MBX_READ_XRI:
3550         case MBX_READ_REV:
3551         case MBX_READ_LNK_STAT:
3552         case MBX_DUMP_MEMORY:
3553         case MBX_DOWN_LOAD:
3554         case MBX_UPDATE_CFG:
3555         case MBX_KILL_BOARD:
3556         case MBX_READ_TOPOLOGY:
3557         case MBX_LOAD_AREA:
3558         case MBX_LOAD_EXP_ROM:
3559         case MBX_BEACON:
3560         case MBX_DEL_LD_ENTRY:
3561         case MBX_SET_DEBUG:
3562         case MBX_WRITE_WWN:
3563         case MBX_SLI4_CONFIG:
3564         case MBX_READ_EVENT_LOG:
3565         case MBX_READ_EVENT_LOG_STATUS:
3566         case MBX_WRITE_EVENT_LOG:
3567         case MBX_PORT_CAPABILITIES:
3568         case MBX_PORT_IOV_CONTROL:
3569         case MBX_RUN_BIU_DIAG64:
3570                 break;
3571         case MBX_SET_VARIABLE:
3572                 lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
3573                         "1226 mbox: set_variable 0x%x, 0x%x\n",
3574                         mb->un.varWords[0],
3575                         mb->un.varWords[1]);
3576                 if ((mb->un.varWords[0] == SETVAR_MLOMNT)
3577                         && (mb->un.varWords[1] == 1)) {
3578                         phba->wait_4_mlo_maint_flg = 1;
3579                 } else if (mb->un.varWords[0] == SETVAR_MLORST) {
3580                         spin_lock_irq(&phba->hbalock);
3581                         phba->link_flag &= ~LS_LOOPBACK_MODE;
3582                         spin_unlock_irq(&phba->hbalock);
3583                         phba->fc_topology = LPFC_TOPOLOGY_PT_PT;
3584                 }
3585                 break;
3586         case MBX_READ_SPARM64:
3587         case MBX_REG_LOGIN:
3588         case MBX_REG_LOGIN64:
3589         case MBX_CONFIG_PORT:
3590         case MBX_RUN_BIU_DIAG:
3591         default:
3592                 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
3593                         "2742 Unknown Command 0x%x\n",
3594                         mb->mbxCommand);
3595                 return -EPERM;
3596         }
3597
3598         return 0; /* ok */
3599 }
3600
3601 /**
3602  * lpfc_bsg_mbox_ext_cleanup - clean up context of multi-buffer mbox session
3603  * @phba: Pointer to HBA context object.
3604  *
3605  * This is routine clean up and reset BSG handling of multi-buffer mbox
3606  * command session.
3607  **/
3608 static void
3609 lpfc_bsg_mbox_ext_session_reset(struct lpfc_hba *phba)
3610 {
3611         if (phba->mbox_ext_buf_ctx.state == LPFC_BSG_MBOX_IDLE)
3612                 return;
3613
3614         /* free all memory, including dma buffers */
3615         lpfc_bsg_dma_page_list_free(phba,
3616                                     &phba->mbox_ext_buf_ctx.ext_dmabuf_list);
3617         lpfc_bsg_dma_page_free(phba, phba->mbox_ext_buf_ctx.mbx_dmabuf);
3618         /* multi-buffer write mailbox command pass-through complete */
3619         memset((char *)&phba->mbox_ext_buf_ctx, 0,
3620                sizeof(struct lpfc_mbox_ext_buf_ctx));
3621         INIT_LIST_HEAD(&phba->mbox_ext_buf_ctx.ext_dmabuf_list);
3622
3623         return;
3624 }
3625
3626 /**
3627  * lpfc_bsg_issue_mbox_ext_handle_job - job handler for multi-buffer mbox cmpl
3628  * @phba: Pointer to HBA context object.
3629  * @pmboxq: Pointer to mailbox command.
3630  *
3631  * This is routine handles BSG job for mailbox commands completions with
3632  * multiple external buffers.
3633  **/
3634 static struct bsg_job *
3635 lpfc_bsg_issue_mbox_ext_handle_job(struct lpfc_hba *phba, LPFC_MBOXQ_t *pmboxq)
3636 {
3637         struct bsg_job_data *dd_data;
3638         struct bsg_job *job;
3639         struct fc_bsg_reply *bsg_reply;
3640         uint8_t *pmb, *pmb_buf;
3641         unsigned long flags;
3642         uint32_t size;
3643         int rc = 0;
3644         struct lpfc_dmabuf *dmabuf;
3645         struct lpfc_sli_config_mbox *sli_cfg_mbx;
3646         uint8_t *pmbx;
3647
3648         dd_data = pmboxq->ctx_buf;
3649
3650         /* Determine if job has been aborted */
3651         spin_lock_irqsave(&phba->ct_ev_lock, flags);
3652         job = dd_data->set_job;
3653         if (job) {
3654                 bsg_reply = job->reply;
3655                 /* Prevent timeout handling from trying to abort job  */
3656                 job->dd_data = NULL;
3657         }
3658         spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
3659
3660         /*
3661          * The outgoing buffer is readily referred from the dma buffer,
3662          * just need to get header part from mailboxq structure.
3663          */
3664
3665         pmb = (uint8_t *)&pmboxq->u.mb;
3666         pmb_buf = (uint8_t *)dd_data->context_un.mbox.mb;
3667         /* Copy the byte swapped response mailbox back to the user */
3668         memcpy(pmb_buf, pmb, sizeof(MAILBOX_t));
3669         /* if there is any non-embedded extended data copy that too */
3670         dmabuf = phba->mbox_ext_buf_ctx.mbx_dmabuf;
3671         sli_cfg_mbx = (struct lpfc_sli_config_mbox *)dmabuf->virt;
3672         if (!bsg_bf_get(lpfc_mbox_hdr_emb,
3673             &sli_cfg_mbx->un.sli_config_emb0_subsys.sli_config_hdr)) {
3674                 pmbx = (uint8_t *)dmabuf->virt;
3675                 /* byte swap the extended data following the mailbox command */
3676                 lpfc_sli_pcimem_bcopy(&pmbx[sizeof(MAILBOX_t)],
3677                         &pmbx[sizeof(MAILBOX_t)],
3678                         sli_cfg_mbx->un.sli_config_emb0_subsys.mse[0].buf_len);
3679         }
3680
3681         /* Complete the job if the job is still active */
3682
3683         if (job) {
3684                 size = job->reply_payload.payload_len;
3685                 bsg_reply->reply_payload_rcv_len =
3686                         sg_copy_from_buffer(job->reply_payload.sg_list,
3687                                             job->reply_payload.sg_cnt,
3688                                             pmb_buf, size);
3689
3690                 /* result for successful */
3691                 bsg_reply->result = 0;
3692
3693                 lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
3694                                 "2937 SLI_CONFIG ext-buffer mailbox command "
3695                                 "(x%x/x%x) complete bsg job done, bsize:%d\n",
3696                                 phba->mbox_ext_buf_ctx.nembType,
3697                                 phba->mbox_ext_buf_ctx.mboxType, size);
3698                 lpfc_idiag_mbxacc_dump_bsg_mbox(phba,
3699                                         phba->mbox_ext_buf_ctx.nembType,
3700                                         phba->mbox_ext_buf_ctx.mboxType,
3701                                         dma_ebuf, sta_pos_addr,
3702                                         phba->mbox_ext_buf_ctx.mbx_dmabuf, 0);
3703         } else {
3704                 lpfc_printf_log(phba, KERN_ERR, LOG_LIBDFC,
3705                                 "2938 SLI_CONFIG ext-buffer mailbox "
3706                                 "command (x%x/x%x) failure, rc:x%x\n",
3707                                 phba->mbox_ext_buf_ctx.nembType,
3708                                 phba->mbox_ext_buf_ctx.mboxType, rc);
3709         }
3710
3711
3712         /* state change */
3713         phba->mbox_ext_buf_ctx.state = LPFC_BSG_MBOX_DONE;
3714         kfree(dd_data);
3715         return job;
3716 }
3717
3718 /**
3719  * lpfc_bsg_issue_read_mbox_ext_cmpl - compl handler for multi-buffer read mbox
3720  * @phba: Pointer to HBA context object.
3721  * @pmboxq: Pointer to mailbox command.
3722  *
3723  * This is completion handler function for mailbox read commands with multiple
3724  * external buffers.
3725  **/
3726 static void
3727 lpfc_bsg_issue_read_mbox_ext_cmpl(struct lpfc_hba *phba, LPFC_MBOXQ_t *pmboxq)
3728 {
3729         struct bsg_job *job;
3730         struct fc_bsg_reply *bsg_reply;
3731
3732         job = lpfc_bsg_issue_mbox_ext_handle_job(phba, pmboxq);
3733
3734         /* handle the BSG job with mailbox command */
3735         if (!job)
3736                 pmboxq->u.mb.mbxStatus = MBXERR_ERROR;
3737
3738         lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
3739                         "2939 SLI_CONFIG ext-buffer rd mailbox command "
3740                         "complete, ctxState:x%x, mbxStatus:x%x\n",
3741                         phba->mbox_ext_buf_ctx.state, pmboxq->u.mb.mbxStatus);
3742
3743         if (pmboxq->u.mb.mbxStatus || phba->mbox_ext_buf_ctx.numBuf == 1)
3744                 lpfc_bsg_mbox_ext_session_reset(phba);
3745
3746         /* free base driver mailbox structure memory */
3747         mempool_free(pmboxq, phba->mbox_mem_pool);
3748
3749         /* if the job is still active, call job done */
3750         if (job) {
3751                 bsg_reply = job->reply;
3752                 bsg_job_done(job, bsg_reply->result,
3753                                bsg_reply->reply_payload_rcv_len);
3754         }
3755         return;
3756 }
3757
3758 /**
3759  * lpfc_bsg_issue_write_mbox_ext_cmpl - cmpl handler for multi-buffer write mbox
3760  * @phba: Pointer to HBA context object.
3761  * @pmboxq: Pointer to mailbox command.
3762  *
3763  * This is completion handler function for mailbox write commands with multiple
3764  * external buffers.
3765  **/
3766 static void
3767 lpfc_bsg_issue_write_mbox_ext_cmpl(struct lpfc_hba *phba, LPFC_MBOXQ_t *pmboxq)
3768 {
3769         struct bsg_job *job;
3770         struct fc_bsg_reply *bsg_reply;
3771
3772         job = lpfc_bsg_issue_mbox_ext_handle_job(phba, pmboxq);
3773
3774         /* handle the BSG job with the mailbox command */
3775         if (!job)
3776                 pmboxq->u.mb.mbxStatus = MBXERR_ERROR;
3777
3778         lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
3779                         "2940 SLI_CONFIG ext-buffer wr mailbox command "
3780                         "complete, ctxState:x%x, mbxStatus:x%x\n",
3781                         phba->mbox_ext_buf_ctx.state, pmboxq->u.mb.mbxStatus);
3782
3783         /* free all memory, including dma buffers */
3784         mempool_free(pmboxq, phba->mbox_mem_pool);
3785         lpfc_bsg_mbox_ext_session_reset(phba);
3786
3787         /* if the job is still active, call job done */
3788         if (job) {
3789                 bsg_reply = job->reply;
3790                 bsg_job_done(job, bsg_reply->result,
3791                                bsg_reply->reply_payload_rcv_len);
3792         }
3793
3794         return;
3795 }
3796
3797 static void
3798 lpfc_bsg_sli_cfg_dma_desc_setup(struct lpfc_hba *phba, enum nemb_type nemb_tp,
3799                                 uint32_t index, struct lpfc_dmabuf *mbx_dmabuf,
3800                                 struct lpfc_dmabuf *ext_dmabuf)
3801 {
3802         struct lpfc_sli_config_mbox *sli_cfg_mbx;
3803
3804         /* pointer to the start of mailbox command */
3805         sli_cfg_mbx = (struct lpfc_sli_config_mbox *)mbx_dmabuf->virt;
3806
3807         if (nemb_tp == nemb_mse) {
3808                 if (index == 0) {
3809                         sli_cfg_mbx->un.sli_config_emb0_subsys.
3810                                 mse[index].pa_hi =
3811                                 putPaddrHigh(mbx_dmabuf->phys +
3812                                              sizeof(MAILBOX_t));
3813                         sli_cfg_mbx->un.sli_config_emb0_subsys.
3814                                 mse[index].pa_lo =
3815                                 putPaddrLow(mbx_dmabuf->phys +
3816                                             sizeof(MAILBOX_t));
3817                         lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
3818                                         "2943 SLI_CONFIG(mse)[%d], "
3819                                         "bufLen:%d, addrHi:x%x, addrLo:x%x\n",
3820                                         index,
3821                                         sli_cfg_mbx->un.sli_config_emb0_subsys.
3822                                         mse[index].buf_len,
3823                                         sli_cfg_mbx->un.sli_config_emb0_subsys.
3824                                         mse[index].pa_hi,
3825                                         sli_cfg_mbx->un.sli_config_emb0_subsys.
3826                                         mse[index].pa_lo);
3827                 } else {
3828                         sli_cfg_mbx->un.sli_config_emb0_subsys.
3829                                 mse[index].pa_hi =
3830                                 putPaddrHigh(ext_dmabuf->phys);
3831                         sli_cfg_mbx->un.sli_config_emb0_subsys.
3832                                 mse[index].pa_lo =
3833                                 putPaddrLow(ext_dmabuf->phys);
3834                         lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
3835                                         "2944 SLI_CONFIG(mse)[%d], "
3836                                         "bufLen:%d, addrHi:x%x, addrLo:x%x\n",
3837                                         index,
3838                                         sli_cfg_mbx->un.sli_config_emb0_subsys.
3839                                         mse[index].buf_len,
3840                                         sli_cfg_mbx->un.sli_config_emb0_subsys.
3841                                         mse[index].pa_hi,
3842                                         sli_cfg_mbx->un.sli_config_emb0_subsys.
3843                                         mse[index].pa_lo);
3844                 }
3845         } else {
3846                 if (index == 0) {
3847                         sli_cfg_mbx->un.sli_config_emb1_subsys.
3848                                 hbd[index].pa_hi =
3849                                 putPaddrHigh(mbx_dmabuf->phys +
3850                                              sizeof(MAILBOX_t));
3851                         sli_cfg_mbx->un.sli_config_emb1_subsys.
3852                                 hbd[index].pa_lo =
3853                                 putPaddrLow(mbx_dmabuf->phys +
3854                                             sizeof(MAILBOX_t));
3855                         lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
3856                                         "3007 SLI_CONFIG(hbd)[%d], "
3857                                         "bufLen:%d, addrHi:x%x, addrLo:x%x\n",
3858                                 index,
3859                                 bsg_bf_get(lpfc_mbox_sli_config_ecmn_hbd_len,
3860                                 &sli_cfg_mbx->un.
3861                                 sli_config_emb1_subsys.hbd[index]),
3862                                 sli_cfg_mbx->un.sli_config_emb1_subsys.
3863                                 hbd[index].pa_hi,
3864                                 sli_cfg_mbx->un.sli_config_emb1_subsys.
3865                                 hbd[index].pa_lo);
3866
3867                 } else {
3868                         sli_cfg_mbx->un.sli_config_emb1_subsys.
3869                                 hbd[index].pa_hi =
3870                                 putPaddrHigh(ext_dmabuf->phys);
3871                         sli_cfg_mbx->un.sli_config_emb1_subsys.
3872                                 hbd[index].pa_lo =
3873                                 putPaddrLow(ext_dmabuf->phys);
3874                         lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
3875                                         "3008 SLI_CONFIG(hbd)[%d], "
3876                                         "bufLen:%d, addrHi:x%x, addrLo:x%x\n",
3877                                 index,
3878                                 bsg_bf_get(lpfc_mbox_sli_config_ecmn_hbd_len,
3879                                 &sli_cfg_mbx->un.
3880                                 sli_config_emb1_subsys.hbd[index]),
3881                                 sli_cfg_mbx->un.sli_config_emb1_subsys.
3882                                 hbd[index].pa_hi,
3883                                 sli_cfg_mbx->un.sli_config_emb1_subsys.
3884                                 hbd[index].pa_lo);
3885                 }
3886         }
3887         return;
3888 }
3889
3890 /**
3891  * lpfc_bsg_sli_cfg_mse_read_cmd_ext - sli_config non-embedded mailbox cmd read
3892  * @phba: Pointer to HBA context object.
3893  * @mb: Pointer to a BSG mailbox object.
3894  * @nemb_tp: Enumerate of non-embedded mailbox command type.
3895  * @dmabuff: Pointer to a DMA buffer descriptor.
3896  *
3897  * This routine performs SLI_CONFIG (0x9B) read mailbox command operation with
3898  * non-embedded external bufffers.
3899  **/
3900 static int
3901 lpfc_bsg_sli_cfg_read_cmd_ext(struct lpfc_hba *phba, struct bsg_job *job,
3902                               enum nemb_type nemb_tp,
3903                               struct lpfc_dmabuf *dmabuf)
3904 {
3905         struct fc_bsg_request *bsg_request = job->request;
3906         struct lpfc_sli_config_mbox *sli_cfg_mbx;
3907         struct dfc_mbox_req *mbox_req;
3908         struct lpfc_dmabuf *curr_dmabuf, *next_dmabuf;
3909         uint32_t ext_buf_cnt, ext_buf_index;
3910         struct lpfc_dmabuf *ext_dmabuf = NULL;
3911         struct bsg_job_data *dd_data = NULL;
3912         LPFC_MBOXQ_t *pmboxq = NULL;
3913         MAILBOX_t *pmb;
3914         uint8_t *pmbx;
3915         int rc, i;
3916
3917         mbox_req =
3918            (struct dfc_mbox_req *)bsg_request->rqst_data.h_vendor.vendor_cmd;
3919
3920         /* pointer to the start of mailbox command */
3921         sli_cfg_mbx = (struct lpfc_sli_config_mbox *)dmabuf->virt;
3922
3923         if (nemb_tp == nemb_mse) {
3924                 ext_buf_cnt = bsg_bf_get(lpfc_mbox_hdr_mse_cnt,
3925                         &sli_cfg_mbx->un.sli_config_emb0_subsys.sli_config_hdr);
3926                 if (ext_buf_cnt > LPFC_MBX_SLI_CONFIG_MAX_MSE) {
3927                         lpfc_printf_log(phba, KERN_ERR, LOG_LIBDFC,
3928                                         "2945 Handled SLI_CONFIG(mse) rd, "
3929                                         "ext_buf_cnt(%d) out of range(%d)\n",
3930                                         ext_buf_cnt,
3931                                         LPFC_MBX_SLI_CONFIG_MAX_MSE);
3932                         rc = -ERANGE;
3933                         goto job_error;
3934                 }
3935                 lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
3936                                 "2941 Handled SLI_CONFIG(mse) rd, "
3937                                 "ext_buf_cnt:%d\n", ext_buf_cnt);
3938         } else {
3939                 /* sanity check on interface type for support */
3940                 if (bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf) <
3941                     LPFC_SLI_INTF_IF_TYPE_2) {
3942                         rc = -ENODEV;
3943                         goto job_error;
3944                 }
3945                 /* nemb_tp == nemb_hbd */
3946                 ext_buf_cnt = sli_cfg_mbx->un.sli_config_emb1_subsys.hbd_count;
3947                 if (ext_buf_cnt > LPFC_MBX_SLI_CONFIG_MAX_HBD) {
3948                         lpfc_printf_log(phba, KERN_ERR, LOG_LIBDFC,
3949                                         "2946 Handled SLI_CONFIG(hbd) rd, "
3950                                         "ext_buf_cnt(%d) out of range(%d)\n",
3951                                         ext_buf_cnt,
3952                                         LPFC_MBX_SLI_CONFIG_MAX_HBD);
3953                         rc = -ERANGE;
3954                         goto job_error;
3955                 }
3956                 lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
3957                                 "2942 Handled SLI_CONFIG(hbd) rd, "
3958                                 "ext_buf_cnt:%d\n", ext_buf_cnt);
3959         }
3960
3961         /* before dma descriptor setup */
3962         lpfc_idiag_mbxacc_dump_bsg_mbox(phba, nemb_tp, mbox_rd, dma_mbox,
3963                                         sta_pre_addr, dmabuf, ext_buf_cnt);
3964
3965         /* reject non-embedded mailbox command with none external buffer */
3966         if (ext_buf_cnt == 0) {
3967                 rc = -EPERM;
3968                 goto job_error;
3969         } else if (ext_buf_cnt > 1) {
3970                 /* additional external read buffers */
3971                 for (i = 1; i < ext_buf_cnt; i++) {
3972                         ext_dmabuf = lpfc_bsg_dma_page_alloc(phba);
3973                         if (!ext_dmabuf) {
3974                                 rc = -ENOMEM;
3975                                 goto job_error;
3976                         }
3977                         list_add_tail(&ext_dmabuf->list,
3978                                       &phba->mbox_ext_buf_ctx.ext_dmabuf_list);
3979                 }
3980         }
3981
3982         /* bsg tracking structure */
3983         dd_data = kmalloc(sizeof(struct bsg_job_data), GFP_KERNEL);
3984         if (!dd_data) {
3985                 rc = -ENOMEM;
3986                 goto job_error;
3987         }
3988
3989         /* mailbox command structure for base driver */
3990         pmboxq = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
3991         if (!pmboxq) {
3992                 rc = -ENOMEM;
3993                 goto job_error;
3994         }
3995         memset(pmboxq, 0, sizeof(LPFC_MBOXQ_t));
3996
3997         /* for the first external buffer */
3998         lpfc_bsg_sli_cfg_dma_desc_setup(phba, nemb_tp, 0, dmabuf, dmabuf);
3999
4000         /* for the rest of external buffer descriptors if any */
4001         if (ext_buf_cnt > 1) {
4002                 ext_buf_index = 1;
4003                 list_for_each_entry_safe(curr_dmabuf, next_dmabuf,
4004                                 &phba->mbox_ext_buf_ctx.ext_dmabuf_list, list) {
4005                         lpfc_bsg_sli_cfg_dma_desc_setup(phba, nemb_tp,
4006                                                 ext_buf_index, dmabuf,
4007                                                 curr_dmabuf);
4008                         ext_buf_index++;
4009                 }
4010         }
4011
4012         /* after dma descriptor setup */
4013         lpfc_idiag_mbxacc_dump_bsg_mbox(phba, nemb_tp, mbox_rd, dma_mbox,
4014                                         sta_pos_addr, dmabuf, ext_buf_cnt);
4015
4016         /* construct base driver mbox command */
4017         pmb = &pmboxq->u.mb;
4018         pmbx = (uint8_t *)dmabuf->virt;
4019         memcpy(pmb, pmbx, sizeof(*pmb));
4020         pmb->mbxOwner = OWN_HOST;
4021         pmboxq->vport = phba->pport;
4022
4023         /* multi-buffer handling context */
4024         phba->mbox_ext_buf_ctx.nembType = nemb_tp;
4025         phba->mbox_ext_buf_ctx.mboxType = mbox_rd;
4026         phba->mbox_ext_buf_ctx.numBuf = ext_buf_cnt;
4027         phba->mbox_ext_buf_ctx.mbxTag = mbox_req->extMboxTag;
4028         phba->mbox_ext_buf_ctx.seqNum = mbox_req->extSeqNum;
4029         phba->mbox_ext_buf_ctx.mbx_dmabuf = dmabuf;
4030
4031         /* callback for multi-buffer read mailbox command */
4032         pmboxq->mbox_cmpl = lpfc_bsg_issue_read_mbox_ext_cmpl;
4033
4034         /* context fields to callback function */
4035         pmboxq->ctx_buf = dd_data;
4036         dd_data->type = TYPE_MBOX;
4037         dd_data->set_job = job;
4038         dd_data->context_un.mbox.pmboxq = pmboxq;
4039         dd_data->context_un.mbox.mb = (MAILBOX_t *)pmbx;
4040         job->dd_data = dd_data;
4041
4042         /* state change */
4043         phba->mbox_ext_buf_ctx.state = LPFC_BSG_MBOX_PORT;
4044
4045         /*
4046          * Non-embedded mailbox subcommand data gets byte swapped here because
4047          * the lower level driver code only does the first 64 mailbox words.
4048          */
4049         if ((!bsg_bf_get(lpfc_mbox_hdr_emb,
4050             &sli_cfg_mbx->un.sli_config_emb0_subsys.sli_config_hdr)) &&
4051                 (nemb_tp == nemb_mse))
4052                 lpfc_sli_pcimem_bcopy(&pmbx[sizeof(MAILBOX_t)],
4053                         &pmbx[sizeof(MAILBOX_t)],
4054                                 sli_cfg_mbx->un.sli_config_emb0_subsys.
4055                                         mse[0].buf_len);
4056
4057         rc = lpfc_sli_issue_mbox(phba, pmboxq, MBX_NOWAIT);
4058         if ((rc == MBX_SUCCESS) || (rc == MBX_BUSY)) {
4059                 lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
4060                                 "2947 Issued SLI_CONFIG ext-buffer "
4061                                 "mailbox command, rc:x%x\n", rc);
4062                 return SLI_CONFIG_HANDLED;
4063         }
4064         lpfc_printf_log(phba, KERN_ERR, LOG_LIBDFC,
4065                         "2948 Failed to issue SLI_CONFIG ext-buffer "
4066                         "mailbox command, rc:x%x\n", rc);
4067         rc = -EPIPE;
4068
4069 job_error:
4070         if (pmboxq)
4071                 mempool_free(pmboxq, phba->mbox_mem_pool);
4072         lpfc_bsg_dma_page_list_free(phba,
4073                                     &phba->mbox_ext_buf_ctx.ext_dmabuf_list);
4074         kfree(dd_data);
4075         phba->mbox_ext_buf_ctx.state = LPFC_BSG_MBOX_IDLE;
4076         return rc;
4077 }
4078
4079 /**
4080  * lpfc_bsg_sli_cfg_write_cmd_ext - sli_config non-embedded mailbox cmd write
4081  * @phba: Pointer to HBA context object.
4082  * @mb: Pointer to a BSG mailbox object.
4083  * @dmabuff: Pointer to a DMA buffer descriptor.
4084  *
4085  * This routine performs SLI_CONFIG (0x9B) write mailbox command operation with
4086  * non-embedded external bufffers.
4087  **/
4088 static int
4089 lpfc_bsg_sli_cfg_write_cmd_ext(struct lpfc_hba *phba, struct bsg_job *job,
4090                                enum nemb_type nemb_tp,
4091                                struct lpfc_dmabuf *dmabuf)
4092 {
4093         struct fc_bsg_request *bsg_request = job->request;
4094         struct fc_bsg_reply *bsg_reply = job->reply;
4095         struct dfc_mbox_req *mbox_req;
4096         struct lpfc_sli_config_mbox *sli_cfg_mbx;
4097         uint32_t ext_buf_cnt;
4098         struct bsg_job_data *dd_data = NULL;
4099         LPFC_MBOXQ_t *pmboxq = NULL;
4100         MAILBOX_t *pmb;
4101         uint8_t *mbx;
4102         int rc = SLI_CONFIG_NOT_HANDLED, i;
4103
4104         mbox_req =
4105            (struct dfc_mbox_req *)bsg_request->rqst_data.h_vendor.vendor_cmd;
4106
4107         /* pointer to the start of mailbox command */
4108         sli_cfg_mbx = (struct lpfc_sli_config_mbox *)dmabuf->virt;
4109
4110         if (nemb_tp == nemb_mse) {
4111                 ext_buf_cnt = bsg_bf_get(lpfc_mbox_hdr_mse_cnt,
4112                         &sli_cfg_mbx->un.sli_config_emb0_subsys.sli_config_hdr);
4113                 if (ext_buf_cnt > LPFC_MBX_SLI_CONFIG_MAX_MSE) {
4114                         lpfc_printf_log(phba, KERN_ERR, LOG_LIBDFC,
4115                                         "2953 Failed SLI_CONFIG(mse) wr, "
4116                                         "ext_buf_cnt(%d) out of range(%d)\n",
4117                                         ext_buf_cnt,
4118                                         LPFC_MBX_SLI_CONFIG_MAX_MSE);
4119                         return -ERANGE;
4120                 }
4121                 lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
4122                                 "2949 Handled SLI_CONFIG(mse) wr, "
4123                                 "ext_buf_cnt:%d\n", ext_buf_cnt);
4124         } else {
4125                 /* sanity check on interface type for support */
4126                 if (bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf) <
4127                     LPFC_SLI_INTF_IF_TYPE_2)
4128                         return -ENODEV;
4129                 /* nemb_tp == nemb_hbd */
4130                 ext_buf_cnt = sli_cfg_mbx->un.sli_config_emb1_subsys.hbd_count;
4131                 if (ext_buf_cnt > LPFC_MBX_SLI_CONFIG_MAX_HBD) {
4132                         lpfc_printf_log(phba, KERN_ERR, LOG_LIBDFC,
4133                                         "2954 Failed SLI_CONFIG(hbd) wr, "
4134                                         "ext_buf_cnt(%d) out of range(%d)\n",
4135                                         ext_buf_cnt,
4136                                         LPFC_MBX_SLI_CONFIG_MAX_HBD);
4137                         return -ERANGE;
4138                 }
4139                 lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
4140                                 "2950 Handled SLI_CONFIG(hbd) wr, "
4141                                 "ext_buf_cnt:%d\n", ext_buf_cnt);
4142         }
4143
4144         /* before dma buffer descriptor setup */
4145         lpfc_idiag_mbxacc_dump_bsg_mbox(phba, nemb_tp, mbox_wr, dma_mbox,
4146                                         sta_pre_addr, dmabuf, ext_buf_cnt);
4147
4148         if (ext_buf_cnt == 0)
4149                 return -EPERM;
4150
4151         /* for the first external buffer */
4152         lpfc_bsg_sli_cfg_dma_desc_setup(phba, nemb_tp, 0, dmabuf, dmabuf);
4153
4154         /* after dma descriptor setup */
4155         lpfc_idiag_mbxacc_dump_bsg_mbox(phba, nemb_tp, mbox_wr, dma_mbox,
4156                                         sta_pos_addr, dmabuf, ext_buf_cnt);
4157
4158         /* log for looking forward */
4159         for (i = 1; i < ext_buf_cnt; i++) {
4160                 if (nemb_tp == nemb_mse)
4161                         lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
4162                                 "2951 SLI_CONFIG(mse), buf[%d]-length:%d\n",
4163                                 i, sli_cfg_mbx->un.sli_config_emb0_subsys.
4164                                 mse[i].buf_len);
4165                 else
4166                         lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
4167                                 "2952 SLI_CONFIG(hbd), buf[%d]-length:%d\n",
4168                                 i, bsg_bf_get(lpfc_mbox_sli_config_ecmn_hbd_len,
4169                                 &sli_cfg_mbx->un.sli_config_emb1_subsys.
4170                                 hbd[i]));
4171         }
4172
4173         /* multi-buffer handling context */
4174         phba->mbox_ext_buf_ctx.nembType = nemb_tp;
4175         phba->mbox_ext_buf_ctx.mboxType = mbox_wr;
4176         phba->mbox_ext_buf_ctx.numBuf = ext_buf_cnt;
4177         phba->mbox_ext_buf_ctx.mbxTag = mbox_req->extMboxTag;
4178         phba->mbox_ext_buf_ctx.seqNum = mbox_req->extSeqNum;
4179         phba->mbox_ext_buf_ctx.mbx_dmabuf = dmabuf;
4180
4181         if (ext_buf_cnt == 1) {
4182                 /* bsg tracking structure */
4183                 dd_data = kmalloc(sizeof(struct bsg_job_data), GFP_KERNEL);
4184                 if (!dd_data) {
4185                         rc = -ENOMEM;
4186                         goto job_error;
4187                 }
4188
4189                 /* mailbox command structure for base driver */
4190                 pmboxq = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
4191                 if (!pmboxq) {
4192                         rc = -ENOMEM;
4193                         goto job_error;
4194                 }
4195                 memset(pmboxq, 0, sizeof(LPFC_MBOXQ_t));
4196                 pmb = &pmboxq->u.mb;
4197                 mbx = (uint8_t *)dmabuf->virt;
4198                 memcpy(pmb, mbx, sizeof(*pmb));
4199                 pmb->mbxOwner = OWN_HOST;
4200                 pmboxq->vport = phba->pport;
4201
4202                 /* callback for multi-buffer read mailbox command */
4203                 pmboxq->mbox_cmpl = lpfc_bsg_issue_write_mbox_ext_cmpl;
4204
4205                 /* context fields to callback function */
4206                 pmboxq->ctx_buf = dd_data;
4207                 dd_data->type = TYPE_MBOX;
4208                 dd_data->set_job = job;
4209                 dd_data->context_un.mbox.pmboxq = pmboxq;
4210                 dd_data->context_un.mbox.mb = (MAILBOX_t *)mbx;
4211                 job->dd_data = dd_data;
4212
4213                 /* state change */
4214
4215                 phba->mbox_ext_buf_ctx.state = LPFC_BSG_MBOX_PORT;
4216                 rc = lpfc_sli_issue_mbox(phba, pmboxq, MBX_NOWAIT);
4217                 if ((rc == MBX_SUCCESS) || (rc == MBX_BUSY)) {
4218                         lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
4219                                         "2955 Issued SLI_CONFIG ext-buffer "
4220                                         "mailbox command, rc:x%x\n", rc);
4221                         return SLI_CONFIG_HANDLED;
4222                 }
4223                 lpfc_printf_log(phba, KERN_ERR, LOG_LIBDFC,
4224                                 "2956 Failed to issue SLI_CONFIG ext-buffer "
4225                                 "mailbox command, rc:x%x\n", rc);
4226                 rc = -EPIPE;
4227                 goto job_error;
4228         }
4229
4230         /* wait for additoinal external buffers */
4231
4232         bsg_reply->result = 0;
4233         bsg_job_done(job, bsg_reply->result,
4234                        bsg_reply->reply_payload_rcv_len);
4235         return SLI_CONFIG_HANDLED;
4236
4237 job_error:
4238         if (pmboxq)
4239                 mempool_free(pmboxq, phba->mbox_mem_pool);
4240         kfree(dd_data);
4241
4242         return rc;
4243 }
4244
4245 /**
4246  * lpfc_bsg_handle_sli_cfg_mbox - handle sli-cfg mailbox cmd with ext buffer
4247  * @phba: Pointer to HBA context object.
4248  * @mb: Pointer to a BSG mailbox object.
4249  * @dmabuff: Pointer to a DMA buffer descriptor.
4250  *
4251  * This routine handles SLI_CONFIG (0x9B) mailbox command with non-embedded
4252  * external bufffers, including both 0x9B with non-embedded MSEs and 0x9B
4253  * with embedded sussystem 0x1 and opcodes with external HBDs.
4254  **/
4255 static int
4256 lpfc_bsg_handle_sli_cfg_mbox(struct lpfc_hba *phba, struct bsg_job *job,
4257                              struct lpfc_dmabuf *dmabuf)
4258 {
4259         struct lpfc_sli_config_mbox *sli_cfg_mbx;
4260         uint32_t subsys;
4261         uint32_t opcode;
4262         int rc = SLI_CONFIG_NOT_HANDLED;
4263
4264         /* state change on new multi-buffer pass-through mailbox command */
4265         phba->mbox_ext_buf_ctx.state = LPFC_BSG_MBOX_HOST;
4266
4267         sli_cfg_mbx = (struct lpfc_sli_config_mbox *)dmabuf->virt;
4268
4269         if (!bsg_bf_get(lpfc_mbox_hdr_emb,
4270             &sli_cfg_mbx->un.sli_config_emb0_subsys.sli_config_hdr)) {
4271                 subsys = bsg_bf_get(lpfc_emb0_subcmnd_subsys,
4272                                     &sli_cfg_mbx->un.sli_config_emb0_subsys);
4273                 opcode = bsg_bf_get(lpfc_emb0_subcmnd_opcode,
4274                                     &sli_cfg_mbx->un.sli_config_emb0_subsys);
4275                 if (subsys == SLI_CONFIG_SUBSYS_FCOE) {
4276                         switch (opcode) {
4277                         case FCOE_OPCODE_READ_FCF:
4278                         case FCOE_OPCODE_GET_DPORT_RESULTS:
4279                                 lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
4280                                                 "2957 Handled SLI_CONFIG "
4281                                                 "subsys_fcoe, opcode:x%x\n",
4282                                                 opcode);
4283                                 rc = lpfc_bsg_sli_cfg_read_cmd_ext(phba, job,
4284                                                         nemb_mse, dmabuf);
4285                                 break;
4286                         case FCOE_OPCODE_ADD_FCF:
4287                         case FCOE_OPCODE_SET_DPORT_MODE:
4288                         case LPFC_MBOX_OPCODE_FCOE_LINK_DIAG_STATE:
4289                                 lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
4290                                                 "2958 Handled SLI_CONFIG "
4291                                                 "subsys_fcoe, opcode:x%x\n",
4292                                                 opcode);
4293                                 rc = lpfc_bsg_sli_cfg_write_cmd_ext(phba, job,
4294                                                         nemb_mse, dmabuf);
4295                                 break;
4296                         default:
4297                                 lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
4298                                                 "2959 Reject SLI_CONFIG "
4299                                                 "subsys_fcoe, opcode:x%x\n",
4300                                                 opcode);
4301                                 rc = -EPERM;
4302                                 break;
4303                         }
4304                 } else if (subsys == SLI_CONFIG_SUBSYS_COMN) {
4305                         switch (opcode) {
4306                         case COMN_OPCODE_GET_CNTL_ADDL_ATTRIBUTES:
4307                         case COMN_OPCODE_GET_CNTL_ATTRIBUTES:
4308                         case COMN_OPCODE_GET_PROFILE_CONFIG:
4309                                 lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
4310                                                 "3106 Handled SLI_CONFIG "
4311                                                 "subsys_comn, opcode:x%x\n",
4312                                                 opcode);
4313                                 rc = lpfc_bsg_sli_cfg_read_cmd_ext(phba, job,
4314                                                         nemb_mse, dmabuf);
4315                                 break;
4316                         default:
4317                                 lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
4318                                                 "3107 Reject SLI_CONFIG "
4319                                                 "subsys_comn, opcode:x%x\n",
4320                                                 opcode);
4321                                 rc = -EPERM;
4322                                 break;
4323                         }
4324                 } else {
4325                         lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
4326                                         "2977 Reject SLI_CONFIG "
4327                                         "subsys:x%d, opcode:x%x\n",
4328                                         subsys, opcode);
4329                         rc = -EPERM;
4330                 }
4331         } else {
4332                 subsys = bsg_bf_get(lpfc_emb1_subcmnd_subsys,
4333                                     &sli_cfg_mbx->un.sli_config_emb1_subsys);
4334                 opcode = bsg_bf_get(lpfc_emb1_subcmnd_opcode,
4335                                     &sli_cfg_mbx->un.sli_config_emb1_subsys);
4336                 if (subsys == SLI_CONFIG_SUBSYS_COMN) {
4337                         switch (opcode) {
4338                         case COMN_OPCODE_READ_OBJECT:
4339                         case COMN_OPCODE_READ_OBJECT_LIST:
4340                                 lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
4341                                                 "2960 Handled SLI_CONFIG "
4342                                                 "subsys_comn, opcode:x%x\n",
4343                                                 opcode);
4344                                 rc = lpfc_bsg_sli_cfg_read_cmd_ext(phba, job,
4345                                                         nemb_hbd, dmabuf);
4346                                 break;
4347                         case COMN_OPCODE_WRITE_OBJECT:
4348                                 lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
4349                                                 "2961 Handled SLI_CONFIG "
4350                                                 "subsys_comn, opcode:x%x\n",
4351                                                 opcode);
4352                                 rc = lpfc_bsg_sli_cfg_write_cmd_ext(phba, job,
4353                                                         nemb_hbd, dmabuf);
4354                                 break;
4355                         default:
4356                                 lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
4357                                                 "2962 Not handled SLI_CONFIG "
4358                                                 "subsys_comn, opcode:x%x\n",
4359                                                 opcode);
4360                                 rc = SLI_CONFIG_NOT_HANDLED;
4361                                 break;
4362                         }
4363                 } else {
4364                         lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
4365                                         "2978 Not handled SLI_CONFIG "
4366                                         "subsys:x%d, opcode:x%x\n",
4367                                         subsys, opcode);
4368                         rc = SLI_CONFIG_NOT_HANDLED;
4369                 }
4370         }
4371
4372         /* state reset on not handled new multi-buffer mailbox command */
4373         if (rc != SLI_CONFIG_HANDLED)
4374                 phba->mbox_ext_buf_ctx.state = LPFC_BSG_MBOX_IDLE;
4375
4376         return rc;
4377 }
4378
4379 /**
4380  * lpfc_bsg_mbox_ext_abort_req - request to abort mbox command with ext buffers
4381  * @phba: Pointer to HBA context object.
4382  *
4383  * This routine is for requesting to abort a pass-through mailbox command with
4384  * multiple external buffers due to error condition.
4385  **/
4386 static void
4387 lpfc_bsg_mbox_ext_abort(struct lpfc_hba *phba)
4388 {
4389         if (phba->mbox_ext_buf_ctx.state == LPFC_BSG_MBOX_PORT)
4390                 phba->mbox_ext_buf_ctx.state = LPFC_BSG_MBOX_ABTS;
4391         else
4392                 lpfc_bsg_mbox_ext_session_reset(phba);
4393         return;
4394 }
4395
4396 /**
4397  * lpfc_bsg_read_ebuf_get - get the next mailbox read external buffer
4398  * @phba: Pointer to HBA context object.
4399  * @dmabuf: Pointer to a DMA buffer descriptor.
4400  *
4401  * This routine extracts the next mailbox read external buffer back to
4402  * user space through BSG.
4403  **/
4404 static int
4405 lpfc_bsg_read_ebuf_get(struct lpfc_hba *phba, struct bsg_job *job)
4406 {
4407         struct fc_bsg_reply *bsg_reply = job->reply;
4408         struct lpfc_sli_config_mbox *sli_cfg_mbx;
4409         struct lpfc_dmabuf *dmabuf;
4410         uint8_t *pbuf;
4411         uint32_t size;
4412         uint32_t index;
4413
4414         index = phba->mbox_ext_buf_ctx.seqNum;
4415         phba->mbox_ext_buf_ctx.seqNum++;
4416
4417         sli_cfg_mbx = (struct lpfc_sli_config_mbox *)
4418                         phba->mbox_ext_buf_ctx.mbx_dmabuf->virt;
4419
4420         if (phba->mbox_ext_buf_ctx.nembType == nemb_mse) {
4421                 size = bsg_bf_get(lpfc_mbox_sli_config_mse_len,
4422                         &sli_cfg_mbx->un.sli_config_emb0_subsys.mse[index]);
4423                 lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
4424                                 "2963 SLI_CONFIG (mse) ext-buffer rd get "
4425                                 "buffer[%d], size:%d\n", index, size);
4426         } else {
4427                 size = bsg_bf_get(lpfc_mbox_sli_config_ecmn_hbd_len,
4428                         &sli_cfg_mbx->un.sli_config_emb1_subsys.hbd[index]);
4429                 lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
4430                                 "2964 SLI_CONFIG (hbd) ext-buffer rd get "
4431                                 "buffer[%d], size:%d\n", index, size);
4432         }
4433         if (list_empty(&phba->mbox_ext_buf_ctx.ext_dmabuf_list))
4434                 return -EPIPE;
4435         dmabuf = list_first_entry(&phba->mbox_ext_buf_ctx.ext_dmabuf_list,
4436                                   struct lpfc_dmabuf, list);
4437         list_del_init(&dmabuf->list);
4438
4439         /* after dma buffer descriptor setup */
4440         lpfc_idiag_mbxacc_dump_bsg_mbox(phba, phba->mbox_ext_buf_ctx.nembType,
4441                                         mbox_rd, dma_ebuf, sta_pos_addr,
4442                                         dmabuf, index);
4443
4444         pbuf = (uint8_t *)dmabuf->virt;
4445         bsg_reply->reply_payload_rcv_len =
4446                 sg_copy_from_buffer(job->reply_payload.sg_list,
4447                                     job->reply_payload.sg_cnt,
4448                                     pbuf, size);
4449
4450         lpfc_bsg_dma_page_free(phba, dmabuf);
4451
4452         if (phba->mbox_ext_buf_ctx.seqNum == phba->mbox_ext_buf_ctx.numBuf) {
4453                 lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
4454                                 "2965 SLI_CONFIG (hbd) ext-buffer rd mbox "
4455                                 "command session done\n");
4456                 lpfc_bsg_mbox_ext_session_reset(phba);
4457         }
4458
4459         bsg_reply->result = 0;
4460         bsg_job_done(job, bsg_reply->result,
4461                        bsg_reply->reply_payload_rcv_len);
4462
4463         return SLI_CONFIG_HANDLED;
4464 }
4465
4466 /**
4467  * lpfc_bsg_write_ebuf_set - set the next mailbox write external buffer
4468  * @phba: Pointer to HBA context object.
4469  * @dmabuf: Pointer to a DMA buffer descriptor.
4470  *
4471  * This routine sets up the next mailbox read external buffer obtained
4472  * from user space through BSG.
4473  **/
4474 static int
4475 lpfc_bsg_write_ebuf_set(struct lpfc_hba *phba, struct bsg_job *job,
4476                         struct lpfc_dmabuf *dmabuf)
4477 {
4478         struct fc_bsg_reply *bsg_reply = job->reply;
4479         struct bsg_job_data *dd_data = NULL;
4480         LPFC_MBOXQ_t *pmboxq = NULL;
4481         MAILBOX_t *pmb;
4482         enum nemb_type nemb_tp;
4483         uint8_t *pbuf;
4484         uint32_t size;
4485         uint32_t index;
4486         int rc;
4487
4488         index = phba->mbox_ext_buf_ctx.seqNum;
4489         phba->mbox_ext_buf_ctx.seqNum++;
4490         nemb_tp = phba->mbox_ext_buf_ctx.nembType;
4491
4492         pbuf = (uint8_t *)dmabuf->virt;
4493         size = job->request_payload.payload_len;
4494         sg_copy_to_buffer(job->request_payload.sg_list,
4495                           job->request_payload.sg_cnt,
4496                           pbuf, size);
4497
4498         if (phba->mbox_ext_buf_ctx.nembType == nemb_mse) {
4499                 lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
4500                                 "2966 SLI_CONFIG (mse) ext-buffer wr set "
4501                                 "buffer[%d], size:%d\n",
4502                                 phba->mbox_ext_buf_ctx.seqNum, size);
4503
4504         } else {
4505                 lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
4506                                 "2967 SLI_CONFIG (hbd) ext-buffer wr set "
4507                                 "buffer[%d], size:%d\n",
4508                                 phba->mbox_ext_buf_ctx.seqNum, size);
4509
4510         }
4511
4512         /* set up external buffer descriptor and add to external buffer list */
4513         lpfc_bsg_sli_cfg_dma_desc_setup(phba, nemb_tp, index,
4514                                         phba->mbox_ext_buf_ctx.mbx_dmabuf,
4515                                         dmabuf);
4516         list_add_tail(&dmabuf->list, &phba->mbox_ext_buf_ctx.ext_dmabuf_list);
4517
4518         /* after write dma buffer */
4519         lpfc_idiag_mbxacc_dump_bsg_mbox(phba, phba->mbox_ext_buf_ctx.nembType,
4520                                         mbox_wr, dma_ebuf, sta_pos_addr,
4521                                         dmabuf, index);
4522
4523         if (phba->mbox_ext_buf_ctx.seqNum == phba->mbox_ext_buf_ctx.numBuf) {
4524                 lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
4525                                 "2968 SLI_CONFIG ext-buffer wr all %d "
4526                                 "ebuffers received\n",
4527                                 phba->mbox_ext_buf_ctx.numBuf);
4528
4529                 dd_data = kmalloc(sizeof(struct bsg_job_data), GFP_KERNEL);
4530                 if (!dd_data) {
4531                         rc = -ENOMEM;
4532                         goto job_error;
4533                 }
4534
4535                 /* mailbox command structure for base driver */
4536                 pmboxq = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
4537                 if (!pmboxq) {
4538                         rc = -ENOMEM;
4539                         goto job_error;
4540                 }
4541                 memset(pmboxq, 0, sizeof(LPFC_MBOXQ_t));
4542                 pbuf = (uint8_t *)phba->mbox_ext_buf_ctx.mbx_dmabuf->virt;
4543                 pmb = &pmboxq->u.mb;
4544                 memcpy(pmb, pbuf, sizeof(*pmb));
4545                 pmb->mbxOwner = OWN_HOST;
4546                 pmboxq->vport = phba->pport;
4547
4548                 /* callback for multi-buffer write mailbox command */
4549                 pmboxq->mbox_cmpl = lpfc_bsg_issue_write_mbox_ext_cmpl;
4550
4551                 /* context fields to callback function */
4552                 pmboxq->ctx_buf = dd_data;
4553                 dd_data->type = TYPE_MBOX;
4554                 dd_data->set_job = job;
4555                 dd_data->context_un.mbox.pmboxq = pmboxq;
4556                 dd_data->context_un.mbox.mb = (MAILBOX_t *)pbuf;
4557                 job->dd_data = dd_data;
4558
4559                 /* state change */
4560                 phba->mbox_ext_buf_ctx.state = LPFC_BSG_MBOX_PORT;
4561
4562                 rc = lpfc_sli_issue_mbox(phba, pmboxq, MBX_NOWAIT);
4563                 if ((rc == MBX_SUCCESS) || (rc == MBX_BUSY)) {
4564                         lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
4565                                         "2969 Issued SLI_CONFIG ext-buffer "
4566                                         "mailbox command, rc:x%x\n", rc);
4567                         return SLI_CONFIG_HANDLED;
4568                 }
4569                 lpfc_printf_log(phba, KERN_ERR, LOG_LIBDFC,
4570                                 "2970 Failed to issue SLI_CONFIG ext-buffer "
4571                                 "mailbox command, rc:x%x\n", rc);
4572                 rc = -EPIPE;
4573                 goto job_error;
4574         }
4575
4576         /* wait for additoinal external buffers */
4577         bsg_reply->result = 0;
4578         bsg_job_done(job, bsg_reply->result,
4579                        bsg_reply->reply_payload_rcv_len);
4580         return SLI_CONFIG_HANDLED;
4581
4582 job_error:
4583         if (pmboxq)
4584                 mempool_free(pmboxq, phba->mbox_mem_pool);
4585         lpfc_bsg_dma_page_free(phba, dmabuf);
4586         kfree(dd_data);
4587
4588         return rc;
4589 }
4590
4591 /**
4592  * lpfc_bsg_handle_sli_cfg_ebuf - handle ext buffer with sli-cfg mailbox cmd
4593  * @phba: Pointer to HBA context object.
4594  * @mb: Pointer to a BSG mailbox object.
4595  * @dmabuff: Pointer to a DMA buffer descriptor.
4596  *
4597  * This routine handles the external buffer with SLI_CONFIG (0x9B) mailbox
4598  * command with multiple non-embedded external buffers.
4599  **/
4600 static int
4601 lpfc_bsg_handle_sli_cfg_ebuf(struct lpfc_hba *phba, struct bsg_job *job,
4602                              struct lpfc_dmabuf *dmabuf)
4603 {
4604         int rc;
4605
4606         lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
4607                         "2971 SLI_CONFIG buffer (type:x%x)\n",
4608                         phba->mbox_ext_buf_ctx.mboxType);
4609
4610         if (phba->mbox_ext_buf_ctx.mboxType == mbox_rd) {
4611                 if (phba->mbox_ext_buf_ctx.state != LPFC_BSG_MBOX_DONE) {
4612                         lpfc_printf_log(phba, KERN_ERR, LOG_LIBDFC,
4613                                         "2972 SLI_CONFIG rd buffer state "
4614                                         "mismatch:x%x\n",
4615                                         phba->mbox_ext_buf_ctx.state);
4616                         lpfc_bsg_mbox_ext_abort(phba);
4617                         return -EPIPE;
4618                 }
4619                 rc = lpfc_bsg_read_ebuf_get(phba, job);
4620                 if (rc == SLI_CONFIG_HANDLED)
4621                         lpfc_bsg_dma_page_free(phba, dmabuf);
4622         } else { /* phba->mbox_ext_buf_ctx.mboxType == mbox_wr */
4623                 if (phba->mbox_ext_buf_ctx.state != LPFC_BSG_MBOX_HOST) {
4624                         lpfc_printf_log(phba, KERN_ERR, LOG_LIBDFC,
4625                                         "2973 SLI_CONFIG wr buffer state "
4626                                         "mismatch:x%x\n",
4627                                         phba->mbox_ext_buf_ctx.state);
4628                         lpfc_bsg_mbox_ext_abort(phba);
4629                         return -EPIPE;
4630                 }
4631                 rc = lpfc_bsg_write_ebuf_set(phba, job, dmabuf);
4632         }
4633         return rc;
4634 }
4635
4636 /**
4637  * lpfc_bsg_handle_sli_cfg_ext - handle sli-cfg mailbox with external buffer
4638  * @phba: Pointer to HBA context object.
4639  * @mb: Pointer to a BSG mailbox object.
4640  * @dmabuff: Pointer to a DMA buffer descriptor.
4641  *
4642  * This routine checkes and handles non-embedded multi-buffer SLI_CONFIG
4643  * (0x9B) mailbox commands and external buffers.
4644  **/
4645 static int
4646 lpfc_bsg_handle_sli_cfg_ext(struct lpfc_hba *phba, struct bsg_job *job,
4647                             struct lpfc_dmabuf *dmabuf)
4648 {
4649         struct fc_bsg_request *bsg_request = job->request;
4650         struct dfc_mbox_req *mbox_req;
4651         int rc = SLI_CONFIG_NOT_HANDLED;
4652
4653         mbox_req =
4654            (struct dfc_mbox_req *)bsg_request->rqst_data.h_vendor.vendor_cmd;
4655
4656         /* mbox command with/without single external buffer */
4657         if (mbox_req->extMboxTag == 0 && mbox_req->extSeqNum == 0)
4658                 return rc;
4659
4660         /* mbox command and first external buffer */
4661         if (phba->mbox_ext_buf_ctx.state == LPFC_BSG_MBOX_IDLE) {
4662                 if (mbox_req->extSeqNum == 1) {
4663                         lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
4664                                         "2974 SLI_CONFIG mailbox: tag:%d, "
4665                                         "seq:%d\n", mbox_req->extMboxTag,
4666                                         mbox_req->extSeqNum);
4667                         rc = lpfc_bsg_handle_sli_cfg_mbox(phba, job, dmabuf);
4668                         return rc;
4669                 } else
4670                         goto sli_cfg_ext_error;
4671         }
4672
4673         /*
4674          * handle additional external buffers
4675          */
4676
4677         /* check broken pipe conditions */
4678         if (mbox_req->extMboxTag != phba->mbox_ext_buf_ctx.mbxTag)
4679                 goto sli_cfg_ext_error;
4680         if (mbox_req->extSeqNum > phba->mbox_ext_buf_ctx.numBuf)
4681                 goto sli_cfg_ext_error;
4682         if (mbox_req->extSeqNum != phba->mbox_ext_buf_ctx.seqNum + 1)
4683                 goto sli_cfg_ext_error;
4684
4685         lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
4686                         "2975 SLI_CONFIG mailbox external buffer: "
4687                         "extSta:x%x, tag:%d, seq:%d\n",
4688                         phba->mbox_ext_buf_ctx.state, mbox_req->extMboxTag,
4689                         mbox_req->extSeqNum);
4690         rc = lpfc_bsg_handle_sli_cfg_ebuf(phba, job, dmabuf);
4691         return rc;
4692
4693 sli_cfg_ext_error:
4694         /* all other cases, broken pipe */
4695         lpfc_printf_log(phba, KERN_ERR, LOG_LIBDFC,
4696                         "2976 SLI_CONFIG mailbox broken pipe: "
4697                         "ctxSta:x%x, ctxNumBuf:%d "
4698                         "ctxTag:%d, ctxSeq:%d, tag:%d, seq:%d\n",
4699                         phba->mbox_ext_buf_ctx.state,
4700                         phba->mbox_ext_buf_ctx.numBuf,
4701                         phba->mbox_ext_buf_ctx.mbxTag,
4702                         phba->mbox_ext_buf_ctx.seqNum,
4703                         mbox_req->extMboxTag, mbox_req->extSeqNum);
4704
4705         lpfc_bsg_mbox_ext_session_reset(phba);
4706
4707         return -EPIPE;
4708 }
4709
4710 /**
4711  * lpfc_bsg_issue_mbox - issues a mailbox command on behalf of an app
4712  * @phba: Pointer to HBA context object.
4713  * @mb: Pointer to a mailbox object.
4714  * @vport: Pointer to a vport object.
4715  *
4716  * Allocate a tracking object, mailbox command memory, get a mailbox
4717  * from the mailbox pool, copy the caller mailbox command.
4718  *
4719  * If offline and the sli is active we need to poll for the command (port is
4720  * being reset) and com-plete the job, otherwise issue the mailbox command and
4721  * let our completion handler finish the command.
4722  **/
4723 static int
4724 lpfc_bsg_issue_mbox(struct lpfc_hba *phba, struct bsg_job *job,
4725         struct lpfc_vport *vport)
4726 {
4727         struct fc_bsg_request *bsg_request = job->request;
4728         struct fc_bsg_reply *bsg_reply = job->reply;
4729         LPFC_MBOXQ_t *pmboxq = NULL; /* internal mailbox queue */
4730         MAILBOX_t *pmb; /* shortcut to the pmboxq mailbox */
4731         /* a 4k buffer to hold the mb and extended data from/to the bsg */
4732         uint8_t *pmbx = NULL;
4733         struct bsg_job_data *dd_data = NULL; /* bsg data tracking structure */
4734         struct lpfc_dmabuf *dmabuf = NULL;
4735         struct dfc_mbox_req *mbox_req;
4736         struct READ_EVENT_LOG_VAR *rdEventLog;
4737         uint32_t transmit_length, receive_length, mode;
4738         struct lpfc_mbx_sli4_config *sli4_config;
4739         struct lpfc_mbx_nembed_cmd *nembed_sge;
4740         struct ulp_bde64 *bde;
4741         uint8_t *ext = NULL;
4742         int rc = 0;
4743         uint8_t *from;
4744         uint32_t size;
4745
4746         /* in case no data is transferred */
4747         bsg_reply->reply_payload_rcv_len = 0;
4748
4749         /* sanity check to protect driver */
4750         if (job->reply_payload.payload_len > BSG_MBOX_SIZE ||
4751             job->request_payload.payload_len > BSG_MBOX_SIZE) {
4752                 rc = -ERANGE;
4753                 goto job_done;
4754         }
4755
4756         /*
4757          * Don't allow mailbox commands to be sent when blocked or when in
4758          * the middle of discovery
4759          */
4760         if (phba->sli.sli_flag & LPFC_BLOCK_MGMT_IO) {
4761                 rc = -EAGAIN;
4762                 goto job_done;
4763         }
4764
4765         mbox_req =
4766             (struct dfc_mbox_req *)bsg_request->rqst_data.h_vendor.vendor_cmd;
4767
4768         /* check if requested extended data lengths are valid */
4769         if ((mbox_req->inExtWLen > BSG_MBOX_SIZE/sizeof(uint32_t)) ||
4770             (mbox_req->outExtWLen > BSG_MBOX_SIZE/sizeof(uint32_t))) {
4771                 rc = -ERANGE;
4772                 goto job_done;
4773         }
4774
4775         dmabuf = lpfc_bsg_dma_page_alloc(phba);
4776         if (!dmabuf || !dmabuf->virt) {
4777                 rc = -ENOMEM;
4778                 goto job_done;
4779         }
4780
4781         /* Get the mailbox command or external buffer from BSG */
4782         pmbx = (uint8_t *)dmabuf->virt;
4783         size = job->request_payload.payload_len;
4784         sg_copy_to_buffer(job->request_payload.sg_list,
4785                           job->request_payload.sg_cnt, pmbx, size);
4786
4787         /* Handle possible SLI_CONFIG with non-embedded payloads */
4788         if (phba->sli_rev == LPFC_SLI_REV4) {
4789                 rc = lpfc_bsg_handle_sli_cfg_ext(phba, job, dmabuf);
4790                 if (rc == SLI_CONFIG_HANDLED)
4791                         goto job_cont;
4792                 if (rc)
4793                         goto job_done;
4794                 /* SLI_CONFIG_NOT_HANDLED for other mailbox commands */
4795         }
4796
4797         rc = lpfc_bsg_check_cmd_access(phba, (MAILBOX_t *)pmbx, vport);
4798         if (rc != 0)
4799                 goto job_done; /* must be negative */
4800
4801         /* allocate our bsg tracking structure */
4802         dd_data = kmalloc(sizeof(struct bsg_job_data), GFP_KERNEL);
4803         if (!dd_data) {
4804                 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
4805                                 "2727 Failed allocation of dd_data\n");
4806                 rc = -ENOMEM;
4807                 goto job_done;
4808         }
4809
4810         pmboxq = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
4811         if (!pmboxq) {
4812                 rc = -ENOMEM;
4813                 goto job_done;
4814         }
4815         memset(pmboxq, 0, sizeof(LPFC_MBOXQ_t));
4816
4817         pmb = &pmboxq->u.mb;
4818         memcpy(pmb, pmbx, sizeof(*pmb));
4819         pmb->mbxOwner = OWN_HOST;
4820         pmboxq->vport = vport;
4821
4822         /* If HBA encountered an error attention, allow only DUMP
4823          * or RESTART mailbox commands until the HBA is restarted.
4824          */
4825         if (phba->pport->stopped &&
4826             pmb->mbxCommand != MBX_DUMP_MEMORY &&
4827             pmb->mbxCommand != MBX_RESTART &&
4828             pmb->mbxCommand != MBX_WRITE_VPARMS &&
4829             pmb->mbxCommand != MBX_WRITE_WWN)
4830                 lpfc_printf_log(phba, KERN_WARNING, LOG_MBOX,
4831                                 "2797 mbox: Issued mailbox cmd "
4832                                 "0x%x while in stopped state.\n",
4833                                 pmb->mbxCommand);
4834
4835         /* extended mailbox commands will need an extended buffer */
4836         if (mbox_req->inExtWLen || mbox_req->outExtWLen) {
4837                 from = pmbx;
4838                 ext = from + sizeof(MAILBOX_t);
4839                 pmboxq->ctx_buf = ext;
4840                 pmboxq->in_ext_byte_len =
4841                         mbox_req->inExtWLen * sizeof(uint32_t);
4842                 pmboxq->out_ext_byte_len =
4843                         mbox_req->outExtWLen * sizeof(uint32_t);
4844                 pmboxq->mbox_offset_word = mbox_req->mbOffset;
4845         }
4846
4847         /* biu diag will need a kernel buffer to transfer the data
4848          * allocate our own buffer and setup the mailbox command to
4849          * use ours
4850          */
4851         if (pmb->mbxCommand == MBX_RUN_BIU_DIAG64) {
4852                 transmit_length = pmb->un.varWords[1];
4853                 receive_length = pmb->un.varWords[4];
4854                 /* transmit length cannot be greater than receive length or
4855                  * mailbox extension size
4856                  */
4857                 if ((transmit_length > receive_length) ||
4858                         (transmit_length > BSG_MBOX_SIZE - sizeof(MAILBOX_t))) {
4859                         rc = -ERANGE;
4860                         goto job_done;
4861                 }
4862                 pmb->un.varBIUdiag.un.s2.xmit_bde64.addrHigh =
4863                         putPaddrHigh(dmabuf->phys + sizeof(MAILBOX_t));
4864                 pmb->un.varBIUdiag.un.s2.xmit_bde64.addrLow =
4865                         putPaddrLow(dmabuf->phys + sizeof(MAILBOX_t));
4866
4867                 pmb->un.varBIUdiag.un.s2.rcv_bde64.addrHigh =
4868                         putPaddrHigh(dmabuf->phys + sizeof(MAILBOX_t)
4869                           + pmb->un.varBIUdiag.un.s2.xmit_bde64.tus.f.bdeSize);
4870                 pmb->un.varBIUdiag.un.s2.rcv_bde64.addrLow =
4871                         putPaddrLow(dmabuf->phys + sizeof(MAILBOX_t)
4872                           + pmb->un.varBIUdiag.un.s2.xmit_bde64.tus.f.bdeSize);
4873         } else if (pmb->mbxCommand == MBX_READ_EVENT_LOG) {
4874                 rdEventLog = &pmb->un.varRdEventLog;
4875                 receive_length = rdEventLog->rcv_bde64.tus.f.bdeSize;
4876                 mode = bf_get(lpfc_event_log, rdEventLog);
4877
4878                 /* receive length cannot be greater than mailbox
4879                  * extension size
4880                  */
4881                 if (receive_length > BSG_MBOX_SIZE - sizeof(MAILBOX_t)) {
4882                         rc = -ERANGE;
4883                         goto job_done;
4884                 }
4885
4886                 /* mode zero uses a bde like biu diags command */
4887                 if (mode == 0) {
4888                         pmb->un.varWords[3] = putPaddrLow(dmabuf->phys
4889                                                         + sizeof(MAILBOX_t));
4890                         pmb->un.varWords[4] = putPaddrHigh(dmabuf->phys
4891                                                         + sizeof(MAILBOX_t));
4892                 }
4893         } else if (phba->sli_rev == LPFC_SLI_REV4) {
4894                 /* Let type 4 (well known data) through because the data is
4895                  * returned in varwords[4-8]
4896                  * otherwise check the recieve length and fetch the buffer addr
4897                  */
4898                 if ((pmb->mbxCommand == MBX_DUMP_MEMORY) &&
4899                         (pmb->un.varDmp.type != DMP_WELL_KNOWN)) {
4900                         /* rebuild the command for sli4 using our own buffers
4901                         * like we do for biu diags
4902                         */
4903                         receive_length = pmb->un.varWords[2];
4904                         /* receive length cannot be greater than mailbox
4905                          * extension size
4906                          */
4907                         if (receive_length == 0) {
4908                                 rc = -ERANGE;
4909                                 goto job_done;
4910                         }
4911                         pmb->un.varWords[3] = putPaddrLow(dmabuf->phys
4912                                                 + sizeof(MAILBOX_t));
4913                         pmb->un.varWords[4] = putPaddrHigh(dmabuf->phys
4914                                                 + sizeof(MAILBOX_t));
4915                 } else if ((pmb->mbxCommand == MBX_UPDATE_CFG) &&
4916                         pmb->un.varUpdateCfg.co) {
4917                         bde = (struct ulp_bde64 *)&pmb->un.varWords[4];
4918
4919                         /* bde size cannot be greater than mailbox ext size */
4920                         if (bde->tus.f.bdeSize >
4921                             BSG_MBOX_SIZE - sizeof(MAILBOX_t)) {
4922                                 rc = -ERANGE;
4923                                 goto job_done;
4924                         }
4925                         bde->addrHigh = putPaddrHigh(dmabuf->phys
4926                                                 + sizeof(MAILBOX_t));
4927                         bde->addrLow = putPaddrLow(dmabuf->phys
4928                                                 + sizeof(MAILBOX_t));
4929                 } else if (pmb->mbxCommand == MBX_SLI4_CONFIG) {
4930                         /* Handling non-embedded SLI_CONFIG mailbox command */
4931                         sli4_config = &pmboxq->u.mqe.un.sli4_config;
4932                         if (!bf_get(lpfc_mbox_hdr_emb,
4933                             &sli4_config->header.cfg_mhdr)) {
4934                                 /* rebuild the command for sli4 using our
4935                                  * own buffers like we do for biu diags
4936                                  */
4937                                 nembed_sge = (struct lpfc_mbx_nembed_cmd *)
4938                                                 &pmb->un.varWords[0];
4939                                 receive_length = nembed_sge->sge[0].length;
4940
4941                                 /* receive length cannot be greater than
4942                                  * mailbox extension size
4943                                  */
4944                                 if ((receive_length == 0) ||
4945                                     (receive_length >
4946                                      BSG_MBOX_SIZE - sizeof(MAILBOX_t))) {
4947                                         rc = -ERANGE;
4948                                         goto job_done;
4949                                 }
4950
4951                                 nembed_sge->sge[0].pa_hi =
4952                                                 putPaddrHigh(dmabuf->phys
4953                                                    + sizeof(MAILBOX_t));
4954                                 nembed_sge->sge[0].pa_lo =
4955                                                 putPaddrLow(dmabuf->phys
4956                                                    + sizeof(MAILBOX_t));
4957                         }
4958                 }
4959         }
4960
4961         dd_data->context_un.mbox.dmabuffers = dmabuf;
4962
4963         /* setup wake call as IOCB callback */
4964         pmboxq->mbox_cmpl = lpfc_bsg_issue_mbox_cmpl;
4965
4966         /* setup context field to pass wait_queue pointer to wake function */
4967         pmboxq->ctx_ndlp = dd_data;
4968         dd_data->type = TYPE_MBOX;
4969         dd_data->set_job = job;
4970         dd_data->context_un.mbox.pmboxq = pmboxq;
4971         dd_data->context_un.mbox.mb = (MAILBOX_t *)pmbx;
4972         dd_data->context_un.mbox.ext = ext;
4973         dd_data->context_un.mbox.mbOffset = mbox_req->mbOffset;
4974         dd_data->context_un.mbox.inExtWLen = mbox_req->inExtWLen;
4975         dd_data->context_un.mbox.outExtWLen = mbox_req->outExtWLen;
4976         job->dd_data = dd_data;
4977
4978         if ((vport->fc_flag & FC_OFFLINE_MODE) ||
4979             (!(phba->sli.sli_flag & LPFC_SLI_ACTIVE))) {
4980                 rc = lpfc_sli_issue_mbox(phba, pmboxq, MBX_POLL);
4981                 if (rc != MBX_SUCCESS) {
4982                         rc = (rc == MBX_TIMEOUT) ? -ETIME : -ENODEV;
4983                         goto job_done;
4984                 }
4985
4986                 /* job finished, copy the data */
4987                 memcpy(pmbx, pmb, sizeof(*pmb));
4988                 bsg_reply->reply_payload_rcv_len =
4989                         sg_copy_from_buffer(job->reply_payload.sg_list,
4990                                             job->reply_payload.sg_cnt,
4991                                             pmbx, size);
4992                 /* not waiting mbox already done */
4993                 rc = 0;
4994                 goto job_done;
4995         }
4996
4997         rc = lpfc_sli_issue_mbox(phba, pmboxq, MBX_NOWAIT);
4998         if ((rc == MBX_SUCCESS) || (rc == MBX_BUSY))
4999                 return 1; /* job started */
5000
5001 job_done:
5002         /* common exit for error or job completed inline */
5003         if (pmboxq)
5004                 mempool_free(pmboxq, phba->mbox_mem_pool);
5005         lpfc_bsg_dma_page_free(phba, dmabuf);
5006         kfree(dd_data);
5007
5008 job_cont:
5009         return rc;
5010 }
5011
5012 /**
5013  * lpfc_bsg_mbox_cmd - process an fc bsg LPFC_BSG_VENDOR_MBOX command
5014  * @job: MBOX fc_bsg_job for LPFC_BSG_VENDOR_MBOX.
5015  **/
5016 static int
5017 lpfc_bsg_mbox_cmd(struct bsg_job *job)
5018 {
5019         struct lpfc_vport *vport = shost_priv(fc_bsg_to_shost(job));
5020         struct fc_bsg_request *bsg_request = job->request;
5021         struct fc_bsg_reply *bsg_reply = job->reply;
5022         struct lpfc_hba *phba = vport->phba;
5023         struct dfc_mbox_req *mbox_req;
5024         int rc = 0;
5025
5026         /* mix-and-match backward compatibility */
5027         bsg_reply->reply_payload_rcv_len = 0;
5028         if (job->request_len <
5029             sizeof(struct fc_bsg_request) + sizeof(struct dfc_mbox_req)) {
5030                 lpfc_printf_log(phba, KERN_INFO, LOG_LIBDFC,
5031                                 "2737 Mix-and-match backward compatibility "
5032                                 "between MBOX_REQ old size:%d and "
5033                                 "new request size:%d\n",
5034                                 (int)(job->request_len -
5035                                       sizeof(struct fc_bsg_request)),
5036                                 (int)sizeof(struct dfc_mbox_req));
5037                 mbox_req = (struct dfc_mbox_req *)
5038                                 bsg_request->rqst_data.h_vendor.vendor_cmd;
5039                 mbox_req->extMboxTag = 0;
5040                 mbox_req->extSeqNum = 0;
5041         }
5042
5043         rc = lpfc_bsg_issue_mbox(phba, job, vport);
5044
5045         if (rc == 0) {
5046                 /* job done */
5047                 bsg_reply->result = 0;
5048                 job->dd_data = NULL;
5049                 bsg_job_done(job, bsg_reply->result,
5050                                bsg_reply->reply_payload_rcv_len);
5051         } else if (rc == 1)
5052                 /* job submitted, will complete later*/
5053                 rc = 0; /* return zero, no error */
5054         else {
5055                 /* some error occurred */
5056                 bsg_reply->result = rc;
5057                 job->dd_data = NULL;
5058         }
5059
5060         return rc;
5061 }
5062
5063 /**
5064  * lpfc_bsg_menlo_cmd_cmp - lpfc_menlo_cmd completion handler
5065  * @phba: Pointer to HBA context object.
5066  * @cmdiocbq: Pointer to command iocb.
5067  * @rspiocbq: Pointer to response iocb.
5068  *
5069  * This function is the completion handler for iocbs issued using
5070  * lpfc_menlo_cmd function. This function is called by the
5071  * ring event handler function without any lock held. This function
5072  * can be called from both worker thread context and interrupt
5073  * context. This function also can be called from another thread which
5074  * cleans up the SLI layer objects.
5075  * This function copies the contents of the response iocb to the
5076  * response iocb memory object provided by the caller of
5077  * lpfc_sli_issue_iocb_wait and then wakes up the thread which
5078  * sleeps for the iocb completion.
5079  **/
5080 static void
5081 lpfc_bsg_menlo_cmd_cmp(struct lpfc_hba *phba,
5082                         struct lpfc_iocbq *cmdiocbq,
5083                         struct lpfc_iocbq *rspiocbq)
5084 {
5085         struct bsg_job_data *dd_data;
5086         struct bsg_job *job;
5087         struct fc_bsg_reply *bsg_reply;
5088         IOCB_t *rsp;
5089         struct lpfc_dmabuf *bmp, *cmp, *rmp;
5090         struct lpfc_bsg_menlo *menlo;
5091         unsigned long flags;
5092         struct menlo_response *menlo_resp;
5093         unsigned int rsp_size;
5094         int rc = 0;
5095
5096         dd_data = cmdiocbq->context1;
5097         cmp = cmdiocbq->context2;
5098         bmp = cmdiocbq->context3;
5099         menlo = &dd_data->context_un.menlo;
5100         rmp = menlo->rmp;
5101         rsp = &rspiocbq->iocb;
5102
5103         /* Determine if job has been aborted */
5104         spin_lock_irqsave(&phba->ct_ev_lock, flags);
5105         job = dd_data->set_job;
5106         if (job) {
5107                 bsg_reply = job->reply;
5108                 /* Prevent timeout handling from trying to abort job  */
5109                 job->dd_data = NULL;
5110         }
5111         spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
5112
5113         /* Copy the job data or set the failing status for the job */
5114
5115         if (job) {
5116                 /* always return the xri, this would be used in the case
5117                  * of a menlo download to allow the data to be sent as a
5118                  * continuation of the exchange.
5119                  */
5120
5121                 menlo_resp = (struct menlo_response *)
5122                         bsg_reply->reply_data.vendor_reply.vendor_rsp;
5123                 menlo_resp->xri = rsp->ulpContext;
5124                 if (rsp->ulpStatus) {
5125                         if (rsp->ulpStatus == IOSTAT_LOCAL_REJECT) {
5126                                 switch (rsp->un.ulpWord[4] & IOERR_PARAM_MASK) {
5127                                 case IOERR_SEQUENCE_TIMEOUT:
5128                                         rc = -ETIMEDOUT;
5129                                         break;
5130                                 case IOERR_INVALID_RPI:
5131                                         rc = -EFAULT;
5132                                         break;
5133                                 default:
5134                                         rc = -EACCES;
5135                                         break;
5136                                 }
5137                         } else {
5138                                 rc = -EACCES;
5139                         }
5140                 } else {
5141                         rsp_size = rsp->un.genreq64.bdl.bdeSize;
5142                         bsg_reply->reply_payload_rcv_len =
5143                                 lpfc_bsg_copy_data(rmp, &job->reply_payload,
5144                                                    rsp_size, 0);
5145                 }
5146
5147         }
5148
5149         lpfc_sli_release_iocbq(phba, cmdiocbq);
5150         lpfc_free_bsg_buffers(phba, cmp);
5151         lpfc_free_bsg_buffers(phba, rmp);
5152         lpfc_mbuf_free(phba, bmp->virt, bmp->phys);
5153         kfree(bmp);
5154         kfree(dd_data);
5155
5156         /* Complete the job if active */
5157
5158         if (job) {
5159                 bsg_reply->result = rc;
5160                 bsg_job_done(job, bsg_reply->result,
5161                                bsg_reply->reply_payload_rcv_len);
5162         }
5163
5164         return;
5165 }
5166
5167 /**
5168  * lpfc_menlo_cmd - send an ioctl for menlo hardware
5169  * @job: fc_bsg_job to handle
5170  *
5171  * This function issues a gen request 64 CR ioctl for all menlo cmd requests,
5172  * all the command completions will return the xri for the command.
5173  * For menlo data requests a gen request 64 CX is used to continue the exchange
5174  * supplied in the menlo request header xri field.
5175  **/
5176 static int
5177 lpfc_menlo_cmd(struct bsg_job *job)
5178 {
5179         struct lpfc_vport *vport = shost_priv(fc_bsg_to_shost(job));
5180         struct fc_bsg_request *bsg_request = job->request;
5181         struct fc_bsg_reply *bsg_reply = job->reply;
5182         struct lpfc_hba *phba = vport->phba;
5183         struct lpfc_iocbq *cmdiocbq;
5184         IOCB_t *cmd;
5185         int rc = 0;
5186         struct menlo_command *menlo_cmd;
5187         struct lpfc_dmabuf *bmp = NULL, *cmp = NULL, *rmp = NULL;
5188         int request_nseg;
5189         int reply_nseg;
5190         struct bsg_job_data *dd_data;
5191         struct ulp_bde64 *bpl = NULL;
5192
5193         /* in case no data is returned return just the return code */
5194         bsg_reply->reply_payload_rcv_len = 0;
5195
5196         if (job->request_len <
5197             sizeof(struct fc_bsg_request) +
5198                 sizeof(struct menlo_command)) {
5199                 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
5200                                 "2784 Received MENLO_CMD request below "
5201                                 "minimum size\n");
5202                 rc = -ERANGE;
5203                 goto no_dd_data;
5204         }
5205
5206         if (job->reply_len <
5207             sizeof(struct fc_bsg_request) + sizeof(struct menlo_response)) {
5208                 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
5209                                 "2785 Received MENLO_CMD reply below "
5210                                 "minimum size\n");
5211                 rc = -ERANGE;
5212                 goto no_dd_data;
5213         }
5214
5215         if (!(phba->menlo_flag & HBA_MENLO_SUPPORT)) {
5216                 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
5217                                 "2786 Adapter does not support menlo "
5218                                 "commands\n");
5219                 rc = -EPERM;
5220                 goto no_dd_data;
5221         }
5222
5223         menlo_cmd = (struct menlo_command *)
5224                 bsg_request->rqst_data.h_vendor.vendor_cmd;
5225
5226         /* allocate our bsg tracking structure */
5227         dd_data = kmalloc(sizeof(struct bsg_job_data), GFP_KERNEL);
5228         if (!dd_data) {
5229                 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
5230                                 "2787 Failed allocation of dd_data\n");
5231                 rc = -ENOMEM;
5232                 goto no_dd_data;
5233         }
5234
5235         bmp = kmalloc(sizeof(struct lpfc_dmabuf), GFP_KERNEL);
5236         if (!bmp) {
5237                 rc = -ENOMEM;
5238                 goto free_dd;
5239         }
5240
5241         bmp->virt = lpfc_mbuf_alloc(phba, 0, &bmp->phys);
5242         if (!bmp->virt) {
5243                 rc = -ENOMEM;
5244                 goto free_bmp;
5245         }
5246
5247         INIT_LIST_HEAD(&bmp->list);
5248
5249         bpl = (struct ulp_bde64 *)bmp->virt;
5250         request_nseg = LPFC_BPL_SIZE/sizeof(struct ulp_bde64);
5251         cmp = lpfc_alloc_bsg_buffers(phba, job->request_payload.payload_len,
5252                                      1, bpl, &request_nseg);
5253         if (!cmp) {
5254                 rc = -ENOMEM;
5255                 goto free_bmp;
5256         }
5257         lpfc_bsg_copy_data(cmp, &job->request_payload,
5258                            job->request_payload.payload_len, 1);
5259
5260         bpl += request_nseg;
5261         reply_nseg = LPFC_BPL_SIZE/sizeof(struct ulp_bde64) - request_nseg;
5262         rmp = lpfc_alloc_bsg_buffers(phba, job->reply_payload.payload_len, 0,
5263                                      bpl, &reply_nseg);
5264         if (!rmp) {
5265                 rc = -ENOMEM;
5266                 goto free_cmp;
5267         }
5268
5269         cmdiocbq = lpfc_sli_get_iocbq(phba);
5270         if (!cmdiocbq) {
5271                 rc = -ENOMEM;
5272                 goto free_rmp;
5273         }
5274
5275         cmd = &cmdiocbq->iocb;
5276         cmd->un.genreq64.bdl.ulpIoTag32 = 0;
5277         cmd->un.genreq64.bdl.addrHigh = putPaddrHigh(bmp->phys);
5278         cmd->un.genreq64.bdl.addrLow = putPaddrLow(bmp->phys);
5279         cmd->un.genreq64.bdl.bdeFlags = BUFF_TYPE_BLP_64;
5280         cmd->un.genreq64.bdl.bdeSize =
5281             (request_nseg + reply_nseg) * sizeof(struct ulp_bde64);
5282         cmd->un.genreq64.w5.hcsw.Fctl = (SI | LA);
5283         cmd->un.genreq64.w5.hcsw.Dfctl = 0;
5284         cmd->un.genreq64.w5.hcsw.Rctl = FC_RCTL_DD_UNSOL_CMD;
5285         cmd->un.genreq64.w5.hcsw.Type = MENLO_TRANSPORT_TYPE; /* 0xfe */
5286         cmd->ulpBdeCount = 1;
5287         cmd->ulpClass = CLASS3;
5288         cmd->ulpOwner = OWN_CHIP;
5289         cmd->ulpLe = 1; /* Limited Edition */
5290         cmdiocbq->iocb_flag |= LPFC_IO_LIBDFC;
5291         cmdiocbq->vport = phba->pport;
5292         /* We want the firmware to timeout before we do */
5293         cmd->ulpTimeout = MENLO_TIMEOUT - 5;
5294         cmdiocbq->iocb_cmpl = lpfc_bsg_menlo_cmd_cmp;
5295         cmdiocbq->context1 = dd_data;
5296         cmdiocbq->context2 = cmp;
5297         cmdiocbq->context3 = bmp;
5298         if (menlo_cmd->cmd == LPFC_BSG_VENDOR_MENLO_CMD) {
5299                 cmd->ulpCommand = CMD_GEN_REQUEST64_CR;
5300                 cmd->ulpPU = MENLO_PU; /* 3 */
5301                 cmd->un.ulpWord[4] = MENLO_DID; /* 0x0000FC0E */
5302                 cmd->ulpContext = MENLO_CONTEXT; /* 0 */
5303         } else {
5304                 cmd->ulpCommand = CMD_GEN_REQUEST64_CX;
5305                 cmd->ulpPU = 1;
5306                 cmd->un.ulpWord[4] = 0;
5307                 cmd->ulpContext = menlo_cmd->xri;
5308         }
5309
5310         dd_data->type = TYPE_MENLO;
5311         dd_data->set_job = job;
5312         dd_data->context_un.menlo.cmdiocbq = cmdiocbq;
5313         dd_data->context_un.menlo.rmp = rmp;
5314         job->dd_data = dd_data;
5315
5316         rc = lpfc_sli_issue_iocb(phba, LPFC_ELS_RING, cmdiocbq,
5317                 MENLO_TIMEOUT - 5);
5318         if (rc == IOCB_SUCCESS)
5319                 return 0; /* done for now */
5320
5321         lpfc_sli_release_iocbq(phba, cmdiocbq);
5322
5323 free_rmp:
5324         lpfc_free_bsg_buffers(phba, rmp);
5325 free_cmp:
5326         lpfc_free_bsg_buffers(phba, cmp);
5327 free_bmp:
5328         if (bmp->virt)
5329                 lpfc_mbuf_free(phba, bmp->virt, bmp->phys);
5330         kfree(bmp);
5331 free_dd:
5332         kfree(dd_data);
5333 no_dd_data:
5334         /* make error code available to userspace */
5335         bsg_reply->result = rc;
5336         job->dd_data = NULL;
5337         return rc;
5338 }
5339
5340 static int
5341 lpfc_forced_link_speed(struct bsg_job *job)
5342 {
5343         struct Scsi_Host *shost = fc_bsg_to_shost(job);
5344         struct lpfc_vport *vport = shost_priv(shost);
5345         struct lpfc_hba *phba = vport->phba;
5346         struct fc_bsg_reply *bsg_reply = job->reply;
5347         struct forced_link_speed_support_reply *forced_reply;
5348         int rc = 0;
5349
5350         if (job->request_len <
5351             sizeof(struct fc_bsg_request) +
5352             sizeof(struct get_forced_link_speed_support)) {
5353                 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
5354                                 "0048 Received FORCED_LINK_SPEED request "
5355                                 "below minimum size\n");
5356                 rc = -EINVAL;
5357                 goto job_error;
5358         }
5359
5360         forced_reply = (struct forced_link_speed_support_reply *)
5361                 bsg_reply->reply_data.vendor_reply.vendor_rsp;
5362
5363         if (job->reply_len <
5364             sizeof(struct fc_bsg_request) +
5365             sizeof(struct forced_link_speed_support_reply)) {
5366                 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
5367                                 "0049 Received FORCED_LINK_SPEED reply below "
5368                                 "minimum size\n");
5369                 rc = -EINVAL;
5370                 goto job_error;
5371         }
5372
5373         forced_reply->supported = (phba->hba_flag & HBA_FORCED_LINK_SPEED)
5374                                    ? LPFC_FORCED_LINK_SPEED_SUPPORTED
5375                                    : LPFC_FORCED_LINK_SPEED_NOT_SUPPORTED;
5376 job_error:
5377         bsg_reply->result = rc;
5378         if (rc == 0)
5379                 bsg_job_done(job, bsg_reply->result,
5380                                bsg_reply->reply_payload_rcv_len);
5381         return rc;
5382 }
5383
5384 /**
5385  * lpfc_check_fwlog_support: Check FW log support on the adapter
5386  * @phba: Pointer to HBA context object.
5387  *
5388  * Check if FW Logging support by the adapter
5389  **/
5390 int
5391 lpfc_check_fwlog_support(struct lpfc_hba *phba)
5392 {
5393         struct lpfc_ras_fwlog *ras_fwlog = NULL;
5394
5395         ras_fwlog = &phba->ras_fwlog;
5396
5397         if (ras_fwlog->ras_hwsupport == false)
5398                 return -EACCES;
5399         else if (ras_fwlog->ras_enabled == false)
5400                 return -EPERM;
5401         else
5402                 return 0;
5403 }
5404
5405 /**
5406  * lpfc_bsg_get_ras_config: Get RAS configuration settings
5407  * @job: fc_bsg_job to handle
5408  *
5409  * Get RAS configuration values set.
5410  **/
5411 static int
5412 lpfc_bsg_get_ras_config(struct bsg_job *job)
5413 {
5414         struct Scsi_Host *shost = fc_bsg_to_shost(job);
5415         struct lpfc_vport *vport = shost_priv(shost);
5416         struct fc_bsg_reply *bsg_reply = job->reply;
5417         struct lpfc_hba *phba = vport->phba;
5418         struct lpfc_bsg_get_ras_config_reply *ras_reply;
5419         struct lpfc_ras_fwlog *ras_fwlog = &phba->ras_fwlog;
5420         int rc = 0;
5421
5422         if (job->request_len <
5423             sizeof(struct fc_bsg_request) +
5424             sizeof(struct lpfc_bsg_ras_req)) {
5425                 lpfc_printf_log(phba, KERN_ERR, LOG_LIBDFC,
5426                                 "6192 FW_LOG request received "
5427                                 "below minimum size\n");
5428                 rc = -EINVAL;
5429                 goto ras_job_error;
5430         }
5431
5432         /* Check FW log status */
5433         rc = lpfc_check_fwlog_support(phba);
5434         if (rc)
5435                 goto ras_job_error;
5436
5437         ras_reply = (struct lpfc_bsg_get_ras_config_reply *)
5438                 bsg_reply->reply_data.vendor_reply.vendor_rsp;
5439
5440         /* Current logging state */
5441         spin_lock_irq(&phba->hbalock);
5442         if (ras_fwlog->state == ACTIVE)
5443                 ras_reply->state = LPFC_RASLOG_STATE_RUNNING;
5444         else
5445                 ras_reply->state = LPFC_RASLOG_STATE_STOPPED;
5446         spin_unlock_irq(&phba->hbalock);
5447
5448         ras_reply->log_level = phba->ras_fwlog.fw_loglevel;
5449         ras_reply->log_buff_sz = phba->cfg_ras_fwlog_buffsize;
5450
5451 ras_job_error:
5452         /* make error code available to userspace */
5453         bsg_reply->result = rc;
5454
5455         /* complete the job back to userspace */
5456         if (!rc)
5457                 bsg_job_done(job, bsg_reply->result,
5458                              bsg_reply->reply_payload_rcv_len);
5459         return rc;
5460 }
5461
5462 /**
5463  * lpfc_bsg_set_ras_config: Set FW logging parameters
5464  * @job: fc_bsg_job to handle
5465  *
5466  * Set log-level parameters for FW-logging in host memory
5467  **/
5468 static int
5469 lpfc_bsg_set_ras_config(struct bsg_job *job)
5470 {
5471         struct Scsi_Host *shost = fc_bsg_to_shost(job);
5472         struct lpfc_vport *vport = shost_priv(shost);
5473         struct lpfc_hba *phba = vport->phba;
5474         struct lpfc_bsg_set_ras_config_req *ras_req;
5475         struct fc_bsg_request *bsg_request = job->request;
5476         struct lpfc_ras_fwlog *ras_fwlog = &phba->ras_fwlog;
5477         struct fc_bsg_reply *bsg_reply = job->reply;
5478         uint8_t action = 0, log_level = 0;
5479         int rc = 0, action_status = 0;
5480
5481         if (job->request_len <
5482             sizeof(struct fc_bsg_request) +
5483             sizeof(struct lpfc_bsg_set_ras_config_req)) {
5484                 lpfc_printf_log(phba, KERN_ERR, LOG_LIBDFC,
5485                                 "6182 Received RAS_LOG request "
5486                                 "below minimum size\n");
5487                 rc = -EINVAL;
5488                 goto ras_job_error;
5489         }
5490
5491         /* Check FW log status */
5492         rc = lpfc_check_fwlog_support(phba);
5493         if (rc)
5494                 goto ras_job_error;
5495
5496         ras_req = (struct lpfc_bsg_set_ras_config_req *)
5497                 bsg_request->rqst_data.h_vendor.vendor_cmd;
5498         action = ras_req->action;
5499         log_level = ras_req->log_level;
5500
5501         if (action == LPFC_RASACTION_STOP_LOGGING) {
5502                 /* Check if already disabled */
5503                 spin_lock_irq(&phba->hbalock);
5504                 if (ras_fwlog->state != ACTIVE) {
5505                         spin_unlock_irq(&phba->hbalock);
5506                         rc = -ESRCH;
5507                         goto ras_job_error;
5508                 }
5509                 spin_unlock_irq(&phba->hbalock);
5510
5511                 /* Disable logging */
5512                 lpfc_ras_stop_fwlog(phba);
5513         } else {
5514                 /*action = LPFC_RASACTION_START_LOGGING*/
5515
5516                 /* Even though FW-logging is active re-initialize
5517                  * FW-logging with new log-level. Return status
5518                  * "Logging already Running" to caller.
5519                  **/
5520                 spin_lock_irq(&phba->hbalock);
5521                 if (ras_fwlog->state != INACTIVE)
5522                         action_status = -EINPROGRESS;
5523                 spin_unlock_irq(&phba->hbalock);
5524
5525                 /* Enable logging */
5526                 rc = lpfc_sli4_ras_fwlog_init(phba, log_level,
5527                                               LPFC_RAS_ENABLE_LOGGING);
5528                 if (rc) {
5529                         rc = -EINVAL;
5530                         goto ras_job_error;
5531                 }
5532
5533                 /* Check if FW-logging is re-initialized */
5534                 if (action_status == -EINPROGRESS)
5535                         rc = action_status;
5536         }
5537 ras_job_error:
5538         /* make error code available to userspace */
5539         bsg_reply->result = rc;
5540
5541         /* complete the job back to userspace */
5542         if (!rc)
5543                 bsg_job_done(job, bsg_reply->result,
5544                              bsg_reply->reply_payload_rcv_len);
5545
5546         return rc;
5547 }
5548
5549 /**
5550  * lpfc_bsg_get_ras_lwpd: Get log write position data
5551  * @job: fc_bsg_job to handle
5552  *
5553  * Get Offset/Wrap count of the log message written
5554  * in host memory
5555  **/
5556 static int
5557 lpfc_bsg_get_ras_lwpd(struct bsg_job *job)
5558 {
5559         struct Scsi_Host *shost = fc_bsg_to_shost(job);
5560         struct lpfc_vport *vport = shost_priv(shost);
5561         struct lpfc_bsg_get_ras_lwpd *ras_reply;
5562         struct lpfc_hba *phba = vport->phba;
5563         struct lpfc_ras_fwlog *ras_fwlog = &phba->ras_fwlog;
5564         struct fc_bsg_reply *bsg_reply = job->reply;
5565         u32 *lwpd_ptr = NULL;
5566         int rc = 0;
5567
5568         rc = lpfc_check_fwlog_support(phba);
5569         if (rc)
5570                 goto ras_job_error;
5571
5572         if (job->request_len <
5573             sizeof(struct fc_bsg_request) +
5574             sizeof(struct lpfc_bsg_ras_req)) {
5575                 lpfc_printf_log(phba, KERN_ERR, LOG_LIBDFC,
5576                                 "6183 Received RAS_LOG request "
5577                                 "below minimum size\n");
5578                 rc = -EINVAL;
5579                 goto ras_job_error;
5580         }
5581
5582         ras_reply = (struct lpfc_bsg_get_ras_lwpd *)
5583                 bsg_reply->reply_data.vendor_reply.vendor_rsp;
5584
5585         if (!ras_fwlog->lwpd.virt) {
5586                 lpfc_printf_log(phba, KERN_ERR, LOG_LIBDFC,
5587                                 "6193 Restart FW Logging\n");
5588                 rc = -EINVAL;
5589                 goto ras_job_error;
5590         }
5591
5592         /* Get lwpd offset */
5593         lwpd_ptr = (uint32_t *)(ras_fwlog->lwpd.virt);
5594         ras_reply->offset = be32_to_cpu(*lwpd_ptr & 0xffffffff);
5595
5596         /* Get wrap count */
5597         ras_reply->wrap_count = be32_to_cpu(*(++lwpd_ptr) & 0xffffffff);
5598
5599 ras_job_error:
5600         /* make error code available to userspace */
5601         bsg_reply->result = rc;
5602
5603         /* complete the job back to userspace */
5604         if (!rc)
5605                 bsg_job_done(job, bsg_reply->result,
5606                              bsg_reply->reply_payload_rcv_len);
5607
5608         return rc;
5609 }
5610
5611 /**
5612  * lpfc_bsg_get_ras_fwlog: Read FW log
5613  * @job: fc_bsg_job to handle
5614  *
5615  * Copy the FW log into the passed buffer.
5616  **/
5617 static int
5618 lpfc_bsg_get_ras_fwlog(struct bsg_job *job)
5619 {
5620         struct Scsi_Host *shost = fc_bsg_to_shost(job);
5621         struct lpfc_vport *vport = shost_priv(shost);
5622         struct lpfc_hba *phba = vport->phba;
5623         struct fc_bsg_request *bsg_request = job->request;
5624         struct fc_bsg_reply *bsg_reply = job->reply;
5625         struct lpfc_bsg_get_fwlog_req *ras_req;
5626         u32 rd_offset, rd_index, offset;
5627         void *src, *fwlog_buff;
5628         struct lpfc_ras_fwlog *ras_fwlog = NULL;
5629         struct lpfc_dmabuf *dmabuf, *next;
5630         int rc = 0;
5631
5632         ras_fwlog = &phba->ras_fwlog;
5633
5634         rc = lpfc_check_fwlog_support(phba);
5635         if (rc)
5636                 goto ras_job_error;
5637
5638         /* Logging to be stopped before reading */
5639         spin_lock_irq(&phba->hbalock);
5640         if (ras_fwlog->state == ACTIVE) {
5641                 spin_unlock_irq(&phba->hbalock);
5642                 rc = -EINPROGRESS;
5643                 goto ras_job_error;
5644         }
5645         spin_unlock_irq(&phba->hbalock);
5646
5647         if (job->request_len <
5648             sizeof(struct fc_bsg_request) +
5649             sizeof(struct lpfc_bsg_get_fwlog_req)) {
5650                 lpfc_printf_log(phba, KERN_ERR, LOG_LIBDFC,
5651                                 "6184 Received RAS_LOG request "
5652                                 "below minimum size\n");
5653                 rc = -EINVAL;
5654                 goto ras_job_error;
5655         }
5656
5657         ras_req = (struct lpfc_bsg_get_fwlog_req *)
5658                 bsg_request->rqst_data.h_vendor.vendor_cmd;
5659         rd_offset = ras_req->read_offset;
5660
5661         /* Allocate memory to read fw log*/
5662         fwlog_buff = vmalloc(ras_req->read_size);
5663         if (!fwlog_buff) {
5664                 rc = -ENOMEM;
5665                 goto ras_job_error;
5666         }
5667
5668         rd_index = (rd_offset / LPFC_RAS_MAX_ENTRY_SIZE);
5669         offset = (rd_offset % LPFC_RAS_MAX_ENTRY_SIZE);
5670
5671         list_for_each_entry_safe(dmabuf, next,
5672                               &ras_fwlog->fwlog_buff_list, list) {
5673
5674                 if (dmabuf->buffer_tag < rd_index)
5675                         continue;
5676
5677                 src = dmabuf->virt + offset;
5678                 memcpy(fwlog_buff, src, ras_req->read_size);
5679                 break;
5680         }
5681
5682         bsg_reply->reply_payload_rcv_len =
5683                 sg_copy_from_buffer(job->reply_payload.sg_list,
5684                                     job->reply_payload.sg_cnt,
5685                                     fwlog_buff, ras_req->read_size);
5686
5687         vfree(fwlog_buff);
5688
5689 ras_job_error:
5690         bsg_reply->result = rc;
5691         if (!rc)
5692                 bsg_job_done(job, bsg_reply->result,
5693                              bsg_reply->reply_payload_rcv_len);
5694
5695         return rc;
5696 }
5697
5698 static int
5699 lpfc_get_trunk_info(struct bsg_job *job)
5700 {
5701         struct lpfc_vport *vport = shost_priv(fc_bsg_to_shost(job));
5702         struct lpfc_hba *phba = vport->phba;
5703         struct fc_bsg_reply *bsg_reply = job->reply;
5704         struct lpfc_trunk_info *event_reply;
5705         int rc = 0;
5706
5707         if (job->request_len <
5708             sizeof(struct fc_bsg_request) + sizeof(struct get_trunk_info_req)) {
5709                 lpfc_printf_log(phba, KERN_ERR, LOG_LIBDFC,
5710                                 "2744 Received GET TRUNK _INFO request below "
5711                                 "minimum size\n");
5712                 rc = -EINVAL;
5713                 goto job_error;
5714         }
5715
5716         event_reply = (struct lpfc_trunk_info *)
5717                 bsg_reply->reply_data.vendor_reply.vendor_rsp;
5718
5719         if (job->reply_len <
5720             sizeof(struct fc_bsg_request) + sizeof(struct lpfc_trunk_info)) {
5721                 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
5722                                 "2728 Received GET TRUNK _INFO reply below "
5723                                 "minimum size\n");
5724                 rc = -EINVAL;
5725                 goto job_error;
5726         }
5727         if (event_reply == NULL) {
5728                 rc = -EINVAL;
5729                 goto job_error;
5730         }
5731
5732         bsg_bf_set(lpfc_trunk_info_link_status, event_reply,
5733                    (phba->link_state >= LPFC_LINK_UP) ? 1 : 0);
5734
5735         bsg_bf_set(lpfc_trunk_info_trunk_active0, event_reply,
5736                    (phba->trunk_link.link0.state == LPFC_LINK_UP) ? 1 : 0);
5737
5738         bsg_bf_set(lpfc_trunk_info_trunk_active1, event_reply,
5739                    (phba->trunk_link.link1.state == LPFC_LINK_UP) ? 1 : 0);
5740
5741         bsg_bf_set(lpfc_trunk_info_trunk_active2, event_reply,
5742                    (phba->trunk_link.link2.state == LPFC_LINK_UP) ? 1 : 0);
5743
5744         bsg_bf_set(lpfc_trunk_info_trunk_active3, event_reply,
5745                    (phba->trunk_link.link3.state == LPFC_LINK_UP) ? 1 : 0);
5746
5747         bsg_bf_set(lpfc_trunk_info_trunk_config0, event_reply,
5748                    bf_get(lpfc_conf_trunk_port0, &phba->sli4_hba));
5749
5750         bsg_bf_set(lpfc_trunk_info_trunk_config1, event_reply,
5751                    bf_get(lpfc_conf_trunk_port1, &phba->sli4_hba));
5752
5753         bsg_bf_set(lpfc_trunk_info_trunk_config2, event_reply,
5754                    bf_get(lpfc_conf_trunk_port2, &phba->sli4_hba));
5755
5756         bsg_bf_set(lpfc_trunk_info_trunk_config3, event_reply,
5757                    bf_get(lpfc_conf_trunk_port3, &phba->sli4_hba));
5758
5759         event_reply->port_speed = phba->sli4_hba.link_state.speed / 1000;
5760         event_reply->logical_speed =
5761                                 phba->sli4_hba.link_state.logical_speed / 1000;
5762 job_error:
5763         bsg_reply->result = rc;
5764         if (!rc)
5765                 bsg_job_done(job, bsg_reply->result,
5766                              bsg_reply->reply_payload_rcv_len);
5767         return rc;
5768
5769 }
5770
5771 /**
5772  * lpfc_bsg_hst_vendor - process a vendor-specific fc_bsg_job
5773  * @job: fc_bsg_job to handle
5774  **/
5775 static int
5776 lpfc_bsg_hst_vendor(struct bsg_job *job)
5777 {
5778         struct fc_bsg_request *bsg_request = job->request;
5779         struct fc_bsg_reply *bsg_reply = job->reply;
5780         int command = bsg_request->rqst_data.h_vendor.vendor_cmd[0];
5781         int rc;
5782
5783         switch (command) {
5784         case LPFC_BSG_VENDOR_SET_CT_EVENT:
5785                 rc = lpfc_bsg_hba_set_event(job);
5786                 break;
5787         case LPFC_BSG_VENDOR_GET_CT_EVENT:
5788                 rc = lpfc_bsg_hba_get_event(job);
5789                 break;
5790         case LPFC_BSG_VENDOR_SEND_MGMT_RESP:
5791                 rc = lpfc_bsg_send_mgmt_rsp(job);
5792                 break;
5793         case LPFC_BSG_VENDOR_DIAG_MODE:
5794                 rc = lpfc_bsg_diag_loopback_mode(job);
5795                 break;
5796         case LPFC_BSG_VENDOR_DIAG_MODE_END:
5797                 rc = lpfc_sli4_bsg_diag_mode_end(job);
5798                 break;
5799         case LPFC_BSG_VENDOR_DIAG_RUN_LOOPBACK:
5800                 rc = lpfc_bsg_diag_loopback_run(job);
5801                 break;
5802         case LPFC_BSG_VENDOR_LINK_DIAG_TEST:
5803                 rc = lpfc_sli4_bsg_link_diag_test(job);
5804                 break;
5805         case LPFC_BSG_VENDOR_GET_MGMT_REV:
5806                 rc = lpfc_bsg_get_dfc_rev(job);
5807                 break;
5808         case LPFC_BSG_VENDOR_MBOX:
5809                 rc = lpfc_bsg_mbox_cmd(job);
5810                 break;
5811         case LPFC_BSG_VENDOR_MENLO_CMD:
5812         case LPFC_BSG_VENDOR_MENLO_DATA:
5813                 rc = lpfc_menlo_cmd(job);
5814                 break;
5815         case LPFC_BSG_VENDOR_FORCED_LINK_SPEED:
5816                 rc = lpfc_forced_link_speed(job);
5817                 break;
5818         case LPFC_BSG_VENDOR_RAS_GET_LWPD:
5819                 rc = lpfc_bsg_get_ras_lwpd(job);
5820                 break;
5821         case LPFC_BSG_VENDOR_RAS_GET_FWLOG:
5822                 rc = lpfc_bsg_get_ras_fwlog(job);
5823                 break;
5824         case LPFC_BSG_VENDOR_RAS_GET_CONFIG:
5825                 rc = lpfc_bsg_get_ras_config(job);
5826                 break;
5827         case LPFC_BSG_VENDOR_RAS_SET_CONFIG:
5828                 rc = lpfc_bsg_set_ras_config(job);
5829                 break;
5830         case LPFC_BSG_VENDOR_GET_TRUNK_INFO:
5831                 rc = lpfc_get_trunk_info(job);
5832                 break;
5833         default:
5834                 rc = -EINVAL;
5835                 bsg_reply->reply_payload_rcv_len = 0;
5836                 /* make error code available to userspace */
5837                 bsg_reply->result = rc;
5838                 break;
5839         }
5840
5841         return rc;
5842 }
5843
5844 /**
5845  * lpfc_bsg_request - handle a bsg request from the FC transport
5846  * @job: bsg_job to handle
5847  **/
5848 int
5849 lpfc_bsg_request(struct bsg_job *job)
5850 {
5851         struct fc_bsg_request *bsg_request = job->request;
5852         struct fc_bsg_reply *bsg_reply = job->reply;
5853         uint32_t msgcode;
5854         int rc;
5855
5856         msgcode = bsg_request->msgcode;
5857         switch (msgcode) {
5858         case FC_BSG_HST_VENDOR:
5859                 rc = lpfc_bsg_hst_vendor(job);
5860                 break;
5861         case FC_BSG_RPT_ELS:
5862                 rc = lpfc_bsg_rport_els(job);
5863                 break;
5864         case FC_BSG_RPT_CT:
5865                 rc = lpfc_bsg_send_mgmt_cmd(job);
5866                 break;
5867         default:
5868                 rc = -EINVAL;
5869                 bsg_reply->reply_payload_rcv_len = 0;
5870                 /* make error code available to userspace */
5871                 bsg_reply->result = rc;
5872                 break;
5873         }
5874
5875         return rc;
5876 }
5877
5878 /**
5879  * lpfc_bsg_timeout - handle timeout of a bsg request from the FC transport
5880  * @job: bsg_job that has timed out
5881  *
5882  * This function just aborts the job's IOCB.  The aborted IOCB will return to
5883  * the waiting function which will handle passing the error back to userspace
5884  **/
5885 int
5886 lpfc_bsg_timeout(struct bsg_job *job)
5887 {
5888         struct lpfc_vport *vport = shost_priv(fc_bsg_to_shost(job));
5889         struct lpfc_hba *phba = vport->phba;
5890         struct lpfc_iocbq *cmdiocb;
5891         struct lpfc_sli_ring *pring;
5892         struct bsg_job_data *dd_data;
5893         unsigned long flags;
5894         int rc = 0;
5895         LIST_HEAD(completions);
5896         struct lpfc_iocbq *check_iocb, *next_iocb;
5897
5898         pring = lpfc_phba_elsring(phba);
5899         if (unlikely(!pring))
5900                 return -EIO;
5901
5902         /* if job's driver data is NULL, the command completed or is in the
5903          * the process of completing.  In this case, return status to request
5904          * so the timeout is retried.  This avoids double completion issues
5905          * and the request will be pulled off the timer queue when the
5906          * command's completion handler executes.  Otherwise, prevent the
5907          * command's completion handler from executing the job done callback
5908          * and continue processing to abort the outstanding the command.
5909          */
5910
5911         spin_lock_irqsave(&phba->ct_ev_lock, flags);
5912         dd_data = (struct bsg_job_data *)job->dd_data;
5913         if (dd_data) {
5914                 dd_data->set_job = NULL;
5915                 job->dd_data = NULL;
5916         } else {
5917                 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
5918                 return -EAGAIN;
5919         }
5920
5921         switch (dd_data->type) {
5922         case TYPE_IOCB:
5923                 /* Check to see if IOCB was issued to the port or not. If not,
5924                  * remove it from the txq queue and call cancel iocbs.
5925                  * Otherwise, call abort iotag
5926                  */
5927                 cmdiocb = dd_data->context_un.iocb.cmdiocbq;
5928                 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
5929
5930                 spin_lock_irqsave(&phba->hbalock, flags);
5931                 /* make sure the I/O abort window is still open */
5932                 if (!(cmdiocb->iocb_flag & LPFC_IO_CMD_OUTSTANDING)) {
5933                         spin_unlock_irqrestore(&phba->hbalock, flags);
5934                         return -EAGAIN;
5935                 }
5936                 list_for_each_entry_safe(check_iocb, next_iocb, &pring->txq,
5937                                          list) {
5938                         if (check_iocb == cmdiocb) {
5939                                 list_move_tail(&check_iocb->list, &completions);
5940                                 break;
5941                         }
5942                 }
5943                 if (list_empty(&completions))
5944                         lpfc_sli_issue_abort_iotag(phba, pring, cmdiocb);
5945                 spin_unlock_irqrestore(&phba->hbalock, flags);
5946                 if (!list_empty(&completions)) {
5947                         lpfc_sli_cancel_iocbs(phba, &completions,
5948                                               IOSTAT_LOCAL_REJECT,
5949                                               IOERR_SLI_ABORTED);
5950                 }
5951                 break;
5952
5953         case TYPE_EVT:
5954                 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
5955                 break;
5956
5957         case TYPE_MBOX:
5958                 /* Update the ext buf ctx state if needed */
5959
5960                 if (phba->mbox_ext_buf_ctx.state == LPFC_BSG_MBOX_PORT)
5961                         phba->mbox_ext_buf_ctx.state = LPFC_BSG_MBOX_ABTS;
5962                 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
5963                 break;
5964         case TYPE_MENLO:
5965                 /* Check to see if IOCB was issued to the port or not. If not,
5966                  * remove it from the txq queue and call cancel iocbs.
5967                  * Otherwise, call abort iotag.
5968                  */
5969                 cmdiocb = dd_data->context_un.menlo.cmdiocbq;
5970                 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
5971
5972                 spin_lock_irqsave(&phba->hbalock, flags);
5973                 list_for_each_entry_safe(check_iocb, next_iocb, &pring->txq,
5974                                          list) {
5975                         if (check_iocb == cmdiocb) {
5976                                 list_move_tail(&check_iocb->list, &completions);
5977                                 break;
5978                         }
5979                 }
5980                 if (list_empty(&completions))
5981                         lpfc_sli_issue_abort_iotag(phba, pring, cmdiocb);
5982                 spin_unlock_irqrestore(&phba->hbalock, flags);
5983                 if (!list_empty(&completions)) {
5984                         lpfc_sli_cancel_iocbs(phba, &completions,
5985                                               IOSTAT_LOCAL_REJECT,
5986                                               IOERR_SLI_ABORTED);
5987                 }
5988                 break;
5989         default:
5990                 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
5991                 break;
5992         }
5993
5994         /* scsi transport fc fc_bsg_job_timeout expects a zero return code,
5995          * otherwise an error message will be displayed on the console
5996          * so always return success (zero)
5997          */
5998         return rc;
5999 }