kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x_vfpf.c

   1 /* bnx2x_vfpf.c: QLogic Everest network driver.
   2  *
   3  * Copyright 2009-2013 Broadcom Corporation
   4  * Copyright 2014 QLogic Corporation
   5  * All rights reserved
   6  *
   7  * Unless you and QLogic execute a separate written software license
   8  * agreement governing use of this software, this software is licensed to you
   9  * under the terms of the GNU General Public License version 2, available
  10  * at http://www.gnu.org/licenses/old-licenses/gpl-2.0.html (the "GPL").
  11  *
  12  * Notwithstanding the above, under no circumstances may you combine this
  13  * software in any way with any other QLogic software provided under a
  14  * license other than the GPL, without QLogic's express prior written
  15  * consent.
  16  *
  17  * Maintained by: Ariel Elior <ariel.elior@qlogic.com>
  18  * Written by: Shmulik Ravid
  19  *             Ariel Elior <ariel.elior@qlogic.com>
  20  */
  21
  22 #include "bnx2x.h"
  23 #include "bnx2x_cmn.h"
  24 #include <linux/crc32.h>
  25
  26 static int bnx2x_vfpf_teardown_queue(struct bnx2x *bp, int qidx);
  27
  28 /* place a given tlv on the tlv buffer at a given offset */
  29 static void bnx2x_add_tlv(struct bnx2x *bp, void *tlvs_list,
  30                           u16 offset, u16 type, u16 length)
  31 {
  32         struct channel_tlv *tl =
  33                 (struct channel_tlv *)(tlvs_list + offset);
  34
  35         tl->type = type;
  36         tl->length = length;
  37 }
  38
  39 /* Clear the mailbox and init the header of the first tlv */
  40 static void bnx2x_vfpf_prep(struct bnx2x *bp, struct vfpf_first_tlv *first_tlv,
  41                             u16 type, u16 length)
  42 {
  43         mutex_lock(&bp->vf2pf_mutex);
  44
  45         DP(BNX2X_MSG_IOV, "preparing to send %d tlv over vf pf channel\n",
  46            type);
  47
  48         /* Clear mailbox */
  49         memset(bp->vf2pf_mbox, 0, sizeof(struct bnx2x_vf_mbx_msg));
  50
  51         /* init type and length */
  52         bnx2x_add_tlv(bp, &first_tlv->tl, 0, type, length);
  53
  54         /* init first tlv header */
  55         first_tlv->resp_msg_offset = sizeof(bp->vf2pf_mbox->req);
  56 }
  57
  58 /* releases the mailbox */
  59 static void bnx2x_vfpf_finalize(struct bnx2x *bp,
  60                                 struct vfpf_first_tlv *first_tlv)
  61 {
  62         DP(BNX2X_MSG_IOV, "done sending [%d] tlv over vf pf channel\n",
  63            first_tlv->tl.type);
  64
  65         mutex_unlock(&bp->vf2pf_mutex);
  66 }
  67
  68 /* Finds a TLV by type in a TLV buffer; If found, returns pointer to the TLV */
  69 static void *bnx2x_search_tlv_list(struct bnx2x *bp, void *tlvs_list,
  70                                    enum channel_tlvs req_tlv)
  71 {
  72         struct channel_tlv *tlv = (struct channel_tlv *)tlvs_list;
  73
  74         do {
  75                 if (tlv->type == req_tlv)
  76                         return tlv;
  77
  78                 if (!tlv->length) {
  79                         BNX2X_ERR("Found TLV with length 0\n");
  80                         return NULL;
  81                 }
  82
  83                 tlvs_list += tlv->length;
  84                 tlv = (struct channel_tlv *)tlvs_list;
  85         } while (tlv->type != CHANNEL_TLV_LIST_END);
  86
  87         DP(BNX2X_MSG_IOV, "TLV list does not contain %d TLV\n", req_tlv);
  88
  89         return NULL;
  90 }
  91
  92 /* list the types and lengths of the tlvs on the buffer */
  93 static void bnx2x_dp_tlv_list(struct bnx2x *bp, void *tlvs_list)
  94 {
  95         int i = 1;
  96         struct channel_tlv *tlv = (struct channel_tlv *)tlvs_list;
  97
  98         while (tlv->type != CHANNEL_TLV_LIST_END) {
  99                 /* output tlv */
 100                 DP(BNX2X_MSG_IOV, "TLV number %d: type %d, length %d\n", i,
 101                    tlv->type, tlv->length);
 102
 103                 /* advance to next tlv */
 104                 tlvs_list += tlv->length;
 105
 106                 /* cast general tlv list pointer to channel tlv header*/
 107                 tlv = (struct channel_tlv *)tlvs_list;
 108
 109                 i++;
 110
 111                 /* break condition for this loop */
 112                 if (i > MAX_TLVS_IN_LIST) {
 113                         WARN(true, "corrupt tlvs");
 114                         return;
 115                 }
 116         }
 117
 118         /* output last tlv */
 119         DP(BNX2X_MSG_IOV, "TLV number %d: type %d, length %d\n", i,
 120            tlv->type, tlv->length);
 121 }
 122
 123 /* test whether we support a tlv type */
 124 bool bnx2x_tlv_supported(u16 tlvtype)
 125 {
 126         return CHANNEL_TLV_NONE < tlvtype && tlvtype < CHANNEL_TLV_MAX;
 127 }
 128
 129 static inline int bnx2x_pfvf_status_codes(int rc)
 130 {
 131         switch (rc) {
 132         case 0:
 133                 return PFVF_STATUS_SUCCESS;
 134         case -ENOMEM:
 135                 return PFVF_STATUS_NO_RESOURCE;
 136         default:
 137                 return PFVF_STATUS_FAILURE;
 138         }
 139 }
 140
 141 static int bnx2x_send_msg2pf(struct bnx2x *bp, u8 *done, dma_addr_t msg_mapping)
 142 {
 143         struct cstorm_vf_zone_data __iomem *zone_data =
 144                 REG_ADDR(bp, PXP_VF_ADDR_CSDM_GLOBAL_START);
 145         int tout = 100, interval = 100; /* wait for 10 seconds */
 146
 147         if (*done) {
 148                 BNX2X_ERR("done was non zero before message to pf was sent\n");
 149                 WARN_ON(true);
 150                 return -EINVAL;
 151         }
 152
 153         /* if PF indicated channel is down avoid sending message. Return success
 154          * so calling flow can continue
 155          */
 156         bnx2x_sample_bulletin(bp);
 157         if (bp->old_bulletin.valid_bitmap & 1 << CHANNEL_DOWN) {
 158                 DP(BNX2X_MSG_IOV, "detecting channel down. Aborting message\n");
 159                 *done = PFVF_STATUS_SUCCESS;
 160                 return -EINVAL;
 161         }
 162
 163         /* Write message address */
 164         writel(U64_LO(msg_mapping),
 165                &zone_data->non_trigger.vf_pf_channel.msg_addr_lo);
 166         writel(U64_HI(msg_mapping),
 167                &zone_data->non_trigger.vf_pf_channel.msg_addr_hi);
 168
 169         /* make sure the address is written before FW accesses it */
 170         wmb();
 171
 172         /* Trigger the PF FW */
 173         writeb(1, &zone_data->trigger.vf_pf_channel.addr_valid);
 174
 175         /* Wait for PF to complete */
 176         while ((tout >= 0) && (!*done)) {
 177                 msleep(interval);
 178                 tout -= 1;
 179
 180                 /* progress indicator - HV can take its own sweet time in
 181                  * answering VFs...
 182                  */
 183                 DP_CONT(BNX2X_MSG_IOV, ".");
 184         }
 185
 186         if (!*done) {
 187                 BNX2X_ERR("PF response has timed out\n");
 188                 return -EAGAIN;
 189         }
 190         DP(BNX2X_MSG_SP, "Got a response from PF\n");
 191         return 0;
 192 }
 193
 194 static int bnx2x_get_vf_id(struct bnx2x *bp, u32 *vf_id)
 195 {
 196         u32 me_reg;
 197         int tout = 10, interval = 100; /* Wait for 1 sec */
 198
 199         do {
 200                 /* pxp traps vf read of doorbells and returns me reg value */
 201                 me_reg = readl(bp->doorbells);
 202                 if (GOOD_ME_REG(me_reg))
 203                         break;
 204
 205                 msleep(interval);
 206
 207                 BNX2X_ERR("Invalid ME register value: 0x%08x\n. Is pf driver up?",
 208                           me_reg);
 209         } while (tout-- > 0);
 210
 211         if (!GOOD_ME_REG(me_reg)) {
 212                 BNX2X_ERR("Invalid ME register value: 0x%08x\n", me_reg);
 213                 return -EINVAL;
 214         }
 215
 216         DP(BNX2X_MSG_IOV, "valid ME register value: 0x%08x\n", me_reg);
 217
 218         *vf_id = (me_reg & ME_REG_VF_NUM_MASK) >> ME_REG_VF_NUM_SHIFT;
 219
 220         return 0;
 221 }
 222
 223 int bnx2x_vfpf_acquire(struct bnx2x *bp, u8 tx_count, u8 rx_count)
 224 {
 225         int rc = 0, attempts = 0;
 226         struct vfpf_acquire_tlv *req = &bp->vf2pf_mbox->req.acquire;
 227         struct pfvf_acquire_resp_tlv *resp = &bp->vf2pf_mbox->resp.acquire_resp;
 228         struct vfpf_port_phys_id_resp_tlv *phys_port_resp;
 229         struct vfpf_fp_hsi_resp_tlv *fp_hsi_resp;
 230         u32 vf_id;
 231         bool resources_acquired = false;
 232
 233         /* clear mailbox and prep first tlv */
 234         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_ACQUIRE, sizeof(*req));
 235
 236         if (bnx2x_get_vf_id(bp, &vf_id)) {
 237                 rc = -EAGAIN;
 238                 goto out;
 239         }
 240
 241         req->vfdev_info.vf_id = vf_id;
 242         req->vfdev_info.vf_os = 0;
 243         req->vfdev_info.fp_hsi_ver = ETH_FP_HSI_VERSION;
 244
 245         req->resc_request.num_rxqs = rx_count;
 246         req->resc_request.num_txqs = tx_count;
 247         req->resc_request.num_sbs = bp->igu_sb_cnt;
 248         req->resc_request.num_mac_filters = VF_ACQUIRE_MAC_FILTERS;
 249         req->resc_request.num_mc_filters = VF_ACQUIRE_MC_FILTERS;
 250         req->resc_request.num_vlan_filters = VF_ACQUIRE_VLAN_FILTERS;
 251
 252         /* pf 2 vf bulletin board address */
 253         req->bulletin_addr = bp->pf2vf_bulletin_mapping;
 254
 255         /* Request physical port identifier */
 256         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length,
 257                       CHANNEL_TLV_PHYS_PORT_ID, sizeof(struct channel_tlv));
 258
 259         /* Bulletin support for bulletin board with length > legacy length */
 260         req->vfdev_info.caps |= VF_CAP_SUPPORT_EXT_BULLETIN;
 261         /* vlan filtering is supported */
 262         req->vfdev_info.caps |= VF_CAP_SUPPORT_VLAN_FILTER;
 263
 264         /* add list termination tlv */
 265         bnx2x_add_tlv(bp, req,
 266                       req->first_tlv.tl.length + sizeof(struct channel_tlv),
 267                       CHANNEL_TLV_LIST_END,
 268                       sizeof(struct channel_list_end_tlv));
 269
 270         /* output tlvs list */
 271         bnx2x_dp_tlv_list(bp, req);
 272
 273         while (!resources_acquired) {
 274                 DP(BNX2X_MSG_SP, "attempting to acquire resources\n");
 275
 276                 /* send acquire request */
 277                 rc = bnx2x_send_msg2pf(bp,
 278                                        &resp->hdr.status,
 279                                        bp->vf2pf_mbox_mapping);
 280
 281                 /* PF timeout */
 282                 if (rc)
 283                         goto out;
 284
 285                 /* copy acquire response from buffer to bp */
 286                 memcpy(&bp->acquire_resp, resp, sizeof(bp->acquire_resp));
 287
 288                 attempts++;
 289
 290                 /* test whether the PF accepted our request. If not, humble
 291                  * the request and try again.
 292                  */
 293                 if (bp->acquire_resp.hdr.status == PFVF_STATUS_SUCCESS) {
 294                         DP(BNX2X_MSG_SP, "resources acquired\n");
 295                         resources_acquired = true;
 296                 } else if (bp->acquire_resp.hdr.status ==
 297                            PFVF_STATUS_NO_RESOURCE &&
 298                            attempts < VF_ACQUIRE_THRESH) {
 299                         DP(BNX2X_MSG_SP,
 300                            "PF unwilling to fulfill resource request. Try PF recommended amount\n");
 301
 302                         /* humble our request */
 303                         req->resc_request.num_txqs =
 304                                 min(req->resc_request.num_txqs,
 305                                     bp->acquire_resp.resc.num_txqs);
 306                         req->resc_request.num_rxqs =
 307                                 min(req->resc_request.num_rxqs,
 308                                     bp->acquire_resp.resc.num_rxqs);
 309                         req->resc_request.num_sbs =
 310                                 min(req->resc_request.num_sbs,
 311                                     bp->acquire_resp.resc.num_sbs);
 312                         req->resc_request.num_mac_filters =
 313                                 min(req->resc_request.num_mac_filters,
 314                                     bp->acquire_resp.resc.num_mac_filters);
 315                         req->resc_request.num_vlan_filters =
 316                                 min(req->resc_request.num_vlan_filters,
 317                                     bp->acquire_resp.resc.num_vlan_filters);
 318                         req->resc_request.num_mc_filters =
 319                                 min(req->resc_request.num_mc_filters,
 320                                     bp->acquire_resp.resc.num_mc_filters);
 321
 322                         /* Clear response buffer */
 323                         memset(&bp->vf2pf_mbox->resp, 0,
 324                                sizeof(union pfvf_tlvs));
 325                 } else {
 326                         /* Determine reason of PF failure of acquire process */
 327                         fp_hsi_resp = bnx2x_search_tlv_list(bp, resp,
 328                                                             CHANNEL_TLV_FP_HSI_SUPPORT);
 329                         if (fp_hsi_resp && !fp_hsi_resp->is_supported)
 330                                 BNX2X_ERR("Old hypervisor - doesn't support current fastpath HSI version; Need to downgrade VF driver [or upgrade hypervisor]\n");
 331                         else
 332                                 BNX2X_ERR("Failed to get the requested amount of resources: %d. Breaking...\n",
 333                                           bp->acquire_resp.hdr.status);
 334                         rc = -EAGAIN;
 335                         goto out;
 336                 }
 337         }
 338
 339         /* Retrieve physical port id (if possible) */
 340         phys_port_resp = (struct vfpf_port_phys_id_resp_tlv *)
 341                          bnx2x_search_tlv_list(bp, resp,
 342                                                CHANNEL_TLV_PHYS_PORT_ID);
 343         if (phys_port_resp) {
 344                 memcpy(bp->phys_port_id, phys_port_resp->id, ETH_ALEN);
 345                 bp->flags |= HAS_PHYS_PORT_ID;
 346         }
 347
 348         /* Old Hypevisors might not even support the FP_HSI_SUPPORT TLV.
 349          * If that's the case, we need to make certain required FW was
 350          * supported by such a hypervisor [i.e., v0-v2].
 351          */
 352         fp_hsi_resp = bnx2x_search_tlv_list(bp, resp,
 353                                             CHANNEL_TLV_FP_HSI_SUPPORT);
 354         if (!fp_hsi_resp && (ETH_FP_HSI_VERSION > ETH_FP_HSI_VER_2)) {
 355                 BNX2X_ERR("Old hypervisor - need to downgrade VF's driver\n");
 356
 357                 /* Since acquire succeeded on the PF side, we need to send a
 358                  * release message in order to allow future probes.
 359                  */
 360                 bnx2x_vfpf_finalize(bp, &req->first_tlv);
 361                 bnx2x_vfpf_release(bp);
 362
 363                 rc = -EINVAL;
 364                 goto out;
 365         }
 366
 367         /* get HW info */
 368         bp->common.chip_id |= (bp->acquire_resp.pfdev_info.chip_num & 0xffff);
 369         bp->link_params.chip_id = bp->common.chip_id;
 370         bp->db_size = bp->acquire_resp.pfdev_info.db_size;
 371         bp->common.int_block = INT_BLOCK_IGU;
 372         bp->common.chip_port_mode = CHIP_2_PORT_MODE;
 373         bp->igu_dsb_id = -1;
 374         bp->mf_ov = 0;
 375         bp->mf_mode = 0;
 376         bp->common.flash_size = 0;
 377         bp->flags |=
 378                 NO_WOL_FLAG | NO_ISCSI_OOO_FLAG | NO_ISCSI_FLAG | NO_FCOE_FLAG;
 379         bp->igu_sb_cnt = bp->acquire_resp.resc.num_sbs;
 380         bp->igu_base_sb = bp->acquire_resp.resc.hw_sbs[0].hw_sb_id;
 381         bp->vlan_credit = bp->acquire_resp.resc.num_vlan_filters;
 382
 383         strlcpy(bp->fw_ver, bp->acquire_resp.pfdev_info.fw_ver,
 384                 sizeof(bp->fw_ver));
 385
 386         if (is_valid_ether_addr(bp->acquire_resp.resc.current_mac_addr))
 387                 memcpy(bp->dev->dev_addr,
 388                        bp->acquire_resp.resc.current_mac_addr,
 389                        ETH_ALEN);
 390
 391 out:
 392         bnx2x_vfpf_finalize(bp, &req->first_tlv);
 393         return rc;
 394 }
 395
 396 int bnx2x_vfpf_release(struct bnx2x *bp)
 397 {
 398         struct vfpf_release_tlv *req = &bp->vf2pf_mbox->req.release;
 399         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
 400         u32 rc, vf_id;
 401
 402         /* clear mailbox and prep first tlv */
 403         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_RELEASE, sizeof(*req));
 404
 405         if (bnx2x_get_vf_id(bp, &vf_id)) {
 406                 rc = -EAGAIN;
 407                 goto out;
 408         }
 409
 410         req->vf_id = vf_id;
 411
 412         /* add list termination tlv */
 413         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
 414                       sizeof(struct channel_list_end_tlv));
 415
 416         /* output tlvs list */
 417         bnx2x_dp_tlv_list(bp, req);
 418
 419         /* send release request */
 420         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
 421
 422         if (rc)
 423                 /* PF timeout */
 424                 goto out;
 425
 426         if (resp->hdr.status == PFVF_STATUS_SUCCESS) {
 427                 /* PF released us */
 428                 DP(BNX2X_MSG_SP, "vf released\n");
 429         } else {
 430                 /* PF reports error */
 431                 BNX2X_ERR("PF failed our release request - are we out of sync? Response status: %d\n",
 432                           resp->hdr.status);
 433                 rc = -EAGAIN;
 434                 goto out;
 435         }
 436 out:
 437         bnx2x_vfpf_finalize(bp, &req->first_tlv);
 438
 439         return rc;
 440 }
 441
 442 /* Tell PF about SB addresses */
 443 int bnx2x_vfpf_init(struct bnx2x *bp)
 444 {
 445         struct vfpf_init_tlv *req = &bp->vf2pf_mbox->req.init;
 446         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
 447         int rc, i;
 448
 449         /* clear mailbox and prep first tlv */
 450         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_INIT, sizeof(*req));
 451
 452         /* status blocks */
 453         for_each_eth_queue(bp, i)
 454                 req->sb_addr[i] = (dma_addr_t)bnx2x_fp(bp, i,
 455                                                        status_blk_mapping);
 456
 457         /* statistics - requests only supports single queue for now */
 458         req->stats_addr = bp->fw_stats_data_mapping +
 459                           offsetof(struct bnx2x_fw_stats_data, queue_stats);
 460
 461         req->stats_stride = sizeof(struct per_queue_stats);
 462
 463         /* add list termination tlv */
 464         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
 465                       sizeof(struct channel_list_end_tlv));
 466
 467         /* output tlvs list */
 468         bnx2x_dp_tlv_list(bp, req);
 469
 470         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
 471         if (rc)
 472                 goto out;
 473
 474         if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
 475                 BNX2X_ERR("INIT VF failed: %d. Breaking...\n",
 476                           resp->hdr.status);
 477                 rc = -EAGAIN;
 478                 goto out;
 479         }
 480
 481         DP(BNX2X_MSG_SP, "INIT VF Succeeded\n");
 482 out:
 483         bnx2x_vfpf_finalize(bp, &req->first_tlv);
 484
 485         return rc;
 486 }
 487
 488 /* CLOSE VF - opposite to INIT_VF */
 489 void bnx2x_vfpf_close_vf(struct bnx2x *bp)
 490 {
 491         struct vfpf_close_tlv *req = &bp->vf2pf_mbox->req.close;
 492         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
 493         int i, rc;
 494         u32 vf_id;
 495
 496         /* If we haven't got a valid VF id, there is no sense to
 497          * continue with sending messages
 498          */
 499         if (bnx2x_get_vf_id(bp, &vf_id))
 500                 goto free_irq;
 501
 502         /* Close the queues */
 503         for_each_queue(bp, i)
 504                 bnx2x_vfpf_teardown_queue(bp, i);
 505
 506         /* remove mac */
 507         bnx2x_vfpf_config_mac(bp, bp->dev->dev_addr, bp->fp->index, false);
 508
 509         /* clear mailbox and prep first tlv */
 510         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_CLOSE, sizeof(*req));
 511
 512         req->vf_id = vf_id;
 513
 514         /* add list termination tlv */
 515         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
 516                       sizeof(struct channel_list_end_tlv));
 517
 518         /* output tlvs list */
 519         bnx2x_dp_tlv_list(bp, req);
 520
 521         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
 522
 523         if (rc)
 524                 BNX2X_ERR("Sending CLOSE failed. rc was: %d\n", rc);
 525
 526         else if (resp->hdr.status != PFVF_STATUS_SUCCESS)
 527                 BNX2X_ERR("Sending CLOSE failed: pf response was %d\n",
 528                           resp->hdr.status);
 529
 530         bnx2x_vfpf_finalize(bp, &req->first_tlv);
 531
 532 free_irq:
 533         /* Disable HW interrupts, NAPI */
 534         bnx2x_netif_stop(bp, 0);
 535         /* Delete all NAPI objects */
 536         bnx2x_del_all_napi(bp);
 537
 538         /* Release IRQs */
 539         bnx2x_free_irq(bp);
 540 }
 541
 542 static void bnx2x_leading_vfq_init(struct bnx2x *bp, struct bnx2x_virtf *vf,
 543                                    struct bnx2x_vf_queue *q)
 544 {
 545         u8 cl_id = vfq_cl_id(vf, q);
 546         u8 func_id = FW_VF_HANDLE(vf->abs_vfid);
 547
 548         /* mac */
 549         bnx2x_init_mac_obj(bp, &q->mac_obj,
 550                            cl_id, q->cid, func_id,
 551                            bnx2x_vf_sp(bp, vf, mac_rdata),
 552                            bnx2x_vf_sp_map(bp, vf, mac_rdata),
 553                            BNX2X_FILTER_MAC_PENDING,
 554                            &vf->filter_state,
 555                            BNX2X_OBJ_TYPE_RX_TX,
 556                            &vf->vf_macs_pool);
 557         /* vlan */
 558         bnx2x_init_vlan_obj(bp, &q->vlan_obj,
 559                             cl_id, q->cid, func_id,
 560                             bnx2x_vf_sp(bp, vf, vlan_rdata),
 561                             bnx2x_vf_sp_map(bp, vf, vlan_rdata),
 562                             BNX2X_FILTER_VLAN_PENDING,
 563                             &vf->filter_state,
 564                             BNX2X_OBJ_TYPE_RX_TX,
 565                             &vf->vf_vlans_pool);
 566         /* vlan-mac */
 567         bnx2x_init_vlan_mac_obj(bp, &q->vlan_mac_obj,
 568                                 cl_id, q->cid, func_id,
 569                                 bnx2x_vf_sp(bp, vf, vlan_mac_rdata),
 570                                 bnx2x_vf_sp_map(bp, vf, vlan_mac_rdata),
 571                                 BNX2X_FILTER_VLAN_MAC_PENDING,
 572                                 &vf->filter_state,
 573                                 BNX2X_OBJ_TYPE_RX_TX,
 574                                 &vf->vf_macs_pool,
 575                                 &vf->vf_vlans_pool);
 576         /* mcast */
 577         bnx2x_init_mcast_obj(bp, &vf->mcast_obj, cl_id,
 578                              q->cid, func_id, func_id,
 579                              bnx2x_vf_sp(bp, vf, mcast_rdata),
 580                              bnx2x_vf_sp_map(bp, vf, mcast_rdata),
 581                              BNX2X_FILTER_MCAST_PENDING,
 582                              &vf->filter_state,
 583                              BNX2X_OBJ_TYPE_RX_TX);
 584
 585         /* rss */
 586         bnx2x_init_rss_config_obj(bp, &vf->rss_conf_obj, cl_id, q->cid,
 587                                   func_id, func_id,
 588                                   bnx2x_vf_sp(bp, vf, rss_rdata),
 589                                   bnx2x_vf_sp_map(bp, vf, rss_rdata),
 590                                   BNX2X_FILTER_RSS_CONF_PENDING,
 591                                   &vf->filter_state,
 592                                   BNX2X_OBJ_TYPE_RX_TX);
 593
 594         vf->leading_rss = cl_id;
 595         q->is_leading = true;
 596         q->sp_initialized = true;
 597 }
 598
 599 /* ask the pf to open a queue for the vf */
 600 int bnx2x_vfpf_setup_q(struct bnx2x *bp, struct bnx2x_fastpath *fp,
 601                        bool is_leading)
 602 {
 603         struct vfpf_setup_q_tlv *req = &bp->vf2pf_mbox->req.setup_q;
 604         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
 605         u8 fp_idx = fp->index;
 606         u16 tpa_agg_size = 0, flags = 0;
 607         int rc;
 608
 609         /* clear mailbox and prep first tlv */
 610         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_SETUP_Q, sizeof(*req));
 611
 612         /* select tpa mode to request */
 613         if (fp->mode != TPA_MODE_DISABLED) {
 614                 flags |= VFPF_QUEUE_FLG_TPA;
 615                 flags |= VFPF_QUEUE_FLG_TPA_IPV6;
 616                 if (fp->mode == TPA_MODE_GRO)
 617                         flags |= VFPF_QUEUE_FLG_TPA_GRO;
 618                 tpa_agg_size = TPA_AGG_SIZE;
 619         }
 620
 621         if (is_leading)
 622                 flags |= VFPF_QUEUE_FLG_LEADING_RSS;
 623
 624         /* calculate queue flags */
 625         flags |= VFPF_QUEUE_FLG_STATS;
 626         flags |= VFPF_QUEUE_FLG_CACHE_ALIGN;
 627         flags |= VFPF_QUEUE_FLG_VLAN;
 628
 629         /* Common */
 630         req->vf_qid = fp_idx;
 631         req->param_valid = VFPF_RXQ_VALID | VFPF_TXQ_VALID;
 632
 633         /* Rx */
 634         req->rxq.rcq_addr = fp->rx_comp_mapping;
 635         req->rxq.rcq_np_addr = fp->rx_comp_mapping + BCM_PAGE_SIZE;
 636         req->rxq.rxq_addr = fp->rx_desc_mapping;
 637         req->rxq.sge_addr = fp->rx_sge_mapping;
 638         req->rxq.vf_sb = fp_idx;
 639         req->rxq.sb_index = HC_INDEX_ETH_RX_CQ_CONS;
 640         req->rxq.hc_rate = bp->rx_ticks ? 1000000/bp->rx_ticks : 0;
 641         req->rxq.mtu = bp->dev->mtu;
 642         req->rxq.buf_sz = fp->rx_buf_size;
 643         req->rxq.sge_buf_sz = BCM_PAGE_SIZE * PAGES_PER_SGE;
 644         req->rxq.tpa_agg_sz = tpa_agg_size;
 645         req->rxq.max_sge_pkt = SGE_PAGE_ALIGN(bp->dev->mtu) >> SGE_PAGE_SHIFT;
 646         req->rxq.max_sge_pkt = ((req->rxq.max_sge_pkt + PAGES_PER_SGE - 1) &
 647                           (~(PAGES_PER_SGE-1))) >> PAGES_PER_SGE_SHIFT;
 648         req->rxq.flags = flags;
 649         req->rxq.drop_flags = 0;
 650         req->rxq.cache_line_log = BNX2X_RX_ALIGN_SHIFT;
 651         req->rxq.stat_id = -1; /* No stats at the moment */
 652
 653         /* Tx */
 654         req->txq.txq_addr = fp->txdata_ptr[FIRST_TX_COS_INDEX]->tx_desc_mapping;
 655         req->txq.vf_sb = fp_idx;
 656         req->txq.sb_index = HC_INDEX_ETH_TX_CQ_CONS_COS0;
 657         req->txq.hc_rate = bp->tx_ticks ? 1000000/bp->tx_ticks : 0;
 658         req->txq.flags = flags;
 659         req->txq.traffic_type = LLFC_TRAFFIC_TYPE_NW;
 660
 661         /* add list termination tlv */
 662         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
 663                       sizeof(struct channel_list_end_tlv));
 664
 665         /* output tlvs list */
 666         bnx2x_dp_tlv_list(bp, req);
 667
 668         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
 669         if (rc)
 670                 BNX2X_ERR("Sending SETUP_Q message for queue[%d] failed!\n",
 671                           fp_idx);
 672
 673         if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
 674                 BNX2X_ERR("Status of SETUP_Q for queue[%d] is %d\n",
 675                           fp_idx, resp->hdr.status);
 676                 rc = -EINVAL;
 677         }
 678
 679         bnx2x_vfpf_finalize(bp, &req->first_tlv);
 680
 681         return rc;
 682 }
 683
 684 static int bnx2x_vfpf_teardown_queue(struct bnx2x *bp, int qidx)
 685 {
 686         struct vfpf_q_op_tlv *req = &bp->vf2pf_mbox->req.q_op;
 687         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
 688         int rc;
 689
 690         /* clear mailbox and prep first tlv */
 691         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_TEARDOWN_Q,
 692                         sizeof(*req));
 693
 694         req->vf_qid = qidx;
 695
 696         /* add list termination tlv */
 697         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
 698                       sizeof(struct channel_list_end_tlv));
 699
 700         /* output tlvs list */
 701         bnx2x_dp_tlv_list(bp, req);
 702
 703         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
 704
 705         if (rc) {
 706                 BNX2X_ERR("Sending TEARDOWN for queue %d failed: %d\n", qidx,
 707                           rc);
 708                 goto out;
 709         }
 710
 711         /* PF failed the transaction */
 712         if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
 713                 BNX2X_ERR("TEARDOWN for queue %d failed: %d\n", qidx,
 714                           resp->hdr.status);
 715                 rc = -EINVAL;
 716         }
 717
 718 out:
 719         bnx2x_vfpf_finalize(bp, &req->first_tlv);
 720
 721         return rc;
 722 }
 723
 724 /* request pf to add a mac for the vf */
 725 int bnx2x_vfpf_config_mac(struct bnx2x *bp, u8 *addr, u8 vf_qid, bool set)
 726 {
 727         struct vfpf_set_q_filters_tlv *req = &bp->vf2pf_mbox->req.set_q_filters;
 728         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
 729         struct pf_vf_bulletin_content bulletin = bp->pf2vf_bulletin->content;
 730         int rc = 0;
 731
 732         /* clear mailbox and prep first tlv */
 733         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_SET_Q_FILTERS,
 734                         sizeof(*req));
 735
 736         req->flags = VFPF_SET_Q_FILTERS_MAC_VLAN_CHANGED;
 737         req->vf_qid = vf_qid;
 738         req->n_mac_vlan_filters = 1;
 739
 740         req->filters[0].flags = VFPF_Q_FILTER_DEST_MAC_VALID;
 741         if (set)
 742                 req->filters[0].flags |= VFPF_Q_FILTER_SET;
 743
 744         /* sample bulletin board for new mac */
 745         bnx2x_sample_bulletin(bp);
 746
 747         /* copy mac from device to request */
 748         memcpy(req->filters[0].mac, addr, ETH_ALEN);
 749
 750         /* add list termination tlv */
 751         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
 752                       sizeof(struct channel_list_end_tlv));
 753
 754         /* output tlvs list */
 755         bnx2x_dp_tlv_list(bp, req);
 756
 757         /* send message to pf */
 758         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
 759         if (rc) {
 760                 BNX2X_ERR("failed to send message to pf. rc was %d\n", rc);
 761                 goto out;
 762         }
 763
 764         /* failure may mean PF was configured with a new mac for us */
 765         while (resp->hdr.status == PFVF_STATUS_FAILURE) {
 766                 DP(BNX2X_MSG_IOV,
 767                    "vfpf SET MAC failed. Check bulletin board for new posts\n");
 768
 769                 /* copy mac from bulletin to device */
 770                 memcpy(bp->dev->dev_addr, bulletin.mac, ETH_ALEN);
 771
 772                 /* check if bulletin board was updated */
 773                 if (bnx2x_sample_bulletin(bp) == PFVF_BULLETIN_UPDATED) {
 774                         /* copy mac from device to request */
 775                         memcpy(req->filters[0].mac, bp->dev->dev_addr,
 776                                ETH_ALEN);
 777
 778                         /* send message to pf */
 779                         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status,
 780                                                bp->vf2pf_mbox_mapping);
 781                 } else {
 782                         /* no new info in bulletin */
 783                         break;
 784                 }
 785         }
 786
 787         if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
 788                 BNX2X_ERR("vfpf SET MAC failed: %d\n", resp->hdr.status);
 789                 rc = -EINVAL;
 790         }
 791 out:
 792         bnx2x_vfpf_finalize(bp, &req->first_tlv);
 793
 794         return rc;
 795 }
 796
 797 /* request pf to config rss table for vf queues*/
 798 int bnx2x_vfpf_config_rss(struct bnx2x *bp,
 799                           struct bnx2x_config_rss_params *params)
 800 {
 801         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
 802         struct vfpf_rss_tlv *req = &bp->vf2pf_mbox->req.update_rss;
 803         int rc = 0;
 804
 805         /* clear mailbox and prep first tlv */
 806         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_UPDATE_RSS,
 807                         sizeof(*req));
 808
 809         /* add list termination tlv */
 810         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
 811                       sizeof(struct channel_list_end_tlv));
 812
 813         memcpy(req->ind_table, params->ind_table, T_ETH_INDIRECTION_TABLE_SIZE);
 814         memcpy(req->rss_key, params->rss_key, sizeof(params->rss_key));
 815         req->ind_table_size = T_ETH_INDIRECTION_TABLE_SIZE;
 816         req->rss_key_size = T_ETH_RSS_KEY;
 817         req->rss_result_mask = params->rss_result_mask;
 818
 819         /* flags handled individually for backward/forward compatibility */
 820         if (params->rss_flags & (1 << BNX2X_RSS_MODE_DISABLED))
 821                 req->rss_flags |= VFPF_RSS_MODE_DISABLED;
 822         if (params->rss_flags & (1 << BNX2X_RSS_MODE_REGULAR))
 823                 req->rss_flags |= VFPF_RSS_MODE_REGULAR;
 824         if (params->rss_flags & (1 << BNX2X_RSS_SET_SRCH))
 825                 req->rss_flags |= VFPF_RSS_SET_SRCH;
 826         if (params->rss_flags & (1 << BNX2X_RSS_IPV4))
 827                 req->rss_flags |= VFPF_RSS_IPV4;
 828         if (params->rss_flags & (1 << BNX2X_RSS_IPV4_TCP))
 829                 req->rss_flags |= VFPF_RSS_IPV4_TCP;
 830         if (params->rss_flags & (1 << BNX2X_RSS_IPV4_UDP))
 831                 req->rss_flags |= VFPF_RSS_IPV4_UDP;
 832         if (params->rss_flags & (1 << BNX2X_RSS_IPV6))
 833                 req->rss_flags |= VFPF_RSS_IPV6;
 834         if (params->rss_flags & (1 << BNX2X_RSS_IPV6_TCP))
 835                 req->rss_flags |= VFPF_RSS_IPV6_TCP;
 836         if (params->rss_flags & (1 << BNX2X_RSS_IPV6_UDP))
 837                 req->rss_flags |= VFPF_RSS_IPV6_UDP;
 838
 839         DP(BNX2X_MSG_IOV, "rss flags %x\n", req->rss_flags);
 840
 841         /* output tlvs list */
 842         bnx2x_dp_tlv_list(bp, req);
 843
 844         /* send message to pf */
 845         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
 846         if (rc) {
 847                 BNX2X_ERR("failed to send message to pf. rc was %d\n", rc);
 848                 goto out;
 849         }
 850
 851         if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
 852                 /* Since older drivers don't support this feature (and VF has
 853                  * no way of knowing other than failing this), don't propagate
 854                  * an error in this case.
 855                  */
 856                 DP(BNX2X_MSG_IOV,
 857                    "Failed to send rss message to PF over VF-PF channel [%d]\n",
 858                    resp->hdr.status);
 859         }
 860 out:
 861         bnx2x_vfpf_finalize(bp, &req->first_tlv);
 862
 863         return rc;
 864 }
 865
 866 int bnx2x_vfpf_set_mcast(struct net_device *dev)
 867 {
 868         struct bnx2x *bp = netdev_priv(dev);
 869         struct vfpf_set_q_filters_tlv *req = &bp->vf2pf_mbox->req.set_q_filters;
 870         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
 871         int rc, i = 0;
 872         struct netdev_hw_addr *ha;
 873
 874         if (bp->state != BNX2X_STATE_OPEN) {
 875                 DP(NETIF_MSG_IFUP, "state is %x, returning\n", bp->state);
 876                 return -EINVAL;
 877         }
 878
 879         /* clear mailbox and prep first tlv */
 880         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_SET_Q_FILTERS,
 881                         sizeof(*req));
 882
 883         /* Get Rx mode requested */
 884         DP(NETIF_MSG_IFUP, "dev->flags = %x\n", dev->flags);
 885
 886         netdev_for_each_mc_addr(ha, dev) {
 887                 DP(NETIF_MSG_IFUP, "Adding mcast MAC: %pM\n",
 888                    bnx2x_mc_addr(ha));
 889                 memcpy(req->multicast[i], bnx2x_mc_addr(ha), ETH_ALEN);
 890                 i++;
 891         }
 892
 893         /* We support four PFVF_MAX_MULTICAST_PER_VF mcast
 894           * addresses tops
 895           */
 896         if (i >= PFVF_MAX_MULTICAST_PER_VF) {
 897                 DP(NETIF_MSG_IFUP,
 898                    "VF supports not more than %d multicast MAC addresses\n",
 899                    PFVF_MAX_MULTICAST_PER_VF);
 900                 return -EINVAL;
 901         }
 902
 903         req->n_multicast = i;
 904         req->flags |= VFPF_SET_Q_FILTERS_MULTICAST_CHANGED;
 905         req->vf_qid = 0;
 906
 907         /* add list termination tlv */
 908         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
 909                       sizeof(struct channel_list_end_tlv));
 910
 911         /* output tlvs list */
 912         bnx2x_dp_tlv_list(bp, req);
 913         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
 914         if (rc) {
 915                 BNX2X_ERR("Sending a message failed: %d\n", rc);
 916                 goto out;
 917         }
 918
 919         if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
 920                 BNX2X_ERR("Set Rx mode/multicast failed: %d\n",
 921                           resp->hdr.status);
 922                 rc = -EINVAL;
 923         }
 924 out:
 925         bnx2x_vfpf_finalize(bp, &req->first_tlv);
 926
 927         return 0;
 928 }
 929
 930 /* request pf to add a vlan for the vf */
 931 int bnx2x_vfpf_update_vlan(struct bnx2x *bp, u16 vid, u8 vf_qid, bool add)
 932 {
 933         struct vfpf_set_q_filters_tlv *req = &bp->vf2pf_mbox->req.set_q_filters;
 934         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
 935         int rc = 0;
 936
 937         if (!(bp->acquire_resp.pfdev_info.pf_cap & PFVF_CAP_VLAN_FILTER)) {
 938                 DP(BNX2X_MSG_IOV, "HV does not support vlan filtering\n");
 939                 return 0;
 940         }
 941
 942         /* clear mailbox and prep first tlv */
 943         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_SET_Q_FILTERS,
 944                         sizeof(*req));
 945
 946         req->flags = VFPF_SET_Q_FILTERS_MAC_VLAN_CHANGED;
 947         req->vf_qid = vf_qid;
 948         req->n_mac_vlan_filters = 1;
 949
 950         req->filters[0].flags = VFPF_Q_FILTER_VLAN_TAG_VALID;
 951
 952         if (add)
 953                 req->filters[0].flags |= VFPF_Q_FILTER_SET;
 954
 955         /* sample bulletin board for hypervisor vlan */
 956         bnx2x_sample_bulletin(bp);
 957
 958         if (bp->shadow_bulletin.content.valid_bitmap & 1 << VLAN_VALID) {
 959                 BNX2X_ERR("Hypervisor will dicline the request, avoiding\n");
 960                 rc = -EINVAL;
 961                 goto out;
 962         }
 963
 964         req->filters[0].vlan_tag = vid;
 965
 966         /* add list termination tlv */
 967         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
 968                       sizeof(struct channel_list_end_tlv));
 969
 970         /* output tlvs list */
 971         bnx2x_dp_tlv_list(bp, req);
 972
 973         /* send message to pf */
 974         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
 975         if (rc) {
 976                 BNX2X_ERR("failed to send message to pf. rc was %d\n", rc);
 977                 goto out;
 978         }
 979
 980         if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
 981                 BNX2X_ERR("vfpf %s VLAN %d failed\n", add ? "add" : "del",
 982                           vid);
 983                 rc = -EINVAL;
 984         }
 985 out:
 986         bnx2x_vfpf_finalize(bp, &req->first_tlv);
 987
 988         return rc;
 989 }
 990
 991 int bnx2x_vfpf_storm_rx_mode(struct bnx2x *bp)
 992 {
 993         int mode = bp->rx_mode;
 994         struct vfpf_set_q_filters_tlv *req = &bp->vf2pf_mbox->req.set_q_filters;
 995         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
 996         int rc;
 997
 998         /* clear mailbox and prep first tlv */
 999         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_SET_Q_FILTERS,
1000                         sizeof(*req));
1001
1002         DP(NETIF_MSG_IFUP, "Rx mode is %d\n", mode);
1003
1004         /* Ignore everything accept MODE_NONE */
1005         if (mode  == BNX2X_RX_MODE_NONE) {
1006                 req->rx_mask = VFPF_RX_MASK_ACCEPT_NONE;
1007         } else {
1008                 /* Current PF driver will not look at the specific flags,
1009                  * but they are required when working with older drivers on hv.
1010                  */
1011                 req->rx_mask = VFPF_RX_MASK_ACCEPT_MATCHED_MULTICAST;
1012                 req->rx_mask |= VFPF_RX_MASK_ACCEPT_MATCHED_UNICAST;
1013                 req->rx_mask |= VFPF_RX_MASK_ACCEPT_BROADCAST;
1014                 if (mode == BNX2X_RX_MODE_PROMISC)
1015                         req->rx_mask |= VFPF_RX_MASK_ACCEPT_ANY_VLAN;
1016         }
1017
1018         if (bp->accept_any_vlan)
1019                 req->rx_mask |= VFPF_RX_MASK_ACCEPT_ANY_VLAN;
1020
1021         req->flags |= VFPF_SET_Q_FILTERS_RX_MASK_CHANGED;
1022         req->vf_qid = 0;
1023
1024         /* add list termination tlv */
1025         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
1026                       sizeof(struct channel_list_end_tlv));
1027
1028         /* output tlvs list */
1029         bnx2x_dp_tlv_list(bp, req);
1030
1031         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
1032         if (rc)
1033                 BNX2X_ERR("Sending a message failed: %d\n", rc);
1034
1035         if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
1036                 BNX2X_ERR("Set Rx mode failed: %d\n", resp->hdr.status);
1037                 rc = -EINVAL;
1038         }
1039
1040         bnx2x_vfpf_finalize(bp, &req->first_tlv);
1041
1042         return rc;
1043 }
1044
1045 /* General service functions */
1046 static void storm_memset_vf_mbx_ack(struct bnx2x *bp, u16 abs_fid)
1047 {
1048         u32 addr = BAR_CSTRORM_INTMEM +
1049                    CSTORM_VF_PF_CHANNEL_STATE_OFFSET(abs_fid);
1050
1051         REG_WR8(bp, addr, VF_PF_CHANNEL_STATE_READY);
1052 }
1053
1054 static void storm_memset_vf_mbx_valid(struct bnx2x *bp, u16 abs_fid)
1055 {
1056         u32 addr = BAR_CSTRORM_INTMEM +
1057                    CSTORM_VF_PF_CHANNEL_VALID_OFFSET(abs_fid);
1058
1059         REG_WR8(bp, addr, 1);
1060 }
1061
1062 /* enable vf_pf mailbox (aka vf-pf-channel) */
1063 void bnx2x_vf_enable_mbx(struct bnx2x *bp, u8 abs_vfid)
1064 {
1065         bnx2x_vf_flr_clnup_epilog(bp, abs_vfid);
1066
1067         /* enable the mailbox in the FW */
1068         storm_memset_vf_mbx_ack(bp, abs_vfid);
1069         storm_memset_vf_mbx_valid(bp, abs_vfid);
1070
1071         /* enable the VF access to the mailbox */
1072         bnx2x_vf_enable_access(bp, abs_vfid);
1073 }
1074
1075 /* this works only on !E1h */
1076 static int bnx2x_copy32_vf_dmae(struct bnx2x *bp, u8 from_vf,
1077                                 dma_addr_t pf_addr, u8 vfid, u32 vf_addr_hi,
1078                                 u32 vf_addr_lo, u32 len32)
1079 {
1080         struct dmae_command dmae;
1081
1082         if (CHIP_IS_E1x(bp)) {
1083                 BNX2X_ERR("Chip revision does not support VFs\n");
1084                 return DMAE_NOT_RDY;
1085         }
1086
1087         if (!bp->dmae_ready) {
1088                 BNX2X_ERR("DMAE is not ready, can not copy\n");
1089                 return DMAE_NOT_RDY;
1090         }
1091
1092         /* set opcode and fixed command fields */
1093         bnx2x_prep_dmae_with_comp(bp, &dmae, DMAE_SRC_PCI, DMAE_DST_PCI);
1094
1095         if (from_vf) {
1096                 dmae.opcode_iov = (vfid << DMAE_COMMAND_SRC_VFID_SHIFT) |
1097                         (DMAE_SRC_VF << DMAE_COMMAND_SRC_VFPF_SHIFT) |
1098                         (DMAE_DST_PF << DMAE_COMMAND_DST_VFPF_SHIFT);
1099
1100                 dmae.opcode |= (DMAE_C_DST << DMAE_COMMAND_C_FUNC_SHIFT);
1101
1102                 dmae.src_addr_lo = vf_addr_lo;
1103                 dmae.src_addr_hi = vf_addr_hi;
1104                 dmae.dst_addr_lo = U64_LO(pf_addr);
1105                 dmae.dst_addr_hi = U64_HI(pf_addr);
1106         } else {
1107                 dmae.opcode_iov = (vfid << DMAE_COMMAND_DST_VFID_SHIFT) |
1108                         (DMAE_DST_VF << DMAE_COMMAND_DST_VFPF_SHIFT) |
1109                         (DMAE_SRC_PF << DMAE_COMMAND_SRC_VFPF_SHIFT);
1110
1111                 dmae.opcode |= (DMAE_C_SRC << DMAE_COMMAND_C_FUNC_SHIFT);
1112
1113                 dmae.src_addr_lo = U64_LO(pf_addr);
1114                 dmae.src_addr_hi = U64_HI(pf_addr);
1115                 dmae.dst_addr_lo = vf_addr_lo;
1116                 dmae.dst_addr_hi = vf_addr_hi;
1117         }
1118         dmae.len = len32;
1119
1120         /* issue the command and wait for completion */
1121         return bnx2x_issue_dmae_with_comp(bp, &dmae, bnx2x_sp(bp, wb_comp));
1122 }
1123
1124 static void bnx2x_vf_mbx_resp_single_tlv(struct bnx2x *bp,
1125                                          struct bnx2x_virtf *vf)
1126 {
1127         struct bnx2x_vf_mbx *mbx = BP_VF_MBX(bp, vf->index);
1128         u16 length, type;
1129
1130         /* prepare response */
1131         type = mbx->first_tlv.tl.type;
1132         length = type == CHANNEL_TLV_ACQUIRE ?
1133                 sizeof(struct pfvf_acquire_resp_tlv) :
1134                 sizeof(struct pfvf_general_resp_tlv);
1135         bnx2x_add_tlv(bp, &mbx->msg->resp, 0, type, length);
1136         bnx2x_add_tlv(bp, &mbx->msg->resp, length, CHANNEL_TLV_LIST_END,
1137                       sizeof(struct channel_list_end_tlv));
1138 }
1139
1140 static void bnx2x_vf_mbx_resp_send_msg(struct bnx2x *bp,
1141                                        struct bnx2x_virtf *vf,
1142                                        int vf_rc)
1143 {
1144         struct bnx2x_vf_mbx *mbx = BP_VF_MBX(bp, vf->index);
1145         struct pfvf_general_resp_tlv *resp = &mbx->msg->resp.general_resp;
1146         dma_addr_t pf_addr;
1147         u64 vf_addr;
1148         int rc;
1149
1150         bnx2x_dp_tlv_list(bp, resp);
1151         DP(BNX2X_MSG_IOV, "mailbox vf address hi 0x%x, lo 0x%x, offset 0x%x\n",
1152            mbx->vf_addr_hi, mbx->vf_addr_lo, mbx->first_tlv.resp_msg_offset);
1153
1154         resp->hdr.status = bnx2x_pfvf_status_codes(vf_rc);
1155
1156         /* send response */
1157         vf_addr = HILO_U64(mbx->vf_addr_hi, mbx->vf_addr_lo) +
1158                   mbx->first_tlv.resp_msg_offset;
1159         pf_addr = mbx->msg_mapping +
1160                   offsetof(struct bnx2x_vf_mbx_msg, resp);
1161
1162         /* Copy the response buffer. The first u64 is written afterwards, as
1163          * the vf is sensitive to the header being written
1164          */
1165         vf_addr += sizeof(u64);
1166         pf_addr += sizeof(u64);
1167         rc = bnx2x_copy32_vf_dmae(bp, false, pf_addr, vf->abs_vfid,
1168                                   U64_HI(vf_addr),
1169                                   U64_LO(vf_addr),
1170                                   (sizeof(union pfvf_tlvs) - sizeof(u64))/4);
1171         if (rc) {
1172                 BNX2X_ERR("Failed to copy response body to VF %d\n",
1173                           vf->abs_vfid);
1174                 goto mbx_error;
1175         }
1176         vf_addr -= sizeof(u64);
1177         pf_addr -= sizeof(u64);
1178
1179         /* ack the FW */
1180         storm_memset_vf_mbx_ack(bp, vf->abs_vfid);
1181         mmiowb();
1182
1183         /* copy the response header including status-done field,
1184          * must be last dmae, must be after FW is acked
1185          */
1186         rc = bnx2x_copy32_vf_dmae(bp, false, pf_addr, vf->abs_vfid,
1187                                   U64_HI(vf_addr),
1188                                   U64_LO(vf_addr),
1189                                   sizeof(u64)/4);
1190
1191         /* unlock channel mutex */
1192         bnx2x_unlock_vf_pf_channel(bp, vf, mbx->first_tlv.tl.type);
1193
1194         if (rc) {
1195                 BNX2X_ERR("Failed to copy response status to VF %d\n",
1196                           vf->abs_vfid);
1197                 goto mbx_error;
1198         }
1199         return;
1200
1201 mbx_error:
1202         bnx2x_vf_release(bp, vf);
1203 }
1204
1205 static void bnx2x_vf_mbx_resp(struct bnx2x *bp,
1206                               struct bnx2x_virtf *vf,
1207                               int rc)
1208 {
1209         bnx2x_vf_mbx_resp_single_tlv(bp, vf);
1210         bnx2x_vf_mbx_resp_send_msg(bp, vf, rc);
1211 }
1212
1213 static void bnx2x_vf_mbx_resp_phys_port(struct bnx2x *bp,
1214                                         struct bnx2x_virtf *vf,
1215                                         void *buffer,
1216                                         u16 *offset)
1217 {
1218         struct vfpf_port_phys_id_resp_tlv *port_id;
1219
1220         if (!(bp->flags & HAS_PHYS_PORT_ID))
1221                 return;
1222
1223         bnx2x_add_tlv(bp, buffer, *offset, CHANNEL_TLV_PHYS_PORT_ID,
1224                       sizeof(struct vfpf_port_phys_id_resp_tlv));
1225
1226         port_id = (struct vfpf_port_phys_id_resp_tlv *)
1227                   (((u8 *)buffer) + *offset);
1228         memcpy(port_id->id, bp->phys_port_id, ETH_ALEN);
1229
1230         /* Offset should continue representing the offset to the tail
1231          * of TLV data (outside this function scope)
1232          */
1233         *offset += sizeof(struct vfpf_port_phys_id_resp_tlv);
1234 }
1235
1236 static void bnx2x_vf_mbx_resp_fp_hsi_ver(struct bnx2x *bp,
1237                                          struct bnx2x_virtf *vf,
1238                                          void *buffer,
1239                                          u16 *offset)
1240 {
1241         struct vfpf_fp_hsi_resp_tlv *fp_hsi;
1242
1243         bnx2x_add_tlv(bp, buffer, *offset, CHANNEL_TLV_FP_HSI_SUPPORT,
1244                       sizeof(struct vfpf_fp_hsi_resp_tlv));
1245
1246         fp_hsi = (struct vfpf_fp_hsi_resp_tlv *)
1247                  (((u8 *)buffer) + *offset);
1248         fp_hsi->is_supported = (vf->fp_hsi > ETH_FP_HSI_VERSION) ? 0 : 1;
1249
1250         /* Offset should continue representing the offset to the tail
1251          * of TLV data (outside this function scope)
1252          */
1253         *offset += sizeof(struct vfpf_fp_hsi_resp_tlv);
1254 }
1255
1256 static void bnx2x_vf_mbx_acquire_resp(struct bnx2x *bp, struct bnx2x_virtf *vf,
1257                                       struct bnx2x_vf_mbx *mbx, int vfop_status)
1258 {
1259         int i;
1260         struct pfvf_acquire_resp_tlv *resp = &mbx->msg->resp.acquire_resp;
1261         struct pf_vf_resc *resc = &resp->resc;
1262         u8 status = bnx2x_pfvf_status_codes(vfop_status);
1263         u16 length;
1264
1265         memset(resp, 0, sizeof(*resp));
1266
1267         /* fill in pfdev info */
1268         resp->pfdev_info.chip_num = bp->common.chip_id;
1269         resp->pfdev_info.db_size = bp->db_size;
1270         resp->pfdev_info.indices_per_sb = HC_SB_MAX_INDICES_E2;
1271         resp->pfdev_info.pf_cap = (PFVF_CAP_RSS |
1272                                    PFVF_CAP_TPA |
1273                                    PFVF_CAP_TPA_UPDATE |
1274                                    PFVF_CAP_VLAN_FILTER);
1275         bnx2x_fill_fw_str(bp, resp->pfdev_info.fw_ver,
1276                           sizeof(resp->pfdev_info.fw_ver));
1277
1278         if (status == PFVF_STATUS_NO_RESOURCE ||
1279             status == PFVF_STATUS_SUCCESS) {
1280                 /* set resources numbers, if status equals NO_RESOURCE these
1281                  * are max possible numbers
1282                  */
1283                 resc->num_rxqs = vf_rxq_count(vf) ? :
1284                         bnx2x_vf_max_queue_cnt(bp, vf);
1285                 resc->num_txqs = vf_txq_count(vf) ? :
1286                         bnx2x_vf_max_queue_cnt(bp, vf);
1287                 resc->num_sbs = vf_sb_count(vf);
1288                 resc->num_mac_filters = vf_mac_rules_cnt(vf);
1289                 resc->num_vlan_filters = vf_vlan_rules_cnt(vf);
1290                 resc->num_mc_filters = 0;
1291
1292                 if (status == PFVF_STATUS_SUCCESS) {
1293                         /* fill in the allocated resources */
1294                         struct pf_vf_bulletin_content *bulletin =
1295                                 BP_VF_BULLETIN(bp, vf->index);
1296
1297                         for_each_vfq(vf, i)
1298                                 resc->hw_qid[i] =
1299                                         vfq_qzone_id(vf, vfq_get(vf, i));
1300
1301                         for_each_vf_sb(vf, i) {
1302                                 resc->hw_sbs[i].hw_sb_id = vf_igu_sb(vf, i);
1303                                 resc->hw_sbs[i].sb_qid = vf_hc_qzone(vf, i);
1304                         }
1305
1306                         /* if a mac has been set for this vf, supply it */
1307                         if (bulletin->valid_bitmap & 1 << MAC_ADDR_VALID) {
1308                                 memcpy(resc->current_mac_addr, bulletin->mac,
1309                                        ETH_ALEN);
1310                         }
1311                 }
1312         }
1313
1314         DP(BNX2X_MSG_IOV, "VF[%d] ACQUIRE_RESPONSE: pfdev_info- chip_num=0x%x, db_size=%d, idx_per_sb=%d, pf_cap=0x%x\n"
1315            "resources- n_rxq-%d, n_txq-%d, n_sbs-%d, n_macs-%d, n_vlans-%d, n_mcs-%d, fw_ver: '%s'\n",
1316            vf->abs_vfid,
1317            resp->pfdev_info.chip_num,
1318            resp->pfdev_info.db_size,
1319            resp->pfdev_info.indices_per_sb,
1320            resp->pfdev_info.pf_cap,
1321            resc->num_rxqs,
1322            resc->num_txqs,
1323            resc->num_sbs,
1324            resc->num_mac_filters,
1325            resc->num_vlan_filters,
1326            resc->num_mc_filters,
1327            resp->pfdev_info.fw_ver);
1328
1329         DP_CONT(BNX2X_MSG_IOV, "hw_qids- [ ");
1330         for (i = 0; i < vf_rxq_count(vf); i++)
1331                 DP_CONT(BNX2X_MSG_IOV, "%d ", resc->hw_qid[i]);
1332         DP_CONT(BNX2X_MSG_IOV, "], sb_info- [ ");
1333         for (i = 0; i < vf_sb_count(vf); i++)
1334                 DP_CONT(BNX2X_MSG_IOV, "%d:%d ",
1335                         resc->hw_sbs[i].hw_sb_id,
1336                         resc->hw_sbs[i].sb_qid);
1337         DP_CONT(BNX2X_MSG_IOV, "]\n");
1338
1339         /* prepare response */
1340         length = sizeof(struct pfvf_acquire_resp_tlv);
1341         bnx2x_add_tlv(bp, &mbx->msg->resp, 0, CHANNEL_TLV_ACQUIRE, length);
1342
1343         /* Handle possible VF requests for physical port identifiers.
1344          * 'length' should continue to indicate the offset of the first empty
1345          * place in the buffer (i.e., where next TLV should be inserted)
1346          */
1347         if (bnx2x_search_tlv_list(bp, &mbx->msg->req,
1348                                   CHANNEL_TLV_PHYS_PORT_ID))
1349                 bnx2x_vf_mbx_resp_phys_port(bp, vf, &mbx->msg->resp, &length);
1350
1351         /* `New' vfs will want to know if fastpath HSI is supported, since
1352          * if that's not the case they could print into system log the fact
1353          * the driver version must be updated.
1354          */
1355         bnx2x_vf_mbx_resp_fp_hsi_ver(bp, vf, &mbx->msg->resp, &length);
1356
1357         bnx2x_add_tlv(bp, &mbx->msg->resp, length, CHANNEL_TLV_LIST_END,
1358                       sizeof(struct channel_list_end_tlv));
1359
1360         /* send the response */
1361         bnx2x_vf_mbx_resp_send_msg(bp, vf, vfop_status);
1362 }
1363
1364 static bool bnx2x_vf_mbx_is_windows_vm(struct bnx2x *bp,
1365                                        struct vfpf_acquire_tlv *acquire)
1366 {
1367         /* Windows driver does one of three things:
1368          * 1. Old driver doesn't have bulletin board address set.
1369          * 2. 'Middle' driver sends mc_num == 32.
1370          * 3. New driver sets the OS field.
1371          */
1372         if (!acquire->bulletin_addr ||
1373             acquire->resc_request.num_mc_filters == 32 ||
1374             ((acquire->vfdev_info.vf_os & VF_OS_MASK) ==
1375              VF_OS_WINDOWS))
1376                 return true;
1377
1378         return false;
1379 }
1380
1381 static int bnx2x_vf_mbx_acquire_chk_dorq(struct bnx2x *bp,
1382                                          struct bnx2x_virtf *vf,
1383                                          struct bnx2x_vf_mbx *mbx)
1384 {
1385         /* Linux drivers which correctly set the doorbell size also
1386          * send a physical port request
1387          */
1388         if (bnx2x_search_tlv_list(bp, &mbx->msg->req,
1389                                   CHANNEL_TLV_PHYS_PORT_ID))
1390                 return 0;
1391
1392         /* Issue does not exist in windows VMs */
1393         if (bnx2x_vf_mbx_is_windows_vm(bp, &mbx->msg->req.acquire))
1394                 return 0;
1395
1396         return -EOPNOTSUPP;
1397 }
1398
1399 static void bnx2x_vf_mbx_acquire(struct bnx2x *bp, struct bnx2x_virtf *vf,
1400                                  struct bnx2x_vf_mbx *mbx)
1401 {
1402         int rc;
1403         struct vfpf_acquire_tlv *acquire = &mbx->msg->req.acquire;
1404
1405         /* log vfdef info */
1406         DP(BNX2X_MSG_IOV,
1407            "VF[%d] ACQUIRE: vfdev_info- vf_id %d, vf_os %d resources- n_rxq-%d, n_txq-%d, n_sbs-%d, n_macs-%d, n_vlans-%d, n_mcs-%d\n",
1408            vf->abs_vfid, acquire->vfdev_info.vf_id, acquire->vfdev_info.vf_os,
1409            acquire->resc_request.num_rxqs, acquire->resc_request.num_txqs,
1410            acquire->resc_request.num_sbs, acquire->resc_request.num_mac_filters,
1411            acquire->resc_request.num_vlan_filters,
1412            acquire->resc_request.num_mc_filters);
1413
1414         /* Prevent VFs with old drivers from loading, since they calculate
1415          * CIDs incorrectly requiring a VF-flr [VM reboot] in order to recover
1416          * while being upgraded.
1417          */
1418         rc = bnx2x_vf_mbx_acquire_chk_dorq(bp, vf, mbx);
1419         if (rc) {
1420                 DP(BNX2X_MSG_IOV,
1421                    "VF [%d] - Can't support acquire request due to doorbell mismatch. Please update VM driver\n",
1422                    vf->abs_vfid);
1423                 goto out;
1424         }
1425
1426         /* Verify the VF fastpath HSI can be supported by the loaded FW.
1427          * Linux vfs should be oblivious to changes between v0 and v2.
1428          */
1429         if (bnx2x_vf_mbx_is_windows_vm(bp, &mbx->msg->req.acquire))
1430                 vf->fp_hsi = acquire->vfdev_info.fp_hsi_ver;
1431         else
1432                 vf->fp_hsi = max_t(u8, acquire->vfdev_info.fp_hsi_ver,
1433                                    ETH_FP_HSI_VER_2);
1434         if (vf->fp_hsi > ETH_FP_HSI_VERSION) {
1435                 DP(BNX2X_MSG_IOV,
1436                    "VF [%d] - Can't support acquire request since VF requests a FW version which is too new [%02x > %02x]\n",
1437                    vf->abs_vfid, acquire->vfdev_info.fp_hsi_ver,
1438                    ETH_FP_HSI_VERSION);
1439                 rc = -EINVAL;
1440                 goto out;
1441         }
1442
1443         /* acquire the resources */
1444         rc = bnx2x_vf_acquire(bp, vf, &acquire->resc_request);
1445
1446         /* store address of vf's bulletin board */
1447         vf->bulletin_map = acquire->bulletin_addr;
1448         if (acquire->vfdev_info.caps & VF_CAP_SUPPORT_EXT_BULLETIN) {
1449                 DP(BNX2X_MSG_IOV, "VF[%d] supports long bulletin boards\n",
1450                    vf->abs_vfid);
1451                 vf->cfg_flags |= VF_CFG_EXT_BULLETIN;
1452         } else {
1453                 vf->cfg_flags &= ~VF_CFG_EXT_BULLETIN;
1454         }
1455
1456         if (acquire->vfdev_info.caps & VF_CAP_SUPPORT_VLAN_FILTER) {
1457                 DP(BNX2X_MSG_IOV, "VF[%d] supports vlan filtering\n",
1458                    vf->abs_vfid);
1459                 vf->cfg_flags |= VF_CFG_VLAN_FILTER;
1460         } else {
1461                 vf->cfg_flags &= ~VF_CFG_VLAN_FILTER;
1462         }
1463
1464 out:
1465         /* response */
1466         bnx2x_vf_mbx_acquire_resp(bp, vf, mbx, rc);
1467 }
1468
1469 static void bnx2x_vf_mbx_init_vf(struct bnx2x *bp, struct bnx2x_virtf *vf,
1470                               struct bnx2x_vf_mbx *mbx)
1471 {
1472         struct vfpf_init_tlv *init = &mbx->msg->req.init;
1473         int rc;
1474
1475         /* record ghost addresses from vf message */
1476         vf->fw_stat_map = init->stats_addr;
1477         vf->stats_stride = init->stats_stride;
1478         rc = bnx2x_vf_init(bp, vf, (dma_addr_t *)init->sb_addr);
1479
1480         /* set VF multiqueue statistics collection mode */
1481         if (init->flags & VFPF_INIT_FLG_STATS_COALESCE)
1482                 vf->cfg_flags |= VF_CFG_STATS_COALESCE;
1483
1484         /* Update VF's view of link state */
1485         if (vf->cfg_flags & VF_CFG_EXT_BULLETIN)
1486                 bnx2x_iov_link_update_vf(bp, vf->index);
1487
1488         /* response */
1489         bnx2x_vf_mbx_resp(bp, vf, rc);
1490 }
1491
1492 /* convert MBX queue-flags to standard SP queue-flags */
1493 static void bnx2x_vf_mbx_set_q_flags(struct bnx2x *bp, u32 mbx_q_flags,
1494                                      unsigned long *sp_q_flags)
1495 {
1496         if (mbx_q_flags & VFPF_QUEUE_FLG_TPA)
1497                 __set_bit(BNX2X_Q_FLG_TPA, sp_q_flags);
1498         if (mbx_q_flags & VFPF_QUEUE_FLG_TPA_IPV6)
1499                 __set_bit(BNX2X_Q_FLG_TPA_IPV6, sp_q_flags);
1500         if (mbx_q_flags & VFPF_QUEUE_FLG_TPA_GRO)
1501                 __set_bit(BNX2X_Q_FLG_TPA_GRO, sp_q_flags);
1502         if (mbx_q_flags & VFPF_QUEUE_FLG_STATS)
1503                 __set_bit(BNX2X_Q_FLG_STATS, sp_q_flags);
1504         if (mbx_q_flags & VFPF_QUEUE_FLG_VLAN)
1505                 __set_bit(BNX2X_Q_FLG_VLAN, sp_q_flags);
1506         if (mbx_q_flags & VFPF_QUEUE_FLG_COS)
1507                 __set_bit(BNX2X_Q_FLG_COS, sp_q_flags);
1508         if (mbx_q_flags & VFPF_QUEUE_FLG_HC)
1509                 __set_bit(BNX2X_Q_FLG_HC, sp_q_flags);
1510         if (mbx_q_flags & VFPF_QUEUE_FLG_DHC)
1511                 __set_bit(BNX2X_Q_FLG_DHC, sp_q_flags);
1512         if (mbx_q_flags & VFPF_QUEUE_FLG_LEADING_RSS)
1513                 __set_bit(BNX2X_Q_FLG_LEADING_RSS, sp_q_flags);
1514
1515         /* outer vlan removal is set according to PF's multi function mode */
1516         if (IS_MF_SD(bp))
1517                 __set_bit(BNX2X_Q_FLG_OV, sp_q_flags);
1518 }
1519
1520 static void bnx2x_vf_mbx_setup_q(struct bnx2x *bp, struct bnx2x_virtf *vf,
1521                                  struct bnx2x_vf_mbx *mbx)
1522 {
1523         struct vfpf_setup_q_tlv *setup_q = &mbx->msg->req.setup_q;
1524         struct bnx2x_vf_queue_construct_params qctor;
1525         int rc = 0;
1526
1527         /* verify vf_qid */
1528         if (setup_q->vf_qid >= vf_rxq_count(vf)) {
1529                 BNX2X_ERR("vf_qid %d invalid, max queue count is %d\n",
1530                           setup_q->vf_qid, vf_rxq_count(vf));
1531                 rc = -EINVAL;
1532                 goto response;
1533         }
1534
1535         /* tx queues must be setup alongside rx queues thus if the rx queue
1536          * is not marked as valid there's nothing to do.
1537          */
1538         if (setup_q->param_valid & (VFPF_RXQ_VALID|VFPF_TXQ_VALID)) {
1539                 struct bnx2x_vf_queue *q = vfq_get(vf, setup_q->vf_qid);
1540                 unsigned long q_type = 0;
1541
1542                 struct bnx2x_queue_init_params *init_p;
1543                 struct bnx2x_queue_setup_params *setup_p;
1544
1545                 if (bnx2x_vfq_is_leading(q))
1546                         bnx2x_leading_vfq_init(bp, vf, q);
1547
1548                 /* re-init the VF operation context */
1549                 memset(&qctor, 0 ,
1550                        sizeof(struct bnx2x_vf_queue_construct_params));
1551                 setup_p = &qctor.prep_qsetup;
1552                 init_p =  &qctor.qstate.params.init;
1553
1554                 /* activate immediately */
1555                 __set_bit(BNX2X_Q_FLG_ACTIVE, &setup_p->flags);
1556
1557                 if (setup_q->param_valid & VFPF_TXQ_VALID) {
1558                         struct bnx2x_txq_setup_params *txq_params =
1559                                 &setup_p->txq_params;
1560
1561                         __set_bit(BNX2X_Q_TYPE_HAS_TX, &q_type);
1562
1563                         /* save sb resource index */
1564                         q->sb_idx = setup_q->txq.vf_sb;
1565
1566                         /* tx init */
1567                         init_p->tx.hc_rate = setup_q->txq.hc_rate;
1568                         init_p->tx.sb_cq_index = setup_q->txq.sb_index;
1569
1570                         bnx2x_vf_mbx_set_q_flags(bp, setup_q->txq.flags,
1571                                                  &init_p->tx.flags);
1572
1573                         /* tx setup - flags */
1574                         bnx2x_vf_mbx_set_q_flags(bp, setup_q->txq.flags,
1575                                                  &setup_p->flags);
1576
1577                         /* tx setup - general, nothing */
1578
1579                         /* tx setup - tx */
1580                         txq_params->dscr_map = setup_q->txq.txq_addr;
1581                         txq_params->sb_cq_index = setup_q->txq.sb_index;
1582                         txq_params->traffic_type = setup_q->txq.traffic_type;
1583
1584                         bnx2x_vfop_qctor_dump_tx(bp, vf, init_p, setup_p,
1585                                                  q->index, q->sb_idx);
1586                 }
1587
1588                 if (setup_q->param_valid & VFPF_RXQ_VALID) {
1589                         struct bnx2x_rxq_setup_params *rxq_params =
1590                                                         &setup_p->rxq_params;
1591
1592                         __set_bit(BNX2X_Q_TYPE_HAS_RX, &q_type);
1593
1594                         /* Note: there is no support for different SBs
1595                          * for TX and RX
1596                          */
1597                         q->sb_idx = setup_q->rxq.vf_sb;
1598
1599                         /* rx init */
1600                         init_p->rx.hc_rate = setup_q->rxq.hc_rate;
1601                         init_p->rx.sb_cq_index = setup_q->rxq.sb_index;
1602                         bnx2x_vf_mbx_set_q_flags(bp, setup_q->rxq.flags,
1603                                                  &init_p->rx.flags);
1604
1605                         /* rx setup - flags */
1606                         bnx2x_vf_mbx_set_q_flags(bp, setup_q->rxq.flags,
1607                                                  &setup_p->flags);
1608
1609                         /* rx setup - general */
1610                         setup_p->gen_params.mtu = setup_q->rxq.mtu;
1611
1612                         /* rx setup - rx */
1613                         rxq_params->drop_flags = setup_q->rxq.drop_flags;
1614                         rxq_params->dscr_map = setup_q->rxq.rxq_addr;
1615                         rxq_params->sge_map = setup_q->rxq.sge_addr;
1616                         rxq_params->rcq_map = setup_q->rxq.rcq_addr;
1617                         rxq_params->rcq_np_map = setup_q->rxq.rcq_np_addr;
1618                         rxq_params->buf_sz = setup_q->rxq.buf_sz;
1619                         rxq_params->tpa_agg_sz = setup_q->rxq.tpa_agg_sz;
1620                         rxq_params->max_sges_pkt = setup_q->rxq.max_sge_pkt;
1621                         rxq_params->sge_buf_sz = setup_q->rxq.sge_buf_sz;
1622                         rxq_params->cache_line_log =
1623                                 setup_q->rxq.cache_line_log;
1624                         rxq_params->sb_cq_index = setup_q->rxq.sb_index;
1625
1626                         /* rx setup - multicast engine */
1627                         if (bnx2x_vfq_is_leading(q)) {
1628                                 u8 mcast_id = FW_VF_HANDLE(vf->abs_vfid);
1629
1630                                 rxq_params->mcast_engine_id = mcast_id;
1631                                 __set_bit(BNX2X_Q_FLG_MCAST, &setup_p->flags);
1632                         }
1633
1634                         bnx2x_vfop_qctor_dump_rx(bp, vf, init_p, setup_p,
1635                                                  q->index, q->sb_idx);
1636                 }
1637                 /* complete the preparations */
1638                 bnx2x_vfop_qctor_prep(bp, vf, q, &qctor, q_type);
1639
1640                 rc = bnx2x_vf_queue_setup(bp, vf, q->index, &qctor);
1641                 if (rc)
1642                         goto response;
1643         }
1644 response:
1645         bnx2x_vf_mbx_resp(bp, vf, rc);
1646 }
1647
1648 static int bnx2x_vf_mbx_macvlan_list(struct bnx2x *bp,
1649                                      struct bnx2x_virtf *vf,
1650                                      struct vfpf_set_q_filters_tlv *tlv,
1651                                      struct bnx2x_vf_mac_vlan_filters **pfl,
1652                                      u32 type_flag)
1653 {
1654         int i, j;
1655         struct bnx2x_vf_mac_vlan_filters *fl = NULL;
1656         size_t fsz;
1657
1658         fsz = tlv->n_mac_vlan_filters *
1659               sizeof(struct bnx2x_vf_mac_vlan_filter) +
1660               sizeof(struct bnx2x_vf_mac_vlan_filters);
1661
1662         fl = kzalloc(fsz, GFP_KERNEL);
1663         if (!fl)
1664                 return -ENOMEM;
1665
1666         for (i = 0, j = 0; i < tlv->n_mac_vlan_filters; i++) {
1667                 struct vfpf_q_mac_vlan_filter *msg_filter = &tlv->filters[i];
1668
1669                 if ((msg_filter->flags & type_flag) != type_flag)
1670                         continue;
1671                 memset(&fl->filters[j], 0, sizeof(fl->filters[j]));
1672                 if (type_flag & VFPF_Q_FILTER_DEST_MAC_VALID) {
1673                         fl->filters[j].mac = msg_filter->mac;
1674                         fl->filters[j].type |= BNX2X_VF_FILTER_MAC;
1675                 }
1676                 if (type_flag & VFPF_Q_FILTER_VLAN_TAG_VALID) {
1677                         fl->filters[j].vid = msg_filter->vlan_tag;
1678                         fl->filters[j].type |= BNX2X_VF_FILTER_VLAN;
1679                 }
1680                 fl->filters[j].add = !!(msg_filter->flags & VFPF_Q_FILTER_SET);
1681                 fl->count++;
1682                 j++;
1683         }
1684         if (!fl->count)
1685                 kfree(fl);
1686         else
1687                 *pfl = fl;
1688
1689         return 0;
1690 }
1691
1692 static int bnx2x_vf_filters_contain(struct vfpf_set_q_filters_tlv *filters,
1693                                     u32 flags)
1694 {
1695         int i, cnt = 0;
1696
1697         for (i = 0; i < filters->n_mac_vlan_filters; i++)
1698                 if  ((filters->filters[i].flags & flags) == flags)
1699                         cnt++;
1700
1701         return cnt;
1702 }
1703
1704 static void bnx2x_vf_mbx_dp_q_filter(struct bnx2x *bp, int msglvl, int idx,
1705                                        struct vfpf_q_mac_vlan_filter *filter)
1706 {
1707         DP(msglvl, "MAC-VLAN[%d] -- flags=0x%x\n", idx, filter->flags);
1708         if (filter->flags & VFPF_Q_FILTER_VLAN_TAG_VALID)
1709                 DP_CONT(msglvl, ", vlan=%d", filter->vlan_tag);
1710         if (filter->flags & VFPF_Q_FILTER_DEST_MAC_VALID)
1711                 DP_CONT(msglvl, ", MAC=%pM", filter->mac);
1712         DP_CONT(msglvl, "\n");
1713 }
1714
1715 static void bnx2x_vf_mbx_dp_q_filters(struct bnx2x *bp, int msglvl,
1716                                        struct vfpf_set_q_filters_tlv *filters)
1717 {
1718         int i;
1719
1720         if (filters->flags & VFPF_SET_Q_FILTERS_MAC_VLAN_CHANGED)
1721                 for (i = 0; i < filters->n_mac_vlan_filters; i++)
1722                         bnx2x_vf_mbx_dp_q_filter(bp, msglvl, i,
1723                                                  &filters->filters[i]);
1724
1725         if (filters->flags & VFPF_SET_Q_FILTERS_RX_MASK_CHANGED)
1726                 DP(msglvl, "RX-MASK=0x%x\n", filters->rx_mask);
1727
1728         if (filters->flags & VFPF_SET_Q_FILTERS_MULTICAST_CHANGED)
1729                 for (i = 0; i < filters->n_multicast; i++)
1730                         DP(msglvl, "MULTICAST=%pM\n", filters->multicast[i]);
1731 }
1732
1733 #define VFPF_MAC_FILTER         VFPF_Q_FILTER_DEST_MAC_VALID
1734 #define VFPF_VLAN_FILTER        VFPF_Q_FILTER_VLAN_TAG_VALID
1735 #define VFPF_VLAN_MAC_FILTER    (VFPF_VLAN_FILTER | VFPF_MAC_FILTER)
1736
1737 static int bnx2x_vf_mbx_qfilters(struct bnx2x *bp, struct bnx2x_virtf *vf)
1738 {
1739         int rc = 0;
1740
1741         struct vfpf_set_q_filters_tlv *msg =
1742                 &BP_VF_MBX(bp, vf->index)->msg->req.set_q_filters;
1743
1744         /* check for any mac/vlan changes */
1745         if (msg->flags & VFPF_SET_Q_FILTERS_MAC_VLAN_CHANGED) {
1746                 struct bnx2x_vf_mac_vlan_filters *fl = NULL;
1747
1748                 /* build vlan-mac list */
1749                 rc = bnx2x_vf_mbx_macvlan_list(bp, vf, msg, &fl,
1750                                                VFPF_VLAN_MAC_FILTER);
1751                 if (rc)
1752                         goto op_err;
1753
1754                 if (fl) {
1755
1756                         /* set vlan-mac list */
1757                         rc = bnx2x_vf_mac_vlan_config_list(bp, vf, fl,
1758                                                            msg->vf_qid,
1759                                                            false);
1760                         if (rc)
1761                                 goto op_err;
1762                 }
1763
1764                 /* build mac list */
1765                 fl = NULL;
1766
1767                 rc = bnx2x_vf_mbx_macvlan_list(bp, vf, msg, &fl,
1768                                                VFPF_MAC_FILTER);
1769                 if (rc)
1770                         goto op_err;
1771
1772                 if (fl) {
1773                         /* set mac list */
1774                         rc = bnx2x_vf_mac_vlan_config_list(bp, vf, fl,
1775                                                            msg->vf_qid,
1776                                                            false);
1777                         if (rc)
1778                                 goto op_err;
1779                 }
1780
1781         }
1782
1783         if (msg->flags & VFPF_SET_Q_FILTERS_RX_MASK_CHANGED) {
1784                 unsigned long accept = 0;
1785                 struct pf_vf_bulletin_content *bulletin =
1786                                         BP_VF_BULLETIN(bp, vf->index);
1787
1788                 /* Ignore VF requested mode; instead set a regular mode */
1789                 if (msg->rx_mask !=  VFPF_RX_MASK_ACCEPT_NONE) {
1790                         __set_bit(BNX2X_ACCEPT_UNICAST, &accept);
1791                         __set_bit(BNX2X_ACCEPT_MULTICAST, &accept);
1792                         __set_bit(BNX2X_ACCEPT_BROADCAST, &accept);
1793                 }
1794
1795                 /* any_vlan is not configured if HV is forcing VLAN
1796                  * any_vlan is configured if
1797                  *   1. VF does not support vlan filtering
1798                  *   OR
1799                  *   2. VF supports vlan filtering and explicitly requested it
1800                  */
1801                 if (!(bulletin->valid_bitmap & (1 << VLAN_VALID)) &&
1802                     (!(vf->cfg_flags & VF_CFG_VLAN_FILTER) ||
1803                      msg->rx_mask & VFPF_RX_MASK_ACCEPT_ANY_VLAN))
1804                         __set_bit(BNX2X_ACCEPT_ANY_VLAN, &accept);
1805
1806                 /* set rx-mode */
1807                 rc = bnx2x_vf_rxmode(bp, vf, msg->vf_qid, accept);
1808                 if (rc)
1809                         goto op_err;
1810         }
1811
1812         if (msg->flags & VFPF_SET_Q_FILTERS_MULTICAST_CHANGED) {
1813                 /* set mcasts */
1814                 rc = bnx2x_vf_mcast(bp, vf, msg->multicast,
1815                                     msg->n_multicast, false);
1816                 if (rc)
1817                         goto op_err;
1818         }
1819 op_err:
1820         if (rc)
1821                 BNX2X_ERR("QFILTERS[%d:%d] error: rc %d\n",
1822                           vf->abs_vfid, msg->vf_qid, rc);
1823         return rc;
1824 }
1825
1826 static int bnx2x_filters_validate_mac(struct bnx2x *bp,
1827                                       struct bnx2x_virtf *vf,
1828                                       struct vfpf_set_q_filters_tlv *filters)
1829 {
1830         struct pf_vf_bulletin_content *bulletin = BP_VF_BULLETIN(bp, vf->index);
1831         int rc = 0;
1832
1833         /* if a mac was already set for this VF via the set vf mac ndo, we only
1834          * accept mac configurations of that mac. Why accept them at all?
1835          * because PF may have been unable to configure the mac at the time
1836          * since queue was not set up.
1837          */
1838         if (bulletin->valid_bitmap & 1 << MAC_ADDR_VALID) {
1839                 struct vfpf_q_mac_vlan_filter *filter = NULL;
1840                 int i;
1841
1842                 for (i = 0; i < filters->n_mac_vlan_filters; i++) {
1843                         if (!(filters->filters[i].flags &
1844                               VFPF_Q_FILTER_DEST_MAC_VALID))
1845                                 continue;
1846
1847                         /* once a mac was set by ndo can only accept
1848                          * a single mac...
1849                          */
1850                         if (filter) {
1851                                 BNX2X_ERR("VF[%d] requested the addition of multiple macs after set_vf_mac ndo was called [%d filters]\n",
1852                                           vf->abs_vfid,
1853                                           filters->n_mac_vlan_filters);
1854                                 rc = -EPERM;
1855                                 goto response;
1856                         }
1857
1858                         filter = &filters->filters[i];
1859                 }
1860
1861                 /* ...and only the mac set by the ndo */
1862                 if (filter &&
1863                     !ether_addr_equal(filter->mac, bulletin->mac)) {
1864                         BNX2X_ERR("VF[%d] requested the addition of a mac address not matching the one configured by set_vf_mac ndo\n",
1865                                   vf->abs_vfid);
1866
1867                         rc = -EPERM;
1868                         goto response;
1869                 }
1870         }
1871
1872 response:
1873         return rc;
1874 }
1875
1876 static int bnx2x_filters_validate_vlan(struct bnx2x *bp,
1877                                        struct bnx2x_virtf *vf,
1878                                        struct vfpf_set_q_filters_tlv *filters)
1879 {
1880         struct pf_vf_bulletin_content *bulletin = BP_VF_BULLETIN(bp, vf->index);
1881         int rc = 0;
1882
1883         /* if vlan was set by hypervisor we don't allow guest to config vlan */
1884         if (bulletin->valid_bitmap & 1 << VLAN_VALID) {
1885                 /* search for vlan filters */
1886
1887                 if (bnx2x_vf_filters_contain(filters,
1888                                              VFPF_Q_FILTER_VLAN_TAG_VALID)) {
1889                         BNX2X_ERR("VF[%d] attempted to configure vlan but one was already set by Hypervisor. Aborting request\n",
1890                                   vf->abs_vfid);
1891                         rc = -EPERM;
1892                         goto response;
1893                 }
1894         }
1895
1896         /* verify vf_qid */
1897         if (filters->vf_qid > vf_rxq_count(vf)) {
1898                 rc = -EPERM;
1899                 goto response;
1900         }
1901
1902 response:
1903         return rc;
1904 }
1905
1906 static void bnx2x_vf_mbx_set_q_filters(struct bnx2x *bp,
1907                                        struct bnx2x_virtf *vf,
1908                                        struct bnx2x_vf_mbx *mbx)
1909 {
1910         struct vfpf_set_q_filters_tlv *filters = &mbx->msg->req.set_q_filters;
1911         int rc;
1912
1913         rc = bnx2x_filters_validate_mac(bp, vf, filters);
1914         if (rc)
1915                 goto response;
1916
1917         rc = bnx2x_filters_validate_vlan(bp, vf, filters);
1918         if (rc)
1919                 goto response;
1920
1921         DP(BNX2X_MSG_IOV, "VF[%d] Q_FILTERS: queue[%d]\n",
1922            vf->abs_vfid,
1923            filters->vf_qid);
1924
1925         /* print q_filter message */
1926         bnx2x_vf_mbx_dp_q_filters(bp, BNX2X_MSG_IOV, filters);
1927
1928         rc = bnx2x_vf_mbx_qfilters(bp, vf);
1929 response:
1930         bnx2x_vf_mbx_resp(bp, vf, rc);
1931 }
1932
1933 static void bnx2x_vf_mbx_teardown_q(struct bnx2x *bp, struct bnx2x_virtf *vf,
1934                                     struct bnx2x_vf_mbx *mbx)
1935 {
1936         int qid = mbx->msg->req.q_op.vf_qid;
1937         int rc;
1938
1939         DP(BNX2X_MSG_IOV, "VF[%d] Q_TEARDOWN: vf_qid=%d\n",
1940            vf->abs_vfid, qid);
1941
1942         rc = bnx2x_vf_queue_teardown(bp, vf, qid);
1943         bnx2x_vf_mbx_resp(bp, vf, rc);
1944 }
1945
1946 static void bnx2x_vf_mbx_close_vf(struct bnx2x *bp, struct bnx2x_virtf *vf,
1947                                   struct bnx2x_vf_mbx *mbx)
1948 {
1949         int rc;
1950
1951         DP(BNX2X_MSG_IOV, "VF[%d] VF_CLOSE\n", vf->abs_vfid);
1952
1953         rc = bnx2x_vf_close(bp, vf);
1954         bnx2x_vf_mbx_resp(bp, vf, rc);
1955 }
1956
1957 static void bnx2x_vf_mbx_release_vf(struct bnx2x *bp, struct bnx2x_virtf *vf,
1958                                     struct bnx2x_vf_mbx *mbx)
1959 {
1960         int rc;
1961
1962         DP(BNX2X_MSG_IOV, "VF[%d] VF_RELEASE\n", vf->abs_vfid);
1963
1964         rc = bnx2x_vf_free(bp, vf);
1965         bnx2x_vf_mbx_resp(bp, vf, rc);
1966 }
1967
1968 static void bnx2x_vf_mbx_update_rss(struct bnx2x *bp, struct bnx2x_virtf *vf,
1969                                     struct bnx2x_vf_mbx *mbx)
1970 {
1971         struct bnx2x_config_rss_params rss;
1972         struct vfpf_rss_tlv *rss_tlv = &mbx->msg->req.update_rss;
1973         int rc = 0;
1974
1975         if (rss_tlv->ind_table_size != T_ETH_INDIRECTION_TABLE_SIZE ||
1976             rss_tlv->rss_key_size != T_ETH_RSS_KEY) {
1977                 BNX2X_ERR("failing rss configuration of vf %d due to size mismatch\n",
1978                           vf->index);
1979                 rc = -EINVAL;
1980                 goto mbx_resp;
1981         }
1982
1983         memset(&rss, 0, sizeof(struct bnx2x_config_rss_params));
1984
1985         /* set vfop params according to rss tlv */
1986         memcpy(rss.ind_table, rss_tlv->ind_table,
1987                T_ETH_INDIRECTION_TABLE_SIZE);
1988         memcpy(rss.rss_key, rss_tlv->rss_key, sizeof(rss_tlv->rss_key));
1989         rss.rss_obj = &vf->rss_conf_obj;
1990         rss.rss_result_mask = rss_tlv->rss_result_mask;
1991
1992         /* flags handled individually for backward/forward compatibility */
1993         rss.rss_flags = 0;
1994         rss.ramrod_flags = 0;
1995
1996         if (rss_tlv->rss_flags & VFPF_RSS_MODE_DISABLED)
1997                 __set_bit(BNX2X_RSS_MODE_DISABLED, &rss.rss_flags);
1998         if (rss_tlv->rss_flags & VFPF_RSS_MODE_REGULAR)
1999                 __set_bit(BNX2X_RSS_MODE_REGULAR, &rss.rss_flags);
2000         if (rss_tlv->rss_flags & VFPF_RSS_SET_SRCH)
2001                 __set_bit(BNX2X_RSS_SET_SRCH, &rss.rss_flags);
2002         if (rss_tlv->rss_flags & VFPF_RSS_IPV4)
2003                 __set_bit(BNX2X_RSS_IPV4, &rss.rss_flags);
2004         if (rss_tlv->rss_flags & VFPF_RSS_IPV4_TCP)
2005                 __set_bit(BNX2X_RSS_IPV4_TCP, &rss.rss_flags);
2006         if (rss_tlv->rss_flags & VFPF_RSS_IPV4_UDP)
2007                 __set_bit(BNX2X_RSS_IPV4_UDP, &rss.rss_flags);
2008         if (rss_tlv->rss_flags & VFPF_RSS_IPV6)
2009                 __set_bit(BNX2X_RSS_IPV6, &rss.rss_flags);
2010         if (rss_tlv->rss_flags & VFPF_RSS_IPV6_TCP)
2011                 __set_bit(BNX2X_RSS_IPV6_TCP, &rss.rss_flags);
2012         if (rss_tlv->rss_flags & VFPF_RSS_IPV6_UDP)
2013                 __set_bit(BNX2X_RSS_IPV6_UDP, &rss.rss_flags);
2014
2015         if ((!(rss_tlv->rss_flags & VFPF_RSS_IPV4_TCP) &&
2016              rss_tlv->rss_flags & VFPF_RSS_IPV4_UDP) ||
2017             (!(rss_tlv->rss_flags & VFPF_RSS_IPV6_TCP) &&
2018              rss_tlv->rss_flags & VFPF_RSS_IPV6_UDP)) {
2019                 BNX2X_ERR("about to hit a FW assert. aborting...\n");
2020                 rc = -EINVAL;
2021                 goto mbx_resp;
2022         }
2023
2024         rc = bnx2x_vf_rss_update(bp, vf, &rss);
2025 mbx_resp:
2026         bnx2x_vf_mbx_resp(bp, vf, rc);
2027 }
2028
2029 static int bnx2x_validate_tpa_params(struct bnx2x *bp,
2030                                        struct vfpf_tpa_tlv *tpa_tlv)
2031 {
2032         int rc = 0;
2033
2034         if (tpa_tlv->tpa_client_info.max_sges_for_packet >
2035             U_ETH_MAX_SGES_FOR_PACKET) {
2036                 rc = -EINVAL;
2037                 BNX2X_ERR("TPA update: max_sges received %d, max is %d\n",
2038                           tpa_tlv->tpa_client_info.max_sges_for_packet,
2039                           U_ETH_MAX_SGES_FOR_PACKET);
2040         }
2041
2042         if (tpa_tlv->tpa_client_info.max_tpa_queues > MAX_AGG_QS(bp)) {
2043                 rc = -EINVAL;
2044                 BNX2X_ERR("TPA update: max_tpa_queues received %d, max is %d\n",
2045                           tpa_tlv->tpa_client_info.max_tpa_queues,
2046                           MAX_AGG_QS(bp));
2047         }
2048
2049         return rc;
2050 }
2051
2052 static void bnx2x_vf_mbx_update_tpa(struct bnx2x *bp, struct bnx2x_virtf *vf,
2053                                     struct bnx2x_vf_mbx *mbx)
2054 {
2055         struct bnx2x_queue_update_tpa_params vf_op_params;
2056         struct vfpf_tpa_tlv *tpa_tlv = &mbx->msg->req.update_tpa;
2057         int rc = 0;
2058
2059         memset(&vf_op_params, 0, sizeof(vf_op_params));
2060
2061         if (bnx2x_validate_tpa_params(bp, tpa_tlv))
2062                 goto mbx_resp;
2063
2064         vf_op_params.complete_on_both_clients =
2065                 tpa_tlv->tpa_client_info.complete_on_both_clients;
2066         vf_op_params.dont_verify_thr =
2067                 tpa_tlv->tpa_client_info.dont_verify_thr;
2068         vf_op_params.max_agg_sz =
2069                 tpa_tlv->tpa_client_info.max_agg_size;
2070         vf_op_params.max_sges_pkt =
2071                 tpa_tlv->tpa_client_info.max_sges_for_packet;
2072         vf_op_params.max_tpa_queues =
2073                 tpa_tlv->tpa_client_info.max_tpa_queues;
2074         vf_op_params.sge_buff_sz =
2075                 tpa_tlv->tpa_client_info.sge_buff_size;
2076         vf_op_params.sge_pause_thr_high =
2077                 tpa_tlv->tpa_client_info.sge_pause_thr_high;
2078         vf_op_params.sge_pause_thr_low =
2079                 tpa_tlv->tpa_client_info.sge_pause_thr_low;
2080         vf_op_params.tpa_mode =
2081                 tpa_tlv->tpa_client_info.tpa_mode;
2082         vf_op_params.update_ipv4 =
2083                 tpa_tlv->tpa_client_info.update_ipv4;
2084         vf_op_params.update_ipv6 =
2085                 tpa_tlv->tpa_client_info.update_ipv6;
2086
2087         rc = bnx2x_vf_tpa_update(bp, vf, tpa_tlv, &vf_op_params);
2088
2089 mbx_resp:
2090         bnx2x_vf_mbx_resp(bp, vf, rc);
2091 }
2092
2093 /* dispatch request */
2094 static void bnx2x_vf_mbx_request(struct bnx2x *bp, struct bnx2x_virtf *vf,
2095                                   struct bnx2x_vf_mbx *mbx)
2096 {
2097         int i;
2098
2099         /* check if tlv type is known */
2100         if (bnx2x_tlv_supported(mbx->first_tlv.tl.type)) {
2101                 /* Lock the per vf op mutex and note the locker's identity.
2102                  * The unlock will take place in mbx response.
2103                  */
2104                 bnx2x_lock_vf_pf_channel(bp, vf, mbx->first_tlv.tl.type);
2105
2106                 /* switch on the opcode */
2107                 switch (mbx->first_tlv.tl.type) {
2108                 case CHANNEL_TLV_ACQUIRE:
2109                         bnx2x_vf_mbx_acquire(bp, vf, mbx);
2110                         return;
2111                 case CHANNEL_TLV_INIT:
2112                         bnx2x_vf_mbx_init_vf(bp, vf, mbx);
2113                         return;
2114                 case CHANNEL_TLV_SETUP_Q:
2115                         bnx2x_vf_mbx_setup_q(bp, vf, mbx);
2116                         return;
2117                 case CHANNEL_TLV_SET_Q_FILTERS:
2118                         bnx2x_vf_mbx_set_q_filters(bp, vf, mbx);
2119                         return;
2120                 case CHANNEL_TLV_TEARDOWN_Q:
2121                         bnx2x_vf_mbx_teardown_q(bp, vf, mbx);
2122                         return;
2123                 case CHANNEL_TLV_CLOSE:
2124                         bnx2x_vf_mbx_close_vf(bp, vf, mbx);
2125                         return;
2126                 case CHANNEL_TLV_RELEASE:
2127                         bnx2x_vf_mbx_release_vf(bp, vf, mbx);
2128                         return;
2129                 case CHANNEL_TLV_UPDATE_RSS:
2130                         bnx2x_vf_mbx_update_rss(bp, vf, mbx);
2131                         return;
2132                 case CHANNEL_TLV_UPDATE_TPA:
2133                         bnx2x_vf_mbx_update_tpa(bp, vf, mbx);
2134                         return;
2135                 }
2136
2137         } else {
2138                 /* unknown TLV - this may belong to a VF driver from the future
2139                  * - a version written after this PF driver was written, which
2140                  * supports features unknown as of yet. Too bad since we don't
2141                  * support them. Or this may be because someone wrote a crappy
2142                  * VF driver and is sending garbage over the channel.
2143                  */
2144                 BNX2X_ERR("unknown TLV. type %d length %d vf->state was %d. first 20 bytes of mailbox buffer:\n",
2145                           mbx->first_tlv.tl.type, mbx->first_tlv.tl.length,
2146                           vf->state);
2147                 for (i = 0; i < 20; i++)
2148                         DP_CONT(BNX2X_MSG_IOV, "%x ",
2149                                 mbx->msg->req.tlv_buf_size.tlv_buffer[i]);
2150         }
2151
2152         /* can we respond to VF (do we have an address for it?) */
2153         if (vf->state == VF_ACQUIRED || vf->state == VF_ENABLED) {
2154                 /* notify the VF that we do not support this request */
2155                 bnx2x_vf_mbx_resp(bp, vf, PFVF_STATUS_NOT_SUPPORTED);
2156         } else {
2157                 /* can't send a response since this VF is unknown to us
2158                  * just ack the FW to release the mailbox and unlock
2159                  * the channel.
2160                  */
2161                 storm_memset_vf_mbx_ack(bp, vf->abs_vfid);
2162                 /* Firmware ack should be written before unlocking channel */
2163                 mmiowb();
2164                 bnx2x_unlock_vf_pf_channel(bp, vf, mbx->first_tlv.tl.type);
2165         }
2166 }
2167
2168 void bnx2x_vf_mbx_schedule(struct bnx2x *bp,
2169                            struct vf_pf_event_data *vfpf_event)
2170 {
2171         u8 vf_idx;
2172
2173         DP(BNX2X_MSG_IOV,
2174            "vf pf event received: vfid %d, address_hi %x, address lo %x",
2175            vfpf_event->vf_id, vfpf_event->msg_addr_hi, vfpf_event->msg_addr_lo);
2176         /* Sanity checks consider removing later */
2177
2178         /* check if the vf_id is valid */
2179         if (vfpf_event->vf_id - BP_VFDB(bp)->sriov.first_vf_in_pf >
2180             BNX2X_NR_VIRTFN(bp)) {
2181                 BNX2X_ERR("Illegal vf_id %d max allowed: %d\n",
2182                           vfpf_event->vf_id, BNX2X_NR_VIRTFN(bp));
2183                 return;
2184         }
2185
2186         vf_idx = bnx2x_vf_idx_by_abs_fid(bp, vfpf_event->vf_id);
2187
2188         /* Update VFDB with current message and schedule its handling */
2189         mutex_lock(&BP_VFDB(bp)->event_mutex);
2190         BP_VF_MBX(bp, vf_idx)->vf_addr_hi = vfpf_event->msg_addr_hi;
2191         BP_VF_MBX(bp, vf_idx)->vf_addr_lo = vfpf_event->msg_addr_lo;
2192         BP_VFDB(bp)->event_occur |= (1ULL << vf_idx);
2193         mutex_unlock(&BP_VFDB(bp)->event_mutex);
2194
2195         bnx2x_schedule_iov_task(bp, BNX2X_IOV_HANDLE_VF_MSG);
2196 }
2197
2198 /* handle new vf-pf messages */
2199 void bnx2x_vf_mbx(struct bnx2x *bp)
2200 {
2201         struct bnx2x_vfdb *vfdb = BP_VFDB(bp);
2202         u64 events;
2203         u8 vf_idx;
2204         int rc;
2205
2206         if (!vfdb)
2207                 return;
2208
2209         mutex_lock(&vfdb->event_mutex);
2210         events = vfdb->event_occur;
2211         vfdb->event_occur = 0;
2212         mutex_unlock(&vfdb->event_mutex);
2213
2214         for_each_vf(bp, vf_idx) {
2215                 struct bnx2x_vf_mbx *mbx = BP_VF_MBX(bp, vf_idx);
2216                 struct bnx2x_virtf *vf = BP_VF(bp, vf_idx);
2217
2218                 /* Handle VFs which have pending events */
2219                 if (!(events & (1ULL << vf_idx)))
2220                         continue;
2221
2222                 DP(BNX2X_MSG_IOV,
2223                    "Handling vf pf event vfid %d, address: [%x:%x], resp_offset 0x%x\n",
2224                    vf_idx, mbx->vf_addr_hi, mbx->vf_addr_lo,
2225                    mbx->first_tlv.resp_msg_offset);
2226
2227                 /* dmae to get the VF request */
2228                 rc = bnx2x_copy32_vf_dmae(bp, true, mbx->msg_mapping,
2229                                           vf->abs_vfid, mbx->vf_addr_hi,
2230                                           mbx->vf_addr_lo,
2231                                           sizeof(union vfpf_tlvs)/4);
2232                 if (rc) {
2233                         BNX2X_ERR("Failed to copy request VF %d\n",
2234                                   vf->abs_vfid);
2235                         bnx2x_vf_release(bp, vf);
2236                         return;
2237                 }
2238
2239                 /* process the VF message header */
2240                 mbx->first_tlv = mbx->msg->req.first_tlv;
2241
2242                 /* Clean response buffer to refrain from falsely
2243                  * seeing chains.
2244                  */
2245                 memset(&mbx->msg->resp, 0, sizeof(union pfvf_tlvs));
2246
2247                 /* dispatch the request (will prepare the response) */
2248                 bnx2x_vf_mbx_request(bp, vf, mbx);
2249         }
2250 }
2251
2252 void bnx2x_vf_bulletin_finalize(struct pf_vf_bulletin_content *bulletin,
2253                                 bool support_long)
2254 {
2255         /* Older VFs contain a bug where they can't check CRC for bulletin
2256          * boards of length greater than legacy size.
2257          */
2258         bulletin->length = support_long ? BULLETIN_CONTENT_SIZE :
2259                                           BULLETIN_CONTENT_LEGACY_SIZE;
2260         bulletin->crc = bnx2x_crc_vf_bulletin(bulletin);
2261 }
2262
2263 /* propagate local bulletin board to vf */
2264 int bnx2x_post_vf_bulletin(struct bnx2x *bp, int vf)
2265 {
2266         struct pf_vf_bulletin_content *bulletin = BP_VF_BULLETIN(bp, vf);
2267         dma_addr_t pf_addr = BP_VF_BULLETIN_DMA(bp)->mapping +
2268                 vf * BULLETIN_CONTENT_SIZE;
2269         dma_addr_t vf_addr = bnx2x_vf(bp, vf, bulletin_map);
2270         int rc;
2271
2272         /* can only update vf after init took place */
2273         if (bnx2x_vf(bp, vf, state) != VF_ENABLED &&
2274             bnx2x_vf(bp, vf, state) != VF_ACQUIRED)
2275                 return 0;
2276
2277         /* increment bulletin board version and compute crc */
2278         bulletin->version++;
2279         bnx2x_vf_bulletin_finalize(bulletin,
2280                                    (bnx2x_vf(bp, vf, cfg_flags) &
2281                                     VF_CFG_EXT_BULLETIN) ? true : false);
2282
2283         /* propagate bulletin board via dmae to vm memory */
2284         rc = bnx2x_copy32_vf_dmae(bp, false, pf_addr,
2285                                   bnx2x_vf(bp, vf, abs_vfid), U64_HI(vf_addr),
2286                                   U64_LO(vf_addr), bulletin->length / 4);
2287         return rc;
2288 }