drivers/net/ethernet/broadcom/bnx2x/bnx2x_vfpf.c

   1 /* bnx2x_vfpf.c: Broadcom Everest network driver.
   2  *
   3  * Copyright 2009-2013 Broadcom Corporation
   4  *
   5  * Unless you and Broadcom execute a separate written software license
   6  * agreement governing use of this software, this software is licensed to you
   7  * under the terms of the GNU General Public License version 2, available
   8  * at http://www.gnu.org/licenses/old-licenses/gpl-2.0.html (the "GPL").
   9  *
  10  * Notwithstanding the above, under no circumstances may you combine this
  11  * software in any way with any other Broadcom software provided under a
  12  * license other than the GPL, without Broadcom's express prior written
  13  * consent.
  14  *
  15  * Maintained by: Eilon Greenstein <eilong@broadcom.com>
  16  * Written by: Shmulik Ravid <shmulikr@broadcom.com>
  17  *             Ariel Elior <ariele@broadcom.com>
  18  */
  19
  20 #include "bnx2x.h"
  21 #include "bnx2x_cmn.h"
  22 #include <linux/crc32.h>
  23
  24 /* place a given tlv on the tlv buffer at a given offset */
  25 void bnx2x_add_tlv(struct bnx2x *bp, void *tlvs_list, u16 offset, u16 type,
  26                    u16 length)
  27 {
  28         struct channel_tlv *tl =
  29                 (struct channel_tlv *)(tlvs_list + offset);
  30
  31         tl->type = type;
  32         tl->length = length;
  33 }
  34
  35 /* Clear the mailbox and init the header of the first tlv */
  36 void bnx2x_vfpf_prep(struct bnx2x *bp, struct vfpf_first_tlv *first_tlv,
  37                      u16 type, u16 length)
  38 {
  39         mutex_lock(&bp->vf2pf_mutex);
  40
  41         DP(BNX2X_MSG_IOV, "preparing to send %d tlv over vf pf channel\n",
  42            type);
  43
  44         /* Clear mailbox */
  45         memset(bp->vf2pf_mbox, 0, sizeof(struct bnx2x_vf_mbx_msg));
  46
  47         /* init type and length */
  48         bnx2x_add_tlv(bp, &first_tlv->tl, 0, type, length);
  49
  50         /* init first tlv header */
  51         first_tlv->resp_msg_offset = sizeof(bp->vf2pf_mbox->req);
  52 }
  53
  54 /* releases the mailbox */
  55 void bnx2x_vfpf_finalize(struct bnx2x *bp, struct vfpf_first_tlv *first_tlv)
  56 {
  57         DP(BNX2X_MSG_IOV, "done sending [%d] tlv over vf pf channel\n",
  58            first_tlv->tl.type);
  59
  60         mutex_unlock(&bp->vf2pf_mutex);
  61 }
  62
  63 /* Finds a TLV by type in a TLV buffer; If found, returns pointer to the TLV */
  64 static void *bnx2x_search_tlv_list(struct bnx2x *bp, void *tlvs_list,
  65                                    enum channel_tlvs req_tlv)
  66 {
  67         struct channel_tlv *tlv = (struct channel_tlv *)tlvs_list;
  68
  69         do {
  70                 if (tlv->type == req_tlv)
  71                         return tlv;
  72
  73                 if (!tlv->length) {
  74                         BNX2X_ERR("Found TLV with length 0\n");
  75                         return NULL;
  76                 }
  77
  78                 tlvs_list += tlv->length;
  79                 tlv = (struct channel_tlv *)tlvs_list;
  80         } while (tlv->type != CHANNEL_TLV_LIST_END);
  81
  82         DP(BNX2X_MSG_IOV, "TLV list does not contain %d TLV\n", req_tlv);
  83
  84         return NULL;
  85 }
  86
  87 /* list the types and lengths of the tlvs on the buffer */
  88 void bnx2x_dp_tlv_list(struct bnx2x *bp, void *tlvs_list)
  89 {
  90         int i = 1;
  91         struct channel_tlv *tlv = (struct channel_tlv *)tlvs_list;
  92
  93         while (tlv->type != CHANNEL_TLV_LIST_END) {
  94                 /* output tlv */
  95                 DP(BNX2X_MSG_IOV, "TLV number %d: type %d, length %d\n", i,
  96                    tlv->type, tlv->length);
  97
  98                 /* advance to next tlv */
  99                 tlvs_list += tlv->length;
 100
 101                 /* cast general tlv list pointer to channel tlv header*/
 102                 tlv = (struct channel_tlv *)tlvs_list;
 103
 104                 i++;
 105
 106                 /* break condition for this loop */
 107                 if (i > MAX_TLVS_IN_LIST) {
 108                         WARN(true, "corrupt tlvs");
 109                         return;
 110                 }
 111         }
 112
 113         /* output last tlv */
 114         DP(BNX2X_MSG_IOV, "TLV number %d: type %d, length %d\n", i,
 115            tlv->type, tlv->length);
 116 }
 117
 118 /* test whether we support a tlv type */
 119 bool bnx2x_tlv_supported(u16 tlvtype)
 120 {
 121         return CHANNEL_TLV_NONE < tlvtype && tlvtype < CHANNEL_TLV_MAX;
 122 }
 123
 124 static inline int bnx2x_pfvf_status_codes(int rc)
 125 {
 126         switch (rc) {
 127         case 0:
 128                 return PFVF_STATUS_SUCCESS;
 129         case -ENOMEM:
 130                 return PFVF_STATUS_NO_RESOURCE;
 131         default:
 132                 return PFVF_STATUS_FAILURE;
 133         }
 134 }
 135
 136 static int bnx2x_send_msg2pf(struct bnx2x *bp, u8 *done, dma_addr_t msg_mapping)
 137 {
 138         struct cstorm_vf_zone_data __iomem *zone_data =
 139                 REG_ADDR(bp, PXP_VF_ADDR_CSDM_GLOBAL_START);
 140         int tout = 100, interval = 100; /* wait for 10 seconds */
 141
 142         if (*done) {
 143                 BNX2X_ERR("done was non zero before message to pf was sent\n");
 144                 WARN_ON(true);
 145                 return -EINVAL;
 146         }
 147
 148         /* if PF indicated channel is down avoid sending message. Return success
 149          * so calling flow can continue
 150          */
 151         bnx2x_sample_bulletin(bp);
 152         if (bp->old_bulletin.valid_bitmap & 1 << CHANNEL_DOWN) {
 153                 DP(BNX2X_MSG_IOV, "detecting channel down. Aborting message\n");
 154                 *done = PFVF_STATUS_SUCCESS;
 155                 return -EINVAL;
 156         }
 157
 158         /* Write message address */
 159         writel(U64_LO(msg_mapping),
 160                &zone_data->non_trigger.vf_pf_channel.msg_addr_lo);
 161         writel(U64_HI(msg_mapping),
 162                &zone_data->non_trigger.vf_pf_channel.msg_addr_hi);
 163
 164         /* make sure the address is written before FW accesses it */
 165         wmb();
 166
 167         /* Trigger the PF FW */
 168         writeb(1, &zone_data->trigger.vf_pf_channel.addr_valid);
 169
 170         /* Wait for PF to complete */
 171         while ((tout >= 0) && (!*done)) {
 172                 msleep(interval);
 173                 tout -= 1;
 174
 175                 /* progress indicator - HV can take its own sweet time in
 176                  * answering VFs...
 177                  */
 178                 DP_CONT(BNX2X_MSG_IOV, ".");
 179         }
 180
 181         if (!*done) {
 182                 BNX2X_ERR("PF response has timed out\n");
 183                 return -EAGAIN;
 184         }
 185         DP(BNX2X_MSG_SP, "Got a response from PF\n");
 186         return 0;
 187 }
 188
 189 static int bnx2x_get_vf_id(struct bnx2x *bp, u32 *vf_id)
 190 {
 191         u32 me_reg;
 192         int tout = 10, interval = 100; /* Wait for 1 sec */
 193
 194         do {
 195                 /* pxp traps vf read of doorbells and returns me reg value */
 196                 me_reg = readl(bp->doorbells);
 197                 if (GOOD_ME_REG(me_reg))
 198                         break;
 199
 200                 msleep(interval);
 201
 202                 BNX2X_ERR("Invalid ME register value: 0x%08x\n. Is pf driver up?",
 203                           me_reg);
 204         } while (tout-- > 0);
 205
 206         if (!GOOD_ME_REG(me_reg)) {
 207                 BNX2X_ERR("Invalid ME register value: 0x%08x\n", me_reg);
 208                 return -EINVAL;
 209         }
 210
 211         DP(BNX2X_MSG_IOV, "valid ME register value: 0x%08x\n", me_reg);
 212
 213         *vf_id = (me_reg & ME_REG_VF_NUM_MASK) >> ME_REG_VF_NUM_SHIFT;
 214
 215         return 0;
 216 }
 217
 218 int bnx2x_vfpf_acquire(struct bnx2x *bp, u8 tx_count, u8 rx_count)
 219 {
 220         int rc = 0, attempts = 0;
 221         struct vfpf_acquire_tlv *req = &bp->vf2pf_mbox->req.acquire;
 222         struct pfvf_acquire_resp_tlv *resp = &bp->vf2pf_mbox->resp.acquire_resp;
 223         struct vfpf_port_phys_id_resp_tlv *phys_port_resp;
 224         u32 vf_id;
 225         bool resources_acquired = false;
 226
 227         /* clear mailbox and prep first tlv */
 228         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_ACQUIRE, sizeof(*req));
 229
 230         if (bnx2x_get_vf_id(bp, &vf_id)) {
 231                 rc = -EAGAIN;
 232                 goto out;
 233         }
 234
 235         req->vfdev_info.vf_id = vf_id;
 236         req->vfdev_info.vf_os = 0;
 237
 238         req->resc_request.num_rxqs = rx_count;
 239         req->resc_request.num_txqs = tx_count;
 240         req->resc_request.num_sbs = bp->igu_sb_cnt;
 241         req->resc_request.num_mac_filters = VF_ACQUIRE_MAC_FILTERS;
 242         req->resc_request.num_mc_filters = VF_ACQUIRE_MC_FILTERS;
 243
 244         /* pf 2 vf bulletin board address */
 245         req->bulletin_addr = bp->pf2vf_bulletin_mapping;
 246
 247         /* Request physical port identifier */
 248         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length,
 249                       CHANNEL_TLV_PHYS_PORT_ID, sizeof(struct channel_tlv));
 250
 251         /* add list termination tlv */
 252         bnx2x_add_tlv(bp, req,
 253                       req->first_tlv.tl.length + sizeof(struct channel_tlv),
 254                       CHANNEL_TLV_LIST_END,
 255                       sizeof(struct channel_list_end_tlv));
 256
 257         /* output tlvs list */
 258         bnx2x_dp_tlv_list(bp, req);
 259
 260         while (!resources_acquired) {
 261                 DP(BNX2X_MSG_SP, "attempting to acquire resources\n");
 262
 263                 /* send acquire request */
 264                 rc = bnx2x_send_msg2pf(bp,
 265                                        &resp->hdr.status,
 266                                        bp->vf2pf_mbox_mapping);
 267
 268                 /* PF timeout */
 269                 if (rc)
 270                         goto out;
 271
 272                 /* copy acquire response from buffer to bp */
 273                 memcpy(&bp->acquire_resp, resp, sizeof(bp->acquire_resp));
 274
 275                 attempts++;
 276
 277                 /* test whether the PF accepted our request. If not, humble
 278                  * the request and try again.
 279                  */
 280                 if (bp->acquire_resp.hdr.status == PFVF_STATUS_SUCCESS) {
 281                         DP(BNX2X_MSG_SP, "resources acquired\n");
 282                         resources_acquired = true;
 283                 } else if (bp->acquire_resp.hdr.status ==
 284                            PFVF_STATUS_NO_RESOURCE &&
 285                            attempts < VF_ACQUIRE_THRESH) {
 286                         DP(BNX2X_MSG_SP,
 287                            "PF unwilling to fulfill resource request. Try PF recommended amount\n");
 288
 289                         /* humble our request */
 290                         req->resc_request.num_txqs =
 291                                 min(req->resc_request.num_txqs,
 292                                     bp->acquire_resp.resc.num_txqs);
 293                         req->resc_request.num_rxqs =
 294                                 min(req->resc_request.num_rxqs,
 295                                     bp->acquire_resp.resc.num_rxqs);
 296                         req->resc_request.num_sbs =
 297                                 min(req->resc_request.num_sbs,
 298                                     bp->acquire_resp.resc.num_sbs);
 299                         req->resc_request.num_mac_filters =
 300                                 min(req->resc_request.num_mac_filters,
 301                                     bp->acquire_resp.resc.num_mac_filters);
 302                         req->resc_request.num_vlan_filters =
 303                                 min(req->resc_request.num_vlan_filters,
 304                                     bp->acquire_resp.resc.num_vlan_filters);
 305                         req->resc_request.num_mc_filters =
 306                                 min(req->resc_request.num_mc_filters,
 307                                     bp->acquire_resp.resc.num_mc_filters);
 308
 309                         /* Clear response buffer */
 310                         memset(&bp->vf2pf_mbox->resp, 0,
 311                                sizeof(union pfvf_tlvs));
 312                 } else {
 313                         /* PF reports error */
 314                         BNX2X_ERR("Failed to get the requested amount of resources: %d. Breaking...\n",
 315                                   bp->acquire_resp.hdr.status);
 316                         rc = -EAGAIN;
 317                         goto out;
 318                 }
 319         }
 320
 321         /* Retrieve physical port id (if possible) */
 322         phys_port_resp = (struct vfpf_port_phys_id_resp_tlv *)
 323                          bnx2x_search_tlv_list(bp, resp,
 324                                                CHANNEL_TLV_PHYS_PORT_ID);
 325         if (phys_port_resp) {
 326                 memcpy(bp->phys_port_id, phys_port_resp->id, ETH_ALEN);
 327                 bp->flags |= HAS_PHYS_PORT_ID;
 328         }
 329
 330         /* get HW info */
 331         bp->common.chip_id |= (bp->acquire_resp.pfdev_info.chip_num & 0xffff);
 332         bp->link_params.chip_id = bp->common.chip_id;
 333         bp->db_size = bp->acquire_resp.pfdev_info.db_size;
 334         bp->common.int_block = INT_BLOCK_IGU;
 335         bp->common.chip_port_mode = CHIP_2_PORT_MODE;
 336         bp->igu_dsb_id = -1;
 337         bp->mf_ov = 0;
 338         bp->mf_mode = 0;
 339         bp->common.flash_size = 0;
 340         bp->flags |=
 341                 NO_WOL_FLAG | NO_ISCSI_OOO_FLAG | NO_ISCSI_FLAG | NO_FCOE_FLAG;
 342         bp->igu_sb_cnt = bp->acquire_resp.resc.num_sbs;
 343         bp->igu_base_sb = bp->acquire_resp.resc.hw_sbs[0].hw_sb_id;
 344         strlcpy(bp->fw_ver, bp->acquire_resp.pfdev_info.fw_ver,
 345                 sizeof(bp->fw_ver));
 346
 347         if (is_valid_ether_addr(bp->acquire_resp.resc.current_mac_addr))
 348                 memcpy(bp->dev->dev_addr,
 349                        bp->acquire_resp.resc.current_mac_addr,
 350                        ETH_ALEN);
 351
 352 out:
 353         bnx2x_vfpf_finalize(bp, &req->first_tlv);
 354         return rc;
 355 }
 356
 357 int bnx2x_vfpf_release(struct bnx2x *bp)
 358 {
 359         struct vfpf_release_tlv *req = &bp->vf2pf_mbox->req.release;
 360         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
 361         u32 rc, vf_id;
 362
 363         /* clear mailbox and prep first tlv */
 364         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_RELEASE, sizeof(*req));
 365
 366         if (bnx2x_get_vf_id(bp, &vf_id)) {
 367                 rc = -EAGAIN;
 368                 goto out;
 369         }
 370
 371         req->vf_id = vf_id;
 372
 373         /* add list termination tlv */
 374         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
 375                       sizeof(struct channel_list_end_tlv));
 376
 377         /* output tlvs list */
 378         bnx2x_dp_tlv_list(bp, req);
 379
 380         /* send release request */
 381         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
 382
 383         if (rc)
 384                 /* PF timeout */
 385                 goto out;
 386
 387         if (resp->hdr.status == PFVF_STATUS_SUCCESS) {
 388                 /* PF released us */
 389                 DP(BNX2X_MSG_SP, "vf released\n");
 390         } else {
 391                 /* PF reports error */
 392                 BNX2X_ERR("PF failed our release request - are we out of sync? Response status: %d\n",
 393                           resp->hdr.status);
 394                 rc = -EAGAIN;
 395                 goto out;
 396         }
 397 out:
 398         bnx2x_vfpf_finalize(bp, &req->first_tlv);
 399
 400         return rc;
 401 }
 402
 403 /* Tell PF about SB addresses */
 404 int bnx2x_vfpf_init(struct bnx2x *bp)
 405 {
 406         struct vfpf_init_tlv *req = &bp->vf2pf_mbox->req.init;
 407         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
 408         int rc, i;
 409
 410         /* clear mailbox and prep first tlv */
 411         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_INIT, sizeof(*req));
 412
 413         /* status blocks */
 414         for_each_eth_queue(bp, i)
 415                 req->sb_addr[i] = (dma_addr_t)bnx2x_fp(bp, i,
 416                                                        status_blk_mapping);
 417
 418         /* statistics - requests only supports single queue for now */
 419         req->stats_addr = bp->fw_stats_data_mapping +
 420                           offsetof(struct bnx2x_fw_stats_data, queue_stats);
 421
 422         req->stats_stride = sizeof(struct per_queue_stats);
 423
 424         /* add list termination tlv */
 425         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
 426                       sizeof(struct channel_list_end_tlv));
 427
 428         /* output tlvs list */
 429         bnx2x_dp_tlv_list(bp, req);
 430
 431         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
 432         if (rc)
 433                 goto out;
 434
 435         if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
 436                 BNX2X_ERR("INIT VF failed: %d. Breaking...\n",
 437                           resp->hdr.status);
 438                 rc = -EAGAIN;
 439                 goto out;
 440         }
 441
 442         DP(BNX2X_MSG_SP, "INIT VF Succeeded\n");
 443 out:
 444         bnx2x_vfpf_finalize(bp, &req->first_tlv);
 445
 446         return rc;
 447 }
 448
 449 /* CLOSE VF - opposite to INIT_VF */
 450 void bnx2x_vfpf_close_vf(struct bnx2x *bp)
 451 {
 452         struct vfpf_close_tlv *req = &bp->vf2pf_mbox->req.close;
 453         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
 454         int i, rc;
 455         u32 vf_id;
 456
 457         /* If we haven't got a valid VF id, there is no sense to
 458          * continue with sending messages
 459          */
 460         if (bnx2x_get_vf_id(bp, &vf_id))
 461                 goto free_irq;
 462
 463         /* Close the queues */
 464         for_each_queue(bp, i)
 465                 bnx2x_vfpf_teardown_queue(bp, i);
 466
 467         /* remove mac */
 468         bnx2x_vfpf_config_mac(bp, bp->dev->dev_addr, bp->fp->index, false);
 469
 470         /* clear mailbox and prep first tlv */
 471         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_CLOSE, sizeof(*req));
 472
 473         req->vf_id = vf_id;
 474
 475         /* add list termination tlv */
 476         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
 477                       sizeof(struct channel_list_end_tlv));
 478
 479         /* output tlvs list */
 480         bnx2x_dp_tlv_list(bp, req);
 481
 482         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
 483
 484         if (rc)
 485                 BNX2X_ERR("Sending CLOSE failed. rc was: %d\n", rc);
 486
 487         else if (resp->hdr.status != PFVF_STATUS_SUCCESS)
 488                 BNX2X_ERR("Sending CLOSE failed: pf response was %d\n",
 489                           resp->hdr.status);
 490
 491         bnx2x_vfpf_finalize(bp, &req->first_tlv);
 492
 493 free_irq:
 494         /* Disable HW interrupts, NAPI */
 495         bnx2x_netif_stop(bp, 0);
 496         /* Delete all NAPI objects */
 497         bnx2x_del_all_napi(bp);
 498
 499         /* Release IRQs */
 500         bnx2x_free_irq(bp);
 501 }
 502
 503 static void bnx2x_leading_vfq_init(struct bnx2x *bp, struct bnx2x_virtf *vf,
 504                                    struct bnx2x_vf_queue *q)
 505 {
 506         u8 cl_id = vfq_cl_id(vf, q);
 507         u8 func_id = FW_VF_HANDLE(vf->abs_vfid);
 508
 509         /* mac */
 510         bnx2x_init_mac_obj(bp, &q->mac_obj,
 511                            cl_id, q->cid, func_id,
 512                            bnx2x_vf_sp(bp, vf, mac_rdata),
 513                            bnx2x_vf_sp_map(bp, vf, mac_rdata),
 514                            BNX2X_FILTER_MAC_PENDING,
 515                            &vf->filter_state,
 516                            BNX2X_OBJ_TYPE_RX_TX,
 517                            &bp->macs_pool);
 518         /* vlan */
 519         bnx2x_init_vlan_obj(bp, &q->vlan_obj,
 520                             cl_id, q->cid, func_id,
 521                             bnx2x_vf_sp(bp, vf, vlan_rdata),
 522                             bnx2x_vf_sp_map(bp, vf, vlan_rdata),
 523                             BNX2X_FILTER_VLAN_PENDING,
 524                             &vf->filter_state,
 525                             BNX2X_OBJ_TYPE_RX_TX,
 526                             &bp->vlans_pool);
 527
 528         /* mcast */
 529         bnx2x_init_mcast_obj(bp, &vf->mcast_obj, cl_id,
 530                              q->cid, func_id, func_id,
 531                              bnx2x_vf_sp(bp, vf, mcast_rdata),
 532                              bnx2x_vf_sp_map(bp, vf, mcast_rdata),
 533                              BNX2X_FILTER_MCAST_PENDING,
 534                              &vf->filter_state,
 535                              BNX2X_OBJ_TYPE_RX_TX);
 536
 537         /* rss */
 538         bnx2x_init_rss_config_obj(bp, &vf->rss_conf_obj, cl_id, q->cid,
 539                                   func_id, func_id,
 540                                   bnx2x_vf_sp(bp, vf, rss_rdata),
 541                                   bnx2x_vf_sp_map(bp, vf, rss_rdata),
 542                                   BNX2X_FILTER_RSS_CONF_PENDING,
 543                                   &vf->filter_state,
 544                                   BNX2X_OBJ_TYPE_RX_TX);
 545
 546         vf->leading_rss = cl_id;
 547         q->is_leading = true;
 548 }
 549
 550 /* ask the pf to open a queue for the vf */
 551 int bnx2x_vfpf_setup_q(struct bnx2x *bp, struct bnx2x_fastpath *fp,
 552                        bool is_leading)
 553 {
 554         struct vfpf_setup_q_tlv *req = &bp->vf2pf_mbox->req.setup_q;
 555         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
 556         u8 fp_idx = fp->index;
 557         u16 tpa_agg_size = 0, flags = 0;
 558         int rc;
 559
 560         /* clear mailbox and prep first tlv */
 561         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_SETUP_Q, sizeof(*req));
 562
 563         /* select tpa mode to request */
 564         if (!fp->disable_tpa) {
 565                 flags |= VFPF_QUEUE_FLG_TPA;
 566                 flags |= VFPF_QUEUE_FLG_TPA_IPV6;
 567                 if (fp->mode == TPA_MODE_GRO)
 568                         flags |= VFPF_QUEUE_FLG_TPA_GRO;
 569                 tpa_agg_size = TPA_AGG_SIZE;
 570         }
 571
 572         if (is_leading)
 573                 flags |= VFPF_QUEUE_FLG_LEADING_RSS;
 574
 575         /* calculate queue flags */
 576         flags |= VFPF_QUEUE_FLG_STATS;
 577         flags |= VFPF_QUEUE_FLG_CACHE_ALIGN;
 578         flags |= VFPF_QUEUE_FLG_VLAN;
 579         DP(NETIF_MSG_IFUP, "vlan removal enabled\n");
 580
 581         /* Common */
 582         req->vf_qid = fp_idx;
 583         req->param_valid = VFPF_RXQ_VALID | VFPF_TXQ_VALID;
 584
 585         /* Rx */
 586         req->rxq.rcq_addr = fp->rx_comp_mapping;
 587         req->rxq.rcq_np_addr = fp->rx_comp_mapping + BCM_PAGE_SIZE;
 588         req->rxq.rxq_addr = fp->rx_desc_mapping;
 589         req->rxq.sge_addr = fp->rx_sge_mapping;
 590         req->rxq.vf_sb = fp_idx;
 591         req->rxq.sb_index = HC_INDEX_ETH_RX_CQ_CONS;
 592         req->rxq.hc_rate = bp->rx_ticks ? 1000000/bp->rx_ticks : 0;
 593         req->rxq.mtu = bp->dev->mtu;
 594         req->rxq.buf_sz = fp->rx_buf_size;
 595         req->rxq.sge_buf_sz = BCM_PAGE_SIZE * PAGES_PER_SGE;
 596         req->rxq.tpa_agg_sz = tpa_agg_size;
 597         req->rxq.max_sge_pkt = SGE_PAGE_ALIGN(bp->dev->mtu) >> SGE_PAGE_SHIFT;
 598         req->rxq.max_sge_pkt = ((req->rxq.max_sge_pkt + PAGES_PER_SGE - 1) &
 599                           (~(PAGES_PER_SGE-1))) >> PAGES_PER_SGE_SHIFT;
 600         req->rxq.flags = flags;
 601         req->rxq.drop_flags = 0;
 602         req->rxq.cache_line_log = BNX2X_RX_ALIGN_SHIFT;
 603         req->rxq.stat_id = -1; /* No stats at the moment */
 604
 605         /* Tx */
 606         req->txq.txq_addr = fp->txdata_ptr[FIRST_TX_COS_INDEX]->tx_desc_mapping;
 607         req->txq.vf_sb = fp_idx;
 608         req->txq.sb_index = HC_INDEX_ETH_TX_CQ_CONS_COS0;
 609         req->txq.hc_rate = bp->tx_ticks ? 1000000/bp->tx_ticks : 0;
 610         req->txq.flags = flags;
 611         req->txq.traffic_type = LLFC_TRAFFIC_TYPE_NW;
 612
 613         /* add list termination tlv */
 614         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
 615                       sizeof(struct channel_list_end_tlv));
 616
 617         /* output tlvs list */
 618         bnx2x_dp_tlv_list(bp, req);
 619
 620         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
 621         if (rc)
 622                 BNX2X_ERR("Sending SETUP_Q message for queue[%d] failed!\n",
 623                           fp_idx);
 624
 625         if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
 626                 BNX2X_ERR("Status of SETUP_Q for queue[%d] is %d\n",
 627                           fp_idx, resp->hdr.status);
 628                 rc = -EINVAL;
 629         }
 630
 631         bnx2x_vfpf_finalize(bp, &req->first_tlv);
 632
 633         return rc;
 634 }
 635
 636 int bnx2x_vfpf_teardown_queue(struct bnx2x *bp, int qidx)
 637 {
 638         struct vfpf_q_op_tlv *req = &bp->vf2pf_mbox->req.q_op;
 639         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
 640         int rc;
 641
 642         /* clear mailbox and prep first tlv */
 643         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_TEARDOWN_Q,
 644                         sizeof(*req));
 645
 646         req->vf_qid = qidx;
 647
 648         /* add list termination tlv */
 649         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
 650                       sizeof(struct channel_list_end_tlv));
 651
 652         /* output tlvs list */
 653         bnx2x_dp_tlv_list(bp, req);
 654
 655         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
 656
 657         if (rc) {
 658                 BNX2X_ERR("Sending TEARDOWN for queue %d failed: %d\n", qidx,
 659                           rc);
 660                 goto out;
 661         }
 662
 663         /* PF failed the transaction */
 664         if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
 665                 BNX2X_ERR("TEARDOWN for queue %d failed: %d\n", qidx,
 666                           resp->hdr.status);
 667                 rc = -EINVAL;
 668         }
 669
 670 out:
 671         bnx2x_vfpf_finalize(bp, &req->first_tlv);
 672         return rc;
 673 }
 674
 675 /* request pf to add a mac for the vf */
 676 int bnx2x_vfpf_config_mac(struct bnx2x *bp, u8 *addr, u8 vf_qid, bool set)
 677 {
 678         struct vfpf_set_q_filters_tlv *req = &bp->vf2pf_mbox->req.set_q_filters;
 679         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
 680         struct pf_vf_bulletin_content bulletin = bp->pf2vf_bulletin->content;
 681         int rc = 0;
 682
 683         /* clear mailbox and prep first tlv */
 684         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_SET_Q_FILTERS,
 685                         sizeof(*req));
 686
 687         req->flags = VFPF_SET_Q_FILTERS_MAC_VLAN_CHANGED;
 688         req->vf_qid = vf_qid;
 689         req->n_mac_vlan_filters = 1;
 690
 691         req->filters[0].flags = VFPF_Q_FILTER_DEST_MAC_VALID;
 692         if (set)
 693                 req->filters[0].flags |= VFPF_Q_FILTER_SET_MAC;
 694
 695         /* sample bulletin board for new mac */
 696         bnx2x_sample_bulletin(bp);
 697
 698         /* copy mac from device to request */
 699         memcpy(req->filters[0].mac, addr, ETH_ALEN);
 700
 701         /* add list termination tlv */
 702         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
 703                       sizeof(struct channel_list_end_tlv));
 704
 705         /* output tlvs list */
 706         bnx2x_dp_tlv_list(bp, req);
 707
 708         /* send message to pf */
 709         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
 710         if (rc) {
 711                 BNX2X_ERR("failed to send message to pf. rc was %d\n", rc);
 712                 goto out;
 713         }
 714
 715         /* failure may mean PF was configured with a new mac for us */
 716         while (resp->hdr.status == PFVF_STATUS_FAILURE) {
 717                 DP(BNX2X_MSG_IOV,
 718                    "vfpf SET MAC failed. Check bulletin board for new posts\n");
 719
 720                 /* copy mac from bulletin to device */
 721                 memcpy(bp->dev->dev_addr, bulletin.mac, ETH_ALEN);
 722
 723                 /* check if bulletin board was updated */
 724                 if (bnx2x_sample_bulletin(bp) == PFVF_BULLETIN_UPDATED) {
 725                         /* copy mac from device to request */
 726                         memcpy(req->filters[0].mac, bp->dev->dev_addr,
 727                                ETH_ALEN);
 728
 729                         /* send message to pf */
 730                         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status,
 731                                                bp->vf2pf_mbox_mapping);
 732                 } else {
 733                         /* no new info in bulletin */
 734                         break;
 735                 }
 736         }
 737
 738         if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
 739                 BNX2X_ERR("vfpf SET MAC failed: %d\n", resp->hdr.status);
 740                 rc = -EINVAL;
 741         }
 742 out:
 743         bnx2x_vfpf_finalize(bp, &req->first_tlv);
 744
 745         return 0;
 746 }
 747
 748 /* request pf to config rss table for vf queues*/
 749 int bnx2x_vfpf_config_rss(struct bnx2x *bp,
 750                           struct bnx2x_config_rss_params *params)
 751 {
 752         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
 753         struct vfpf_rss_tlv *req = &bp->vf2pf_mbox->req.update_rss;
 754         int rc = 0;
 755
 756         /* clear mailbox and prep first tlv */
 757         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_UPDATE_RSS,
 758                         sizeof(*req));
 759
 760         /* add list termination tlv */
 761         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
 762                       sizeof(struct channel_list_end_tlv));
 763
 764         memcpy(req->ind_table, params->ind_table, T_ETH_INDIRECTION_TABLE_SIZE);
 765         memcpy(req->rss_key, params->rss_key, sizeof(params->rss_key));
 766         req->ind_table_size = T_ETH_INDIRECTION_TABLE_SIZE;
 767         req->rss_key_size = T_ETH_RSS_KEY;
 768         req->rss_result_mask = params->rss_result_mask;
 769
 770         /* flags handled individually for backward/forward compatability */
 771         if (params->rss_flags & (1 << BNX2X_RSS_MODE_DISABLED))
 772                 req->rss_flags |= VFPF_RSS_MODE_DISABLED;
 773         if (params->rss_flags & (1 << BNX2X_RSS_MODE_REGULAR))
 774                 req->rss_flags |= VFPF_RSS_MODE_REGULAR;
 775         if (params->rss_flags & (1 << BNX2X_RSS_SET_SRCH))
 776                 req->rss_flags |= VFPF_RSS_SET_SRCH;
 777         if (params->rss_flags & (1 << BNX2X_RSS_IPV4))
 778                 req->rss_flags |= VFPF_RSS_IPV4;
 779         if (params->rss_flags & (1 << BNX2X_RSS_IPV4_TCP))
 780                 req->rss_flags |= VFPF_RSS_IPV4_TCP;
 781         if (params->rss_flags & (1 << BNX2X_RSS_IPV4_UDP))
 782                 req->rss_flags |= VFPF_RSS_IPV4_UDP;
 783         if (params->rss_flags & (1 << BNX2X_RSS_IPV6))
 784                 req->rss_flags |= VFPF_RSS_IPV6;
 785         if (params->rss_flags & (1 << BNX2X_RSS_IPV6_TCP))
 786                 req->rss_flags |= VFPF_RSS_IPV6_TCP;
 787         if (params->rss_flags & (1 << BNX2X_RSS_IPV6_UDP))
 788                 req->rss_flags |= VFPF_RSS_IPV6_UDP;
 789
 790         DP(BNX2X_MSG_IOV, "rss flags %x\n", req->rss_flags);
 791
 792         /* output tlvs list */
 793         bnx2x_dp_tlv_list(bp, req);
 794
 795         /* send message to pf */
 796         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
 797         if (rc) {
 798                 BNX2X_ERR("failed to send message to pf. rc was %d\n", rc);
 799                 goto out;
 800         }
 801
 802         if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
 803                 BNX2X_ERR("failed to send rss message to PF over Vf PF channel %d\n",
 804                           resp->hdr.status);
 805                 rc = -EINVAL;
 806         }
 807 out:
 808         bnx2x_vfpf_finalize(bp, &req->first_tlv);
 809
 810         return 0;
 811 }
 812
 813 int bnx2x_vfpf_set_mcast(struct net_device *dev)
 814 {
 815         struct bnx2x *bp = netdev_priv(dev);
 816         struct vfpf_set_q_filters_tlv *req = &bp->vf2pf_mbox->req.set_q_filters;
 817         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
 818         int rc, i = 0;
 819         struct netdev_hw_addr *ha;
 820
 821         if (bp->state != BNX2X_STATE_OPEN) {
 822                 DP(NETIF_MSG_IFUP, "state is %x, returning\n", bp->state);
 823                 return -EINVAL;
 824         }
 825
 826         /* clear mailbox and prep first tlv */
 827         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_SET_Q_FILTERS,
 828                         sizeof(*req));
 829
 830         /* Get Rx mode requested */
 831         DP(NETIF_MSG_IFUP, "dev->flags = %x\n", dev->flags);
 832
 833         netdev_for_each_mc_addr(ha, dev) {
 834                 DP(NETIF_MSG_IFUP, "Adding mcast MAC: %pM\n",
 835                    bnx2x_mc_addr(ha));
 836                 memcpy(req->multicast[i], bnx2x_mc_addr(ha), ETH_ALEN);
 837                 i++;
 838         }
 839
 840         /* We support four PFVF_MAX_MULTICAST_PER_VF mcast
 841           * addresses tops
 842           */
 843         if (i >= PFVF_MAX_MULTICAST_PER_VF) {
 844                 DP(NETIF_MSG_IFUP,
 845                    "VF supports not more than %d multicast MAC addresses\n",
 846                    PFVF_MAX_MULTICAST_PER_VF);
 847                 return -EINVAL;
 848         }
 849
 850         req->n_multicast = i;
 851         req->flags |= VFPF_SET_Q_FILTERS_MULTICAST_CHANGED;
 852         req->vf_qid = 0;
 853
 854         /* add list termination tlv */
 855         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
 856                       sizeof(struct channel_list_end_tlv));
 857
 858         /* output tlvs list */
 859         bnx2x_dp_tlv_list(bp, req);
 860         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
 861         if (rc) {
 862                 BNX2X_ERR("Sending a message failed: %d\n", rc);
 863                 goto out;
 864         }
 865
 866         if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
 867                 BNX2X_ERR("Set Rx mode/multicast failed: %d\n",
 868                           resp->hdr.status);
 869                 rc = -EINVAL;
 870         }
 871 out:
 872         bnx2x_vfpf_finalize(bp, &req->first_tlv);
 873
 874         return 0;
 875 }
 876
 877 int bnx2x_vfpf_storm_rx_mode(struct bnx2x *bp)
 878 {
 879         int mode = bp->rx_mode;
 880         struct vfpf_set_q_filters_tlv *req = &bp->vf2pf_mbox->req.set_q_filters;
 881         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
 882         int rc;
 883
 884         /* clear mailbox and prep first tlv */
 885         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_SET_Q_FILTERS,
 886                         sizeof(*req));
 887
 888         DP(NETIF_MSG_IFUP, "Rx mode is %d\n", mode);
 889
 890         switch (mode) {
 891         case BNX2X_RX_MODE_NONE: /* no Rx */
 892                 req->rx_mask = VFPF_RX_MASK_ACCEPT_NONE;
 893                 break;
 894         case BNX2X_RX_MODE_NORMAL:
 895                 req->rx_mask = VFPF_RX_MASK_ACCEPT_MATCHED_MULTICAST;
 896                 req->rx_mask |= VFPF_RX_MASK_ACCEPT_MATCHED_UNICAST;
 897                 req->rx_mask |= VFPF_RX_MASK_ACCEPT_BROADCAST;
 898                 break;
 899         case BNX2X_RX_MODE_ALLMULTI:
 900                 req->rx_mask = VFPF_RX_MASK_ACCEPT_ALL_MULTICAST;
 901                 req->rx_mask |= VFPF_RX_MASK_ACCEPT_MATCHED_UNICAST;
 902                 req->rx_mask |= VFPF_RX_MASK_ACCEPT_BROADCAST;
 903                 break;
 904         case BNX2X_RX_MODE_PROMISC:
 905                 req->rx_mask = VFPF_RX_MASK_ACCEPT_ALL_UNICAST;
 906                 req->rx_mask |= VFPF_RX_MASK_ACCEPT_ALL_MULTICAST;
 907                 req->rx_mask |= VFPF_RX_MASK_ACCEPT_BROADCAST;
 908                 break;
 909         default:
 910                 BNX2X_ERR("BAD rx mode (%d)\n", mode);
 911                 rc = -EINVAL;
 912                 goto out;
 913         }
 914
 915         req->flags |= VFPF_SET_Q_FILTERS_RX_MASK_CHANGED;
 916         req->vf_qid = 0;
 917
 918         /* add list termination tlv */
 919         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
 920                       sizeof(struct channel_list_end_tlv));
 921
 922         /* output tlvs list */
 923         bnx2x_dp_tlv_list(bp, req);
 924
 925         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
 926         if (rc)
 927                 BNX2X_ERR("Sending a message failed: %d\n", rc);
 928
 929         if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
 930                 BNX2X_ERR("Set Rx mode failed: %d\n", resp->hdr.status);
 931                 rc = -EINVAL;
 932         }
 933 out:
 934         bnx2x_vfpf_finalize(bp, &req->first_tlv);
 935
 936         return rc;
 937 }
 938
 939 /* General service functions */
 940 static void storm_memset_vf_mbx_ack(struct bnx2x *bp, u16 abs_fid)
 941 {
 942         u32 addr = BAR_CSTRORM_INTMEM +
 943                    CSTORM_VF_PF_CHANNEL_STATE_OFFSET(abs_fid);
 944
 945         REG_WR8(bp, addr, VF_PF_CHANNEL_STATE_READY);
 946 }
 947
 948 static void storm_memset_vf_mbx_valid(struct bnx2x *bp, u16 abs_fid)
 949 {
 950         u32 addr = BAR_CSTRORM_INTMEM +
 951                    CSTORM_VF_PF_CHANNEL_VALID_OFFSET(abs_fid);
 952
 953         REG_WR8(bp, addr, 1);
 954 }
 955
 956 static inline void bnx2x_set_vf_mbxs_valid(struct bnx2x *bp)
 957 {
 958         int i;
 959
 960         for_each_vf(bp, i)
 961                 storm_memset_vf_mbx_valid(bp, bnx2x_vf(bp, i, abs_vfid));
 962 }
 963
 964 /* enable vf_pf mailbox (aka vf-pf-channel) */
 965 void bnx2x_vf_enable_mbx(struct bnx2x *bp, u8 abs_vfid)
 966 {
 967         bnx2x_vf_flr_clnup_epilog(bp, abs_vfid);
 968
 969         /* enable the mailbox in the FW */
 970         storm_memset_vf_mbx_ack(bp, abs_vfid);
 971         storm_memset_vf_mbx_valid(bp, abs_vfid);
 972
 973         /* enable the VF access to the mailbox */
 974         bnx2x_vf_enable_access(bp, abs_vfid);
 975 }
 976
 977 /* this works only on !E1h */
 978 static int bnx2x_copy32_vf_dmae(struct bnx2x *bp, u8 from_vf,
 979                                 dma_addr_t pf_addr, u8 vfid, u32 vf_addr_hi,
 980                                 u32 vf_addr_lo, u32 len32)
 981 {
 982         struct dmae_command dmae;
 983
 984         if (CHIP_IS_E1x(bp)) {
 985                 BNX2X_ERR("Chip revision does not support VFs\n");
 986                 return DMAE_NOT_RDY;
 987         }
 988
 989         if (!bp->dmae_ready) {
 990                 BNX2X_ERR("DMAE is not ready, can not copy\n");
 991                 return DMAE_NOT_RDY;
 992         }
 993
 994         /* set opcode and fixed command fields */
 995         bnx2x_prep_dmae_with_comp(bp, &dmae, DMAE_SRC_PCI, DMAE_DST_PCI);
 996
 997         if (from_vf) {
 998                 dmae.opcode_iov = (vfid << DMAE_COMMAND_SRC_VFID_SHIFT) |
 999                         (DMAE_SRC_VF << DMAE_COMMAND_SRC_VFPF_SHIFT) |
1000                         (DMAE_DST_PF << DMAE_COMMAND_DST_VFPF_SHIFT);
1001
1002                 dmae.opcode |= (DMAE_C_DST << DMAE_COMMAND_C_FUNC_SHIFT);
1003
1004                 dmae.src_addr_lo = vf_addr_lo;
1005                 dmae.src_addr_hi = vf_addr_hi;
1006                 dmae.dst_addr_lo = U64_LO(pf_addr);
1007                 dmae.dst_addr_hi = U64_HI(pf_addr);
1008         } else {
1009                 dmae.opcode_iov = (vfid << DMAE_COMMAND_DST_VFID_SHIFT) |
1010                         (DMAE_DST_VF << DMAE_COMMAND_DST_VFPF_SHIFT) |
1011                         (DMAE_SRC_PF << DMAE_COMMAND_SRC_VFPF_SHIFT);
1012
1013                 dmae.opcode |= (DMAE_C_SRC << DMAE_COMMAND_C_FUNC_SHIFT);
1014
1015                 dmae.src_addr_lo = U64_LO(pf_addr);
1016                 dmae.src_addr_hi = U64_HI(pf_addr);
1017                 dmae.dst_addr_lo = vf_addr_lo;
1018                 dmae.dst_addr_hi = vf_addr_hi;
1019         }
1020         dmae.len = len32;
1021
1022         /* issue the command and wait for completion */
1023         return bnx2x_issue_dmae_with_comp(bp, &dmae, bnx2x_sp(bp, wb_comp));
1024 }
1025
1026 static void bnx2x_vf_mbx_resp_single_tlv(struct bnx2x *bp,
1027                                          struct bnx2x_virtf *vf)
1028 {
1029         struct bnx2x_vf_mbx *mbx = BP_VF_MBX(bp, vf->index);
1030         u16 length, type;
1031
1032         /* prepare response */
1033         type = mbx->first_tlv.tl.type;
1034         length = type == CHANNEL_TLV_ACQUIRE ?
1035                 sizeof(struct pfvf_acquire_resp_tlv) :
1036                 sizeof(struct pfvf_general_resp_tlv);
1037         bnx2x_add_tlv(bp, &mbx->msg->resp, 0, type, length);
1038         bnx2x_add_tlv(bp, &mbx->msg->resp, length, CHANNEL_TLV_LIST_END,
1039                       sizeof(struct channel_list_end_tlv));
1040 }
1041
1042 static void bnx2x_vf_mbx_resp_send_msg(struct bnx2x *bp,
1043                                        struct bnx2x_virtf *vf)
1044 {
1045         struct bnx2x_vf_mbx *mbx = BP_VF_MBX(bp, vf->index);
1046         struct pfvf_general_resp_tlv *resp = &mbx->msg->resp.general_resp;
1047         dma_addr_t pf_addr;
1048         u64 vf_addr;
1049         int rc;
1050
1051         bnx2x_dp_tlv_list(bp, resp);
1052         DP(BNX2X_MSG_IOV, "mailbox vf address hi 0x%x, lo 0x%x, offset 0x%x\n",
1053            mbx->vf_addr_hi, mbx->vf_addr_lo, mbx->first_tlv.resp_msg_offset);
1054
1055         resp->hdr.status = bnx2x_pfvf_status_codes(vf->op_rc);
1056
1057         /* send response */
1058         vf_addr = HILO_U64(mbx->vf_addr_hi, mbx->vf_addr_lo) +
1059                   mbx->first_tlv.resp_msg_offset;
1060         pf_addr = mbx->msg_mapping +
1061                   offsetof(struct bnx2x_vf_mbx_msg, resp);
1062
1063         /* Copy the response buffer. The first u64 is written afterwards, as
1064          * the vf is sensitive to the header being written
1065          */
1066         vf_addr += sizeof(u64);
1067         pf_addr += sizeof(u64);
1068         rc = bnx2x_copy32_vf_dmae(bp, false, pf_addr, vf->abs_vfid,
1069                                   U64_HI(vf_addr),
1070                                   U64_LO(vf_addr),
1071                                   (sizeof(union pfvf_tlvs) - sizeof(u64))/4);
1072         if (rc) {
1073                 BNX2X_ERR("Failed to copy response body to VF %d\n",
1074                           vf->abs_vfid);
1075                 goto mbx_error;
1076         }
1077         vf_addr -= sizeof(u64);
1078         pf_addr -= sizeof(u64);
1079
1080         /* ack the FW */
1081         storm_memset_vf_mbx_ack(bp, vf->abs_vfid);
1082         mmiowb();
1083
1084         /* initiate dmae to send the response */
1085         mbx->flags &= ~VF_MSG_INPROCESS;
1086
1087         /* copy the response header including status-done field,
1088          * must be last dmae, must be after FW is acked
1089          */
1090         rc = bnx2x_copy32_vf_dmae(bp, false, pf_addr, vf->abs_vfid,
1091                                   U64_HI(vf_addr),
1092                                   U64_LO(vf_addr),
1093                                   sizeof(u64)/4);
1094
1095         /* unlock channel mutex */
1096         bnx2x_unlock_vf_pf_channel(bp, vf, mbx->first_tlv.tl.type);
1097
1098         if (rc) {
1099                 BNX2X_ERR("Failed to copy response status to VF %d\n",
1100                           vf->abs_vfid);
1101                 goto mbx_error;
1102         }
1103         return;
1104
1105 mbx_error:
1106         bnx2x_vf_release(bp, vf, false); /* non blocking */
1107 }
1108
1109 static void bnx2x_vf_mbx_resp(struct bnx2x *bp,
1110                                        struct bnx2x_virtf *vf)
1111 {
1112         bnx2x_vf_mbx_resp_single_tlv(bp, vf);
1113         bnx2x_vf_mbx_resp_send_msg(bp, vf);
1114 }
1115
1116 static void bnx2x_vf_mbx_resp_phys_port(struct bnx2x *bp,
1117                                         struct bnx2x_virtf *vf,
1118                                         void *buffer,
1119                                         u16 *offset)
1120 {
1121         struct vfpf_port_phys_id_resp_tlv *port_id;
1122
1123         if (!(bp->flags & HAS_PHYS_PORT_ID))
1124                 return;
1125
1126         bnx2x_add_tlv(bp, buffer, *offset, CHANNEL_TLV_PHYS_PORT_ID,
1127                       sizeof(struct vfpf_port_phys_id_resp_tlv));
1128
1129         port_id = (struct vfpf_port_phys_id_resp_tlv *)
1130                   (((u8 *)buffer) + *offset);
1131         memcpy(port_id->id, bp->phys_port_id, ETH_ALEN);
1132
1133         /* Offset should continue representing the offset to the tail
1134          * of TLV data (outside this function scope)
1135          */
1136         *offset += sizeof(struct vfpf_port_phys_id_resp_tlv);
1137 }
1138
1139 static void bnx2x_vf_mbx_acquire_resp(struct bnx2x *bp, struct bnx2x_virtf *vf,
1140                                       struct bnx2x_vf_mbx *mbx, int vfop_status)
1141 {
1142         int i;
1143         struct pfvf_acquire_resp_tlv *resp = &mbx->msg->resp.acquire_resp;
1144         struct pf_vf_resc *resc = &resp->resc;
1145         u8 status = bnx2x_pfvf_status_codes(vfop_status);
1146         u16 length;
1147
1148         memset(resp, 0, sizeof(*resp));
1149
1150         /* fill in pfdev info */
1151         resp->pfdev_info.chip_num = bp->common.chip_id;
1152         resp->pfdev_info.db_size = bp->db_size;
1153         resp->pfdev_info.indices_per_sb = HC_SB_MAX_INDICES_E2;
1154         resp->pfdev_info.pf_cap = (PFVF_CAP_RSS |
1155                                    /* PFVF_CAP_DHC |*/ PFVF_CAP_TPA);
1156         bnx2x_fill_fw_str(bp, resp->pfdev_info.fw_ver,
1157                           sizeof(resp->pfdev_info.fw_ver));
1158
1159         if (status == PFVF_STATUS_NO_RESOURCE ||
1160             status == PFVF_STATUS_SUCCESS) {
1161                 /* set resources numbers, if status equals NO_RESOURCE these
1162                  * are max possible numbers
1163                  */
1164                 resc->num_rxqs = vf_rxq_count(vf) ? :
1165                         bnx2x_vf_max_queue_cnt(bp, vf);
1166                 resc->num_txqs = vf_txq_count(vf) ? :
1167                         bnx2x_vf_max_queue_cnt(bp, vf);
1168                 resc->num_sbs = vf_sb_count(vf);
1169                 resc->num_mac_filters = vf_mac_rules_cnt(vf);
1170                 resc->num_vlan_filters = vf_vlan_rules_cnt(vf);
1171                 resc->num_mc_filters = 0;
1172
1173                 if (status == PFVF_STATUS_SUCCESS) {
1174                         /* fill in the allocated resources */
1175                         struct pf_vf_bulletin_content *bulletin =
1176                                 BP_VF_BULLETIN(bp, vf->index);
1177
1178                         for_each_vfq(vf, i)
1179                                 resc->hw_qid[i] =
1180                                         vfq_qzone_id(vf, vfq_get(vf, i));
1181
1182                         for_each_vf_sb(vf, i) {
1183                                 resc->hw_sbs[i].hw_sb_id = vf_igu_sb(vf, i);
1184                                 resc->hw_sbs[i].sb_qid = vf_hc_qzone(vf, i);
1185                         }
1186
1187                         /* if a mac has been set for this vf, supply it */
1188                         if (bulletin->valid_bitmap & 1 << MAC_ADDR_VALID) {
1189                                 memcpy(resc->current_mac_addr, bulletin->mac,
1190                                        ETH_ALEN);
1191                         }
1192                 }
1193         }
1194
1195         DP(BNX2X_MSG_IOV, "VF[%d] ACQUIRE_RESPONSE: pfdev_info- chip_num=0x%x, db_size=%d, idx_per_sb=%d, pf_cap=0x%x\n"
1196            "resources- n_rxq-%d, n_txq-%d, n_sbs-%d, n_macs-%d, n_vlans-%d, n_mcs-%d, fw_ver: '%s'\n",
1197            vf->abs_vfid,
1198            resp->pfdev_info.chip_num,
1199            resp->pfdev_info.db_size,
1200            resp->pfdev_info.indices_per_sb,
1201            resp->pfdev_info.pf_cap,
1202            resc->num_rxqs,
1203            resc->num_txqs,
1204            resc->num_sbs,
1205            resc->num_mac_filters,
1206            resc->num_vlan_filters,
1207            resc->num_mc_filters,
1208            resp->pfdev_info.fw_ver);
1209
1210         DP_CONT(BNX2X_MSG_IOV, "hw_qids- [ ");
1211         for (i = 0; i < vf_rxq_count(vf); i++)
1212                 DP_CONT(BNX2X_MSG_IOV, "%d ", resc->hw_qid[i]);
1213         DP_CONT(BNX2X_MSG_IOV, "], sb_info- [ ");
1214         for (i = 0; i < vf_sb_count(vf); i++)
1215                 DP_CONT(BNX2X_MSG_IOV, "%d:%d ",
1216                         resc->hw_sbs[i].hw_sb_id,
1217                         resc->hw_sbs[i].sb_qid);
1218         DP_CONT(BNX2X_MSG_IOV, "]\n");
1219
1220         /* prepare response */
1221         length = sizeof(struct pfvf_acquire_resp_tlv);
1222         bnx2x_add_tlv(bp, &mbx->msg->resp, 0, CHANNEL_TLV_ACQUIRE, length);
1223
1224         /* Handle possible VF requests for physical port identifiers.
1225          * 'length' should continue to indicate the offset of the first empty
1226          * place in the buffer (i.e., where next TLV should be inserted)
1227          */
1228         if (bnx2x_search_tlv_list(bp, &mbx->msg->req,
1229                                   CHANNEL_TLV_PHYS_PORT_ID))
1230                 bnx2x_vf_mbx_resp_phys_port(bp, vf, &mbx->msg->resp, &length);
1231
1232         bnx2x_add_tlv(bp, &mbx->msg->resp, length, CHANNEL_TLV_LIST_END,
1233                       sizeof(struct channel_list_end_tlv));
1234
1235         /* send the response */
1236         vf->op_rc = vfop_status;
1237         bnx2x_vf_mbx_resp_send_msg(bp, vf);
1238 }
1239
1240 static void bnx2x_vf_mbx_acquire(struct bnx2x *bp, struct bnx2x_virtf *vf,
1241                                  struct bnx2x_vf_mbx *mbx)
1242 {
1243         int rc;
1244         struct vfpf_acquire_tlv *acquire = &mbx->msg->req.acquire;
1245
1246         /* log vfdef info */
1247         DP(BNX2X_MSG_IOV,
1248            "VF[%d] ACQUIRE: vfdev_info- vf_id %d, vf_os %d resources- n_rxq-%d, n_txq-%d, n_sbs-%d, n_macs-%d, n_vlans-%d, n_mcs-%d\n",
1249            vf->abs_vfid, acquire->vfdev_info.vf_id, acquire->vfdev_info.vf_os,
1250            acquire->resc_request.num_rxqs, acquire->resc_request.num_txqs,
1251            acquire->resc_request.num_sbs, acquire->resc_request.num_mac_filters,
1252            acquire->resc_request.num_vlan_filters,
1253            acquire->resc_request.num_mc_filters);
1254
1255         /* acquire the resources */
1256         rc = bnx2x_vf_acquire(bp, vf, &acquire->resc_request);
1257
1258         /* store address of vf's bulletin board */
1259         vf->bulletin_map = acquire->bulletin_addr;
1260
1261         /* response */
1262         bnx2x_vf_mbx_acquire_resp(bp, vf, mbx, rc);
1263 }
1264
1265 static void bnx2x_vf_mbx_init_vf(struct bnx2x *bp, struct bnx2x_virtf *vf,
1266                               struct bnx2x_vf_mbx *mbx)
1267 {
1268         struct vfpf_init_tlv *init = &mbx->msg->req.init;
1269
1270         /* record ghost addresses from vf message */
1271         vf->spq_map = init->spq_addr;
1272         vf->fw_stat_map = init->stats_addr;
1273         vf->stats_stride = init->stats_stride;
1274         vf->op_rc = bnx2x_vf_init(bp, vf, (dma_addr_t *)init->sb_addr);
1275
1276         /* set VF multiqueue statistics collection mode */
1277         if (init->flags & VFPF_INIT_FLG_STATS_COALESCE)
1278                 vf->cfg_flags |= VF_CFG_STATS_COALESCE;
1279
1280         /* response */
1281         bnx2x_vf_mbx_resp(bp, vf);
1282 }
1283
1284 /* convert MBX queue-flags to standard SP queue-flags */
1285 static void bnx2x_vf_mbx_set_q_flags(struct bnx2x *bp, u32 mbx_q_flags,
1286                                      unsigned long *sp_q_flags)
1287 {
1288         if (mbx_q_flags & VFPF_QUEUE_FLG_TPA)
1289                 __set_bit(BNX2X_Q_FLG_TPA, sp_q_flags);
1290         if (mbx_q_flags & VFPF_QUEUE_FLG_TPA_IPV6)
1291                 __set_bit(BNX2X_Q_FLG_TPA_IPV6, sp_q_flags);
1292         if (mbx_q_flags & VFPF_QUEUE_FLG_TPA_GRO)
1293                 __set_bit(BNX2X_Q_FLG_TPA_GRO, sp_q_flags);
1294         if (mbx_q_flags & VFPF_QUEUE_FLG_STATS)
1295                 __set_bit(BNX2X_Q_FLG_STATS, sp_q_flags);
1296         if (mbx_q_flags & VFPF_QUEUE_FLG_VLAN)
1297                 __set_bit(BNX2X_Q_FLG_VLAN, sp_q_flags);
1298         if (mbx_q_flags & VFPF_QUEUE_FLG_COS)
1299                 __set_bit(BNX2X_Q_FLG_COS, sp_q_flags);
1300         if (mbx_q_flags & VFPF_QUEUE_FLG_HC)
1301                 __set_bit(BNX2X_Q_FLG_HC, sp_q_flags);
1302         if (mbx_q_flags & VFPF_QUEUE_FLG_DHC)
1303                 __set_bit(BNX2X_Q_FLG_DHC, sp_q_flags);
1304         if (mbx_q_flags & VFPF_QUEUE_FLG_LEADING_RSS)
1305                 __set_bit(BNX2X_Q_FLG_LEADING_RSS, sp_q_flags);
1306
1307         /* outer vlan removal is set according to PF's multi function mode */
1308         if (IS_MF_SD(bp))
1309                 __set_bit(BNX2X_Q_FLG_OV, sp_q_flags);
1310 }
1311
1312 static void bnx2x_vf_mbx_setup_q(struct bnx2x *bp, struct bnx2x_virtf *vf,
1313                                  struct bnx2x_vf_mbx *mbx)
1314 {
1315         struct vfpf_setup_q_tlv *setup_q = &mbx->msg->req.setup_q;
1316         struct bnx2x_vfop_cmd cmd = {
1317                 .done = bnx2x_vf_mbx_resp,
1318                 .block = false,
1319         };
1320
1321         /* verify vf_qid */
1322         if (setup_q->vf_qid >= vf_rxq_count(vf)) {
1323                 BNX2X_ERR("vf_qid %d invalid, max queue count is %d\n",
1324                           setup_q->vf_qid, vf_rxq_count(vf));
1325                 vf->op_rc = -EINVAL;
1326                 goto response;
1327         }
1328
1329         /* tx queues must be setup alongside rx queues thus if the rx queue
1330          * is not marked as valid there's nothing to do.
1331          */
1332         if (setup_q->param_valid & (VFPF_RXQ_VALID|VFPF_TXQ_VALID)) {
1333                 struct bnx2x_vf_queue *q = vfq_get(vf, setup_q->vf_qid);
1334                 unsigned long q_type = 0;
1335
1336                 struct bnx2x_queue_init_params *init_p;
1337                 struct bnx2x_queue_setup_params *setup_p;
1338
1339                 if (bnx2x_vfq_is_leading(q))
1340                         bnx2x_leading_vfq_init(bp, vf, q);
1341
1342                 /* re-init the VF operation context */
1343                 memset(&vf->op_params.qctor, 0 , sizeof(vf->op_params.qctor));
1344                 setup_p = &vf->op_params.qctor.prep_qsetup;
1345                 init_p =  &vf->op_params.qctor.qstate.params.init;
1346
1347                 /* activate immediately */
1348                 __set_bit(BNX2X_Q_FLG_ACTIVE, &setup_p->flags);
1349
1350                 if (setup_q->param_valid & VFPF_TXQ_VALID) {
1351                         struct bnx2x_txq_setup_params *txq_params =
1352                                 &setup_p->txq_params;
1353
1354                         __set_bit(BNX2X_Q_TYPE_HAS_TX, &q_type);
1355
1356                         /* save sb resource index */
1357                         q->sb_idx = setup_q->txq.vf_sb;
1358
1359                         /* tx init */
1360                         init_p->tx.hc_rate = setup_q->txq.hc_rate;
1361                         init_p->tx.sb_cq_index = setup_q->txq.sb_index;
1362
1363                         bnx2x_vf_mbx_set_q_flags(bp, setup_q->txq.flags,
1364                                                  &init_p->tx.flags);
1365
1366                         /* tx setup - flags */
1367                         bnx2x_vf_mbx_set_q_flags(bp, setup_q->txq.flags,
1368                                                  &setup_p->flags);
1369
1370                         /* tx setup - general, nothing */
1371
1372                         /* tx setup - tx */
1373                         txq_params->dscr_map = setup_q->txq.txq_addr;
1374                         txq_params->sb_cq_index = setup_q->txq.sb_index;
1375                         txq_params->traffic_type = setup_q->txq.traffic_type;
1376
1377                         bnx2x_vfop_qctor_dump_tx(bp, vf, init_p, setup_p,
1378                                                  q->index, q->sb_idx);
1379                 }
1380
1381                 if (setup_q->param_valid & VFPF_RXQ_VALID) {
1382                         struct bnx2x_rxq_setup_params *rxq_params =
1383                                                         &setup_p->rxq_params;
1384
1385                         __set_bit(BNX2X_Q_TYPE_HAS_RX, &q_type);
1386
1387                         /* Note: there is no support for different SBs
1388                          * for TX and RX
1389                          */
1390                         q->sb_idx = setup_q->rxq.vf_sb;
1391
1392                         /* rx init */
1393                         init_p->rx.hc_rate = setup_q->rxq.hc_rate;
1394                         init_p->rx.sb_cq_index = setup_q->rxq.sb_index;
1395                         bnx2x_vf_mbx_set_q_flags(bp, setup_q->rxq.flags,
1396                                                  &init_p->rx.flags);
1397
1398                         /* rx setup - flags */
1399                         bnx2x_vf_mbx_set_q_flags(bp, setup_q->rxq.flags,
1400                                                  &setup_p->flags);
1401
1402                         /* rx setup - general */
1403                         setup_p->gen_params.mtu = setup_q->rxq.mtu;
1404
1405                         /* rx setup - rx */
1406                         rxq_params->drop_flags = setup_q->rxq.drop_flags;
1407                         rxq_params->dscr_map = setup_q->rxq.rxq_addr;
1408                         rxq_params->sge_map = setup_q->rxq.sge_addr;
1409                         rxq_params->rcq_map = setup_q->rxq.rcq_addr;
1410                         rxq_params->rcq_np_map = setup_q->rxq.rcq_np_addr;
1411                         rxq_params->buf_sz = setup_q->rxq.buf_sz;
1412                         rxq_params->tpa_agg_sz = setup_q->rxq.tpa_agg_sz;
1413                         rxq_params->max_sges_pkt = setup_q->rxq.max_sge_pkt;
1414                         rxq_params->sge_buf_sz = setup_q->rxq.sge_buf_sz;
1415                         rxq_params->cache_line_log =
1416                                 setup_q->rxq.cache_line_log;
1417                         rxq_params->sb_cq_index = setup_q->rxq.sb_index;
1418
1419                         bnx2x_vfop_qctor_dump_rx(bp, vf, init_p, setup_p,
1420                                                  q->index, q->sb_idx);
1421                 }
1422                 /* complete the preparations */
1423                 bnx2x_vfop_qctor_prep(bp, vf, q, &vf->op_params.qctor, q_type);
1424
1425                 vf->op_rc = bnx2x_vfop_qsetup_cmd(bp, vf, &cmd, q->index);
1426                 if (vf->op_rc)
1427                         goto response;
1428                 return;
1429         }
1430 response:
1431         bnx2x_vf_mbx_resp(bp, vf);
1432 }
1433
1434 enum bnx2x_vfop_filters_state {
1435            BNX2X_VFOP_MBX_Q_FILTERS_MACS,
1436            BNX2X_VFOP_MBX_Q_FILTERS_VLANS,
1437            BNX2X_VFOP_MBX_Q_FILTERS_RXMODE,
1438            BNX2X_VFOP_MBX_Q_FILTERS_MCAST,
1439            BNX2X_VFOP_MBX_Q_FILTERS_DONE
1440 };
1441
1442 static int bnx2x_vf_mbx_macvlan_list(struct bnx2x *bp,
1443                                      struct bnx2x_virtf *vf,
1444                                      struct vfpf_set_q_filters_tlv *tlv,
1445                                      struct bnx2x_vfop_filters **pfl,
1446                                      u32 type_flag)
1447 {
1448         int i, j;
1449         struct bnx2x_vfop_filters *fl = NULL;
1450         size_t fsz;
1451
1452         fsz = tlv->n_mac_vlan_filters * sizeof(struct bnx2x_vfop_filter) +
1453                 sizeof(struct bnx2x_vfop_filters);
1454
1455         fl = kzalloc(fsz, GFP_KERNEL);
1456         if (!fl)
1457                 return -ENOMEM;
1458
1459         INIT_LIST_HEAD(&fl->head);
1460
1461         for (i = 0, j = 0; i < tlv->n_mac_vlan_filters; i++) {
1462                 struct vfpf_q_mac_vlan_filter *msg_filter = &tlv->filters[i];
1463
1464                 if ((msg_filter->flags & type_flag) != type_flag)
1465                         continue;
1466                 if (type_flag == VFPF_Q_FILTER_DEST_MAC_VALID) {
1467                         fl->filters[j].mac = msg_filter->mac;
1468                         fl->filters[j].type = BNX2X_VFOP_FILTER_MAC;
1469                 } else {
1470                         fl->filters[j].vid = msg_filter->vlan_tag;
1471                         fl->filters[j].type = BNX2X_VFOP_FILTER_VLAN;
1472                 }
1473                 fl->filters[j].add =
1474                         (msg_filter->flags & VFPF_Q_FILTER_SET_MAC) ?
1475                         true : false;
1476                 list_add_tail(&fl->filters[j++].link, &fl->head);
1477         }
1478         if (list_empty(&fl->head))
1479                 kfree(fl);
1480         else
1481                 *pfl = fl;
1482
1483         return 0;
1484 }
1485
1486 static void bnx2x_vf_mbx_dp_q_filter(struct bnx2x *bp, int msglvl, int idx,
1487                                        struct vfpf_q_mac_vlan_filter *filter)
1488 {
1489         DP(msglvl, "MAC-VLAN[%d] -- flags=0x%x\n", idx, filter->flags);
1490         if (filter->flags & VFPF_Q_FILTER_VLAN_TAG_VALID)
1491                 DP_CONT(msglvl, ", vlan=%d", filter->vlan_tag);
1492         if (filter->flags & VFPF_Q_FILTER_DEST_MAC_VALID)
1493                 DP_CONT(msglvl, ", MAC=%pM", filter->mac);
1494         DP_CONT(msglvl, "\n");
1495 }
1496
1497 static void bnx2x_vf_mbx_dp_q_filters(struct bnx2x *bp, int msglvl,
1498                                        struct vfpf_set_q_filters_tlv *filters)
1499 {
1500         int i;
1501
1502         if (filters->flags & VFPF_SET_Q_FILTERS_MAC_VLAN_CHANGED)
1503                 for (i = 0; i < filters->n_mac_vlan_filters; i++)
1504                         bnx2x_vf_mbx_dp_q_filter(bp, msglvl, i,
1505                                                  &filters->filters[i]);
1506
1507         if (filters->flags & VFPF_SET_Q_FILTERS_RX_MASK_CHANGED)
1508                 DP(msglvl, "RX-MASK=0x%x\n", filters->rx_mask);
1509
1510         if (filters->flags & VFPF_SET_Q_FILTERS_MULTICAST_CHANGED)
1511                 for (i = 0; i < filters->n_multicast; i++)
1512                         DP(msglvl, "MULTICAST=%pM\n", filters->multicast[i]);
1513 }
1514
1515 #define VFPF_MAC_FILTER         VFPF_Q_FILTER_DEST_MAC_VALID
1516 #define VFPF_VLAN_FILTER        VFPF_Q_FILTER_VLAN_TAG_VALID
1517
1518 static void bnx2x_vfop_mbx_qfilters(struct bnx2x *bp, struct bnx2x_virtf *vf)
1519 {
1520         int rc;
1521
1522         struct vfpf_set_q_filters_tlv *msg =
1523                 &BP_VF_MBX(bp, vf->index)->msg->req.set_q_filters;
1524
1525         struct bnx2x_vfop *vfop = bnx2x_vfop_cur(bp, vf);
1526         enum bnx2x_vfop_filters_state state = vfop->state;
1527
1528         struct bnx2x_vfop_cmd cmd = {
1529                 .done = bnx2x_vfop_mbx_qfilters,
1530                 .block = false,
1531         };
1532
1533         DP(BNX2X_MSG_IOV, "STATE: %d\n", state);
1534
1535         if (vfop->rc < 0)
1536                 goto op_err;
1537
1538         switch (state) {
1539         case BNX2X_VFOP_MBX_Q_FILTERS_MACS:
1540                 /* next state */
1541                 vfop->state = BNX2X_VFOP_MBX_Q_FILTERS_VLANS;
1542
1543                 /* check for any vlan/mac changes */
1544                 if (msg->flags & VFPF_SET_Q_FILTERS_MAC_VLAN_CHANGED) {
1545                         /* build mac list */
1546                         struct bnx2x_vfop_filters *fl = NULL;
1547
1548                         vfop->rc = bnx2x_vf_mbx_macvlan_list(bp, vf, msg, &fl,
1549                                                              VFPF_MAC_FILTER);
1550                         if (vfop->rc)
1551                                 goto op_err;
1552
1553                         if (fl) {
1554                                 /* set mac list */
1555                                 rc = bnx2x_vfop_mac_list_cmd(bp, vf, &cmd, fl,
1556                                                              msg->vf_qid,
1557                                                              false);
1558                                 if (rc) {
1559                                         vfop->rc = rc;
1560                                         goto op_err;
1561                                 }
1562                                 return;
1563                         }
1564                 }
1565                 /* fall through */
1566
1567         case BNX2X_VFOP_MBX_Q_FILTERS_VLANS:
1568                 /* next state */
1569                 vfop->state = BNX2X_VFOP_MBX_Q_FILTERS_RXMODE;
1570
1571                 /* check for any vlan/mac changes */
1572                 if (msg->flags & VFPF_SET_Q_FILTERS_MAC_VLAN_CHANGED) {
1573                         /* build vlan list */
1574                         struct bnx2x_vfop_filters *fl = NULL;
1575
1576                         vfop->rc = bnx2x_vf_mbx_macvlan_list(bp, vf, msg, &fl,
1577                                                              VFPF_VLAN_FILTER);
1578                         if (vfop->rc)
1579                                 goto op_err;
1580
1581                         if (fl) {
1582                                 /* set vlan list */
1583                                 rc = bnx2x_vfop_vlan_list_cmd(bp, vf, &cmd, fl,
1584                                                               msg->vf_qid,
1585                                                               false);
1586                                 if (rc) {
1587                                         vfop->rc = rc;
1588                                         goto op_err;
1589                                 }
1590                                 return;
1591                         }
1592                 }
1593                 /* fall through */
1594
1595         case BNX2X_VFOP_MBX_Q_FILTERS_RXMODE:
1596                 /* next state */
1597                 vfop->state = BNX2X_VFOP_MBX_Q_FILTERS_MCAST;
1598
1599                 if (msg->flags & VFPF_SET_Q_FILTERS_RX_MASK_CHANGED) {
1600                         unsigned long accept = 0;
1601
1602                         /* covert VF-PF if mask to bnx2x accept flags */
1603                         if (msg->rx_mask & VFPF_RX_MASK_ACCEPT_MATCHED_UNICAST)
1604                                 __set_bit(BNX2X_ACCEPT_UNICAST, &accept);
1605
1606                         if (msg->rx_mask &
1607                                         VFPF_RX_MASK_ACCEPT_MATCHED_MULTICAST)
1608                                 __set_bit(BNX2X_ACCEPT_MULTICAST, &accept);
1609
1610                         if (msg->rx_mask & VFPF_RX_MASK_ACCEPT_ALL_UNICAST)
1611                                 __set_bit(BNX2X_ACCEPT_ALL_UNICAST, &accept);
1612
1613                         if (msg->rx_mask & VFPF_RX_MASK_ACCEPT_ALL_MULTICAST)
1614                                 __set_bit(BNX2X_ACCEPT_ALL_MULTICAST, &accept);
1615
1616                         if (msg->rx_mask & VFPF_RX_MASK_ACCEPT_BROADCAST)
1617                                 __set_bit(BNX2X_ACCEPT_BROADCAST, &accept);
1618
1619                         /* A packet arriving the vf's mac should be accepted
1620                          * with any vlan
1621                          */
1622                         __set_bit(BNX2X_ACCEPT_ANY_VLAN, &accept);
1623
1624                         /* set rx-mode */
1625                         rc = bnx2x_vfop_rxmode_cmd(bp, vf, &cmd,
1626                                                    msg->vf_qid, accept);
1627                         if (rc) {
1628                                 vfop->rc = rc;
1629                                 goto op_err;
1630                         }
1631                         return;
1632                 }
1633                 /* fall through */
1634
1635         case BNX2X_VFOP_MBX_Q_FILTERS_MCAST:
1636                 /* next state */
1637                 vfop->state = BNX2X_VFOP_MBX_Q_FILTERS_DONE;
1638
1639                 if (msg->flags & VFPF_SET_Q_FILTERS_MULTICAST_CHANGED) {
1640                         /* set mcasts */
1641                         rc = bnx2x_vfop_mcast_cmd(bp, vf, &cmd, msg->multicast,
1642                                                   msg->n_multicast, false);
1643                         if (rc) {
1644                                 vfop->rc = rc;
1645                                 goto op_err;
1646                         }
1647                         return;
1648                 }
1649                 /* fall through */
1650 op_done:
1651         case BNX2X_VFOP_MBX_Q_FILTERS_DONE:
1652                 bnx2x_vfop_end(bp, vf, vfop);
1653                 return;
1654 op_err:
1655         BNX2X_ERR("QFILTERS[%d:%d] error: rc %d\n",
1656                   vf->abs_vfid, msg->vf_qid, vfop->rc);
1657         goto op_done;
1658
1659         default:
1660                 bnx2x_vfop_default(state);
1661         }
1662 }
1663
1664 static int bnx2x_vfop_mbx_qfilters_cmd(struct bnx2x *bp,
1665                                         struct bnx2x_virtf *vf,
1666                                         struct bnx2x_vfop_cmd *cmd)
1667 {
1668         struct bnx2x_vfop *vfop = bnx2x_vfop_add(bp, vf);
1669         if (vfop) {
1670                 bnx2x_vfop_opset(BNX2X_VFOP_MBX_Q_FILTERS_MACS,
1671                                  bnx2x_vfop_mbx_qfilters, cmd->done);
1672                 return bnx2x_vfop_transition(bp, vf, bnx2x_vfop_mbx_qfilters,
1673                                              cmd->block);
1674         }
1675         return -ENOMEM;
1676 }
1677
1678 static void bnx2x_vf_mbx_set_q_filters(struct bnx2x *bp,
1679                                        struct bnx2x_virtf *vf,
1680                                        struct bnx2x_vf_mbx *mbx)
1681 {
1682         struct vfpf_set_q_filters_tlv *filters = &mbx->msg->req.set_q_filters;
1683         struct pf_vf_bulletin_content *bulletin = BP_VF_BULLETIN(bp, vf->index);
1684         struct bnx2x_vfop_cmd cmd = {
1685                 .done = bnx2x_vf_mbx_resp,
1686                 .block = false,
1687         };
1688
1689         /* if a mac was already set for this VF via the set vf mac ndo, we only
1690          * accept mac configurations of that mac. Why accept them at all?
1691          * because PF may have been unable to configure the mac at the time
1692          * since queue was not set up.
1693          */
1694         if (bulletin->valid_bitmap & 1 << MAC_ADDR_VALID) {
1695                 /* once a mac was set by ndo can only accept a single mac... */
1696                 if (filters->n_mac_vlan_filters > 1) {
1697                         BNX2X_ERR("VF[%d] requested the addition of multiple macs after set_vf_mac ndo was called\n",
1698                                   vf->abs_vfid);
1699                         vf->op_rc = -EPERM;
1700                         goto response;
1701                 }
1702
1703                 /* ...and only the mac set by the ndo */
1704                 if (filters->n_mac_vlan_filters == 1 &&
1705                     memcmp(filters->filters->mac, bulletin->mac, ETH_ALEN)) {
1706                         BNX2X_ERR("VF[%d] requested the addition of a mac address not matching the one configured by set_vf_mac ndo\n",
1707                                   vf->abs_vfid);
1708
1709                         vf->op_rc = -EPERM;
1710                         goto response;
1711                 }
1712         }
1713
1714         /* verify vf_qid */
1715         if (filters->vf_qid > vf_rxq_count(vf))
1716                 goto response;
1717
1718         DP(BNX2X_MSG_IOV, "VF[%d] Q_FILTERS: queue[%d]\n",
1719            vf->abs_vfid,
1720            filters->vf_qid);
1721
1722         /* print q_filter message */
1723         bnx2x_vf_mbx_dp_q_filters(bp, BNX2X_MSG_IOV, filters);
1724
1725         vf->op_rc = bnx2x_vfop_mbx_qfilters_cmd(bp, vf, &cmd);
1726         if (vf->op_rc)
1727                 goto response;
1728         return;
1729
1730 response:
1731         bnx2x_vf_mbx_resp(bp, vf);
1732 }
1733
1734 static void bnx2x_vf_mbx_teardown_q(struct bnx2x *bp, struct bnx2x_virtf *vf,
1735                                     struct bnx2x_vf_mbx *mbx)
1736 {
1737         int qid = mbx->msg->req.q_op.vf_qid;
1738         struct bnx2x_vfop_cmd cmd = {
1739                 .done = bnx2x_vf_mbx_resp,
1740                 .block = false,
1741         };
1742
1743         DP(BNX2X_MSG_IOV, "VF[%d] Q_TEARDOWN: vf_qid=%d\n",
1744            vf->abs_vfid, qid);
1745
1746         vf->op_rc = bnx2x_vfop_qdown_cmd(bp, vf, &cmd, qid);
1747         if (vf->op_rc)
1748                 bnx2x_vf_mbx_resp(bp, vf);
1749 }
1750
1751 static void bnx2x_vf_mbx_close_vf(struct bnx2x *bp, struct bnx2x_virtf *vf,
1752                                   struct bnx2x_vf_mbx *mbx)
1753 {
1754         struct bnx2x_vfop_cmd cmd = {
1755                 .done = bnx2x_vf_mbx_resp,
1756                 .block = false,
1757         };
1758
1759         DP(BNX2X_MSG_IOV, "VF[%d] VF_CLOSE\n", vf->abs_vfid);
1760
1761         vf->op_rc = bnx2x_vfop_close_cmd(bp, vf, &cmd);
1762         if (vf->op_rc)
1763                 bnx2x_vf_mbx_resp(bp, vf);
1764 }
1765
1766 static void bnx2x_vf_mbx_release_vf(struct bnx2x *bp, struct bnx2x_virtf *vf,
1767                                     struct bnx2x_vf_mbx *mbx)
1768 {
1769         struct bnx2x_vfop_cmd cmd = {
1770                 .done = bnx2x_vf_mbx_resp,
1771                 .block = false,
1772         };
1773
1774         DP(BNX2X_MSG_IOV, "VF[%d] VF_RELEASE\n", vf->abs_vfid);
1775
1776         vf->op_rc = bnx2x_vfop_release_cmd(bp, vf, &cmd);
1777         if (vf->op_rc)
1778                 bnx2x_vf_mbx_resp(bp, vf);
1779 }
1780
1781 static void bnx2x_vf_mbx_update_rss(struct bnx2x *bp, struct bnx2x_virtf *vf,
1782                                     struct bnx2x_vf_mbx *mbx)
1783 {
1784         struct bnx2x_vfop_cmd cmd = {
1785                 .done = bnx2x_vf_mbx_resp,
1786                 .block = false,
1787         };
1788         struct bnx2x_config_rss_params *vf_op_params = &vf->op_params.rss;
1789         struct vfpf_rss_tlv *rss_tlv = &mbx->msg->req.update_rss;
1790
1791         if (rss_tlv->ind_table_size != T_ETH_INDIRECTION_TABLE_SIZE ||
1792             rss_tlv->rss_key_size != T_ETH_RSS_KEY) {
1793                 BNX2X_ERR("failing rss configuration of vf %d due to size mismatch\n",
1794                           vf->index);
1795                 vf->op_rc = -EINVAL;
1796                 goto mbx_resp;
1797         }
1798
1799         /* set vfop params according to rss tlv */
1800         memcpy(vf_op_params->ind_table, rss_tlv->ind_table,
1801                T_ETH_INDIRECTION_TABLE_SIZE);
1802         memcpy(vf_op_params->rss_key, rss_tlv->rss_key,
1803                sizeof(rss_tlv->rss_key));
1804         vf_op_params->rss_obj = &vf->rss_conf_obj;
1805         vf_op_params->rss_result_mask = rss_tlv->rss_result_mask;
1806
1807         /* flags handled individually for backward/forward compatability */
1808         if (rss_tlv->rss_flags & VFPF_RSS_MODE_DISABLED)
1809                 __set_bit(BNX2X_RSS_MODE_DISABLED, &vf_op_params->rss_flags);
1810         if (rss_tlv->rss_flags & VFPF_RSS_MODE_REGULAR)
1811                 __set_bit(BNX2X_RSS_MODE_REGULAR, &vf_op_params->rss_flags);
1812         if (rss_tlv->rss_flags & VFPF_RSS_SET_SRCH)
1813                 __set_bit(BNX2X_RSS_SET_SRCH, &vf_op_params->rss_flags);
1814         if (rss_tlv->rss_flags & VFPF_RSS_IPV4)
1815                 __set_bit(BNX2X_RSS_IPV4, &vf_op_params->rss_flags);
1816         if (rss_tlv->rss_flags & VFPF_RSS_IPV4_TCP)
1817                 __set_bit(BNX2X_RSS_IPV4_TCP, &vf_op_params->rss_flags);
1818         if (rss_tlv->rss_flags & VFPF_RSS_IPV4_UDP)
1819                 __set_bit(BNX2X_RSS_IPV4_UDP, &vf_op_params->rss_flags);
1820         if (rss_tlv->rss_flags & VFPF_RSS_IPV6)
1821                 __set_bit(BNX2X_RSS_IPV6, &vf_op_params->rss_flags);
1822         if (rss_tlv->rss_flags & VFPF_RSS_IPV6_TCP)
1823                 __set_bit(BNX2X_RSS_IPV6_TCP, &vf_op_params->rss_flags);
1824         if (rss_tlv->rss_flags & VFPF_RSS_IPV6_UDP)
1825                 __set_bit(BNX2X_RSS_IPV6_UDP, &vf_op_params->rss_flags);
1826
1827         if ((!(rss_tlv->rss_flags & VFPF_RSS_IPV4_TCP) &&
1828              rss_tlv->rss_flags & VFPF_RSS_IPV4_UDP) ||
1829             (!(rss_tlv->rss_flags & VFPF_RSS_IPV6_TCP) &&
1830              rss_tlv->rss_flags & VFPF_RSS_IPV6_UDP)) {
1831                 BNX2X_ERR("about to hit a FW assert. aborting...\n");
1832                 vf->op_rc = -EINVAL;
1833                 goto mbx_resp;
1834         }
1835
1836         vf->op_rc = bnx2x_vfop_rss_cmd(bp, vf, &cmd);
1837
1838 mbx_resp:
1839         if (vf->op_rc)
1840                 bnx2x_vf_mbx_resp(bp, vf);
1841 }
1842
1843 /* dispatch request */
1844 static void bnx2x_vf_mbx_request(struct bnx2x *bp, struct bnx2x_virtf *vf,
1845                                   struct bnx2x_vf_mbx *mbx)
1846 {
1847         int i;
1848
1849         /* check if tlv type is known */
1850         if (bnx2x_tlv_supported(mbx->first_tlv.tl.type)) {
1851                 /* Lock the per vf op mutex and note the locker's identity.
1852                  * The unlock will take place in mbx response.
1853                  */
1854                 bnx2x_lock_vf_pf_channel(bp, vf, mbx->first_tlv.tl.type);
1855
1856                 /* switch on the opcode */
1857                 switch (mbx->first_tlv.tl.type) {
1858                 case CHANNEL_TLV_ACQUIRE:
1859                         bnx2x_vf_mbx_acquire(bp, vf, mbx);
1860                         return;
1861                 case CHANNEL_TLV_INIT:
1862                         bnx2x_vf_mbx_init_vf(bp, vf, mbx);
1863                         return;
1864                 case CHANNEL_TLV_SETUP_Q:
1865                         bnx2x_vf_mbx_setup_q(bp, vf, mbx);
1866                         return;
1867                 case CHANNEL_TLV_SET_Q_FILTERS:
1868                         bnx2x_vf_mbx_set_q_filters(bp, vf, mbx);
1869                         return;
1870                 case CHANNEL_TLV_TEARDOWN_Q:
1871                         bnx2x_vf_mbx_teardown_q(bp, vf, mbx);
1872                         return;
1873                 case CHANNEL_TLV_CLOSE:
1874                         bnx2x_vf_mbx_close_vf(bp, vf, mbx);
1875                         return;
1876                 case CHANNEL_TLV_RELEASE:
1877                         bnx2x_vf_mbx_release_vf(bp, vf, mbx);
1878                         return;
1879                 case CHANNEL_TLV_UPDATE_RSS:
1880                         bnx2x_vf_mbx_update_rss(bp, vf, mbx);
1881                         return;
1882                 }
1883
1884         } else {
1885                 /* unknown TLV - this may belong to a VF driver from the future
1886                  * - a version written after this PF driver was written, which
1887                  * supports features unknown as of yet. Too bad since we don't
1888                  * support them. Or this may be because someone wrote a crappy
1889                  * VF driver and is sending garbage over the channel.
1890                  */
1891                 BNX2X_ERR("unknown TLV. type %d length %d vf->state was %d. first 20 bytes of mailbox buffer:\n",
1892                           mbx->first_tlv.tl.type, mbx->first_tlv.tl.length,
1893                           vf->state);
1894                 for (i = 0; i < 20; i++)
1895                         DP_CONT(BNX2X_MSG_IOV, "%x ",
1896                                 mbx->msg->req.tlv_buf_size.tlv_buffer[i]);
1897         }
1898
1899         /* can we respond to VF (do we have an address for it?) */
1900         if (vf->state == VF_ACQUIRED || vf->state == VF_ENABLED) {
1901                 /* mbx_resp uses the op_rc of the VF */
1902                 vf->op_rc = PFVF_STATUS_NOT_SUPPORTED;
1903
1904                 /* notify the VF that we do not support this request */
1905                 bnx2x_vf_mbx_resp(bp, vf);
1906         } else {
1907                 /* can't send a response since this VF is unknown to us
1908                  * just ack the FW to release the mailbox and unlock
1909                  * the channel.
1910                  */
1911                 storm_memset_vf_mbx_ack(bp, vf->abs_vfid);
1912                 /* Firmware ack should be written before unlocking channel */
1913                 mmiowb();
1914                 bnx2x_unlock_vf_pf_channel(bp, vf, mbx->first_tlv.tl.type);
1915         }
1916 }
1917
1918 /* handle new vf-pf message */
1919 void bnx2x_vf_mbx(struct bnx2x *bp, struct vf_pf_event_data *vfpf_event)
1920 {
1921         struct bnx2x_virtf *vf;
1922         struct bnx2x_vf_mbx *mbx;
1923         u8 vf_idx;
1924         int rc;
1925
1926         DP(BNX2X_MSG_IOV,
1927            "vf pf event received: vfid %d, address_hi %x, address lo %x",
1928            vfpf_event->vf_id, vfpf_event->msg_addr_hi, vfpf_event->msg_addr_lo);
1929         /* Sanity checks consider removing later */
1930
1931         /* check if the vf_id is valid */
1932         if (vfpf_event->vf_id - BP_VFDB(bp)->sriov.first_vf_in_pf >
1933             BNX2X_NR_VIRTFN(bp)) {
1934                 BNX2X_ERR("Illegal vf_id %d max allowed: %d\n",
1935                           vfpf_event->vf_id, BNX2X_NR_VIRTFN(bp));
1936                 goto mbx_done;
1937         }
1938         vf_idx = bnx2x_vf_idx_by_abs_fid(bp, vfpf_event->vf_id);
1939         mbx = BP_VF_MBX(bp, vf_idx);
1940
1941         /* verify an event is not currently being processed -
1942          * debug failsafe only
1943          */
1944         if (mbx->flags & VF_MSG_INPROCESS) {
1945                 BNX2X_ERR("Previous message is still being processed, vf_id %d\n",
1946                           vfpf_event->vf_id);
1947                 goto mbx_done;
1948         }
1949         vf = BP_VF(bp, vf_idx);
1950
1951         /* save the VF message address */
1952         mbx->vf_addr_hi = vfpf_event->msg_addr_hi;
1953         mbx->vf_addr_lo = vfpf_event->msg_addr_lo;
1954         DP(BNX2X_MSG_IOV, "mailbox vf address hi 0x%x, lo 0x%x, offset 0x%x\n",
1955            mbx->vf_addr_hi, mbx->vf_addr_lo, mbx->first_tlv.resp_msg_offset);
1956
1957         /* dmae to get the VF request */
1958         rc = bnx2x_copy32_vf_dmae(bp, true, mbx->msg_mapping, vf->abs_vfid,
1959                                   mbx->vf_addr_hi, mbx->vf_addr_lo,
1960                                   sizeof(union vfpf_tlvs)/4);
1961         if (rc) {
1962                 BNX2X_ERR("Failed to copy request VF %d\n", vf->abs_vfid);
1963                 goto mbx_error;
1964         }
1965
1966         /* process the VF message header */
1967         mbx->first_tlv = mbx->msg->req.first_tlv;
1968
1969         /* Clean response buffer to refrain from falsely seeing chains */
1970         memset(&mbx->msg->resp, 0, sizeof(union pfvf_tlvs));
1971
1972         /* dispatch the request (will prepare the response) */
1973         bnx2x_vf_mbx_request(bp, vf, mbx);
1974         goto mbx_done;
1975
1976 mbx_error:
1977         bnx2x_vf_release(bp, vf, false); /* non blocking */
1978 mbx_done:
1979         return;
1980 }
1981
1982 /* propagate local bulletin board to vf */
1983 int bnx2x_post_vf_bulletin(struct bnx2x *bp, int vf)
1984 {
1985         struct pf_vf_bulletin_content *bulletin = BP_VF_BULLETIN(bp, vf);
1986         dma_addr_t pf_addr = BP_VF_BULLETIN_DMA(bp)->mapping +
1987                 vf * BULLETIN_CONTENT_SIZE;
1988         dma_addr_t vf_addr = bnx2x_vf(bp, vf, bulletin_map);
1989         int rc;
1990
1991         /* can only update vf after init took place */
1992         if (bnx2x_vf(bp, vf, state) != VF_ENABLED &&
1993             bnx2x_vf(bp, vf, state) != VF_ACQUIRED)
1994                 return 0;
1995
1996         /* increment bulletin board version and compute crc */
1997         bulletin->version++;
1998         bulletin->length = BULLETIN_CONTENT_SIZE;
1999         bulletin->crc = bnx2x_crc_vf_bulletin(bp, bulletin);
2000
2001         /* propagate bulletin board via dmae to vm memory */
2002         rc = bnx2x_copy32_vf_dmae(bp, false, pf_addr,
2003                                   bnx2x_vf(bp, vf, abs_vfid), U64_HI(vf_addr),
2004                                   U64_LO(vf_addr), bulletin->length / 4);
2005         return rc;
2006 }