net/smc/smc_ib.h

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 /*
   3  * Shared Memory Communications over RDMA (SMC-R) and RoCE
   4  *
   5  *  Definitions for IB environment
   6  *
   7  *  Copyright IBM Corp. 2016
   8  *
   9  *  Author(s):  Ursula Braun <Ursula Braun@linux.vnet.ibm.com>
  10  */
  11
  12 #ifndef _SMC_IB_H
  13 #define _SMC_IB_H
  14
  15 #include <linux/interrupt.h>
  16 #include <linux/if_ether.h>
  17 #include <linux/mutex.h>
  18 #include <linux/wait.h>
  19 #include <rdma/ib_verbs.h>
  20 #include <net/smc.h>
  21
  22 #define SMC_MAX_PORTS                   2       /* Max # of ports */
  23 #define SMC_GID_SIZE                    sizeof(union ib_gid)
  24
  25 #define SMC_IB_MAX_SEND_SGE             2
  26
  27 struct smc_ib_devices {                 /* list of smc ib devices definition */
  28         struct list_head        list;
  29         struct mutex            mutex;  /* protects list of smc ib devices */
  30 };
  31
  32 extern struct smc_ib_devices    smc_ib_devices; /* list of smc ib devices */
  33 extern struct smc_lgr_list smc_lgr_list; /* list of linkgroups */
  34
  35 struct smc_ib_device {                          /* ib-device infos for smc */
  36         struct list_head        list;
  37         struct ib_device        *ibdev;
  38         struct ib_port_attr     pattr[SMC_MAX_PORTS];   /* ib dev. port attrs */
  39         struct ib_event_handler event_handler;  /* global ib_event handler */
  40         struct ib_cq            *roce_cq_send;  /* send completion queue */
  41         struct ib_cq            *roce_cq_recv;  /* recv completion queue */
  42         struct tasklet_struct   send_tasklet;   /* called by send cq handler */
  43         struct tasklet_struct   recv_tasklet;   /* called by recv cq handler */
  44         char                    mac[SMC_MAX_PORTS][ETH_ALEN];
  45                                                 /* mac address per port*/
  46         u8                      pnetid[SMC_MAX_PORTS][SMC_MAX_PNETID_LEN];
  47                                                 /* pnetid per port */
  48         bool                    pnetid_by_user[SMC_MAX_PORTS];
  49                                                 /* pnetid defined by user? */
  50         u8                      initialized : 1; /* ib dev CQ, evthdl done */
  51         struct work_struct      port_event_work;
  52         unsigned long           port_event_mask;
  53         DECLARE_BITMAP(ports_going_away, SMC_MAX_PORTS);
  54         atomic_t                lnk_cnt;        /* number of links on ibdev */
  55         wait_queue_head_t       lnks_deleted;   /* wait 4 removal of all links*/
  56         struct mutex            mutex;          /* protect dev setup+cleanup */
  57         atomic_t                lnk_cnt_by_port[SMC_MAX_PORTS];
  58                                                 /* number of links per port */
  59         int                     ndev_ifidx[SMC_MAX_PORTS]; /* ndev if indexes */
  60 };
  61
  62 static inline __be32 smc_ib_gid_to_ipv4(u8 gid[SMC_GID_SIZE])
  63 {
  64         struct in6_addr *addr6 = (struct in6_addr *)gid;
  65
  66         if (ipv6_addr_v4mapped(addr6) ||
  67             !(addr6->s6_addr32[0] | addr6->s6_addr32[1] | addr6->s6_addr32[2]))
  68                 return addr6->s6_addr32[3];
  69         return cpu_to_be32(INADDR_NONE);
  70 }
  71
  72 static inline struct net *smc_ib_net(struct smc_ib_device *smcibdev)
  73 {
  74         if (smcibdev && smcibdev->ibdev)
  75                 return read_pnet(&smcibdev->ibdev->coredev.rdma_net);
  76         return NULL;
  77 }
  78
  79 struct smc_init_info_smcrv2;
  80 struct smc_buf_desc;
  81 struct smc_link;
  82
  83 void smc_ib_ndev_change(struct net_device *ndev, unsigned long event);
  84 int smc_ib_register_client(void) __init;
  85 void smc_ib_unregister_client(void);
  86 bool smc_ib_port_active(struct smc_ib_device *smcibdev, u8 ibport);
  87 int smc_ib_buf_map_sg(struct smc_link *lnk,
  88                       struct smc_buf_desc *buf_slot,
  89                       enum dma_data_direction data_direction);
  90 void smc_ib_buf_unmap_sg(struct smc_link *lnk,
  91                          struct smc_buf_desc *buf_slot,
  92                          enum dma_data_direction data_direction);
  93 void smc_ib_dealloc_protection_domain(struct smc_link *lnk);
  94 int smc_ib_create_protection_domain(struct smc_link *lnk);
  95 void smc_ib_destroy_queue_pair(struct smc_link *lnk);
  96 int smc_ib_create_queue_pair(struct smc_link *lnk);
  97 int smc_ib_ready_link(struct smc_link *lnk);
  98 int smc_ib_modify_qp_rts(struct smc_link *lnk);
  99 int smc_ib_modify_qp_error(struct smc_link *lnk);
 100 long smc_ib_setup_per_ibdev(struct smc_ib_device *smcibdev);
 101 int smc_ib_get_memory_region(struct ib_pd *pd, int access_flags,
 102                              struct smc_buf_desc *buf_slot, u8 link_idx);
 103 void smc_ib_put_memory_region(struct ib_mr *mr);
 104 bool smc_ib_is_sg_need_sync(struct smc_link *lnk,
 105                             struct smc_buf_desc *buf_slot);
 106 void smc_ib_sync_sg_for_cpu(struct smc_link *lnk,
 107                             struct smc_buf_desc *buf_slot,
 108                             enum dma_data_direction data_direction);
 109 void smc_ib_sync_sg_for_device(struct smc_link *lnk,
 110                                struct smc_buf_desc *buf_slot,
 111                                enum dma_data_direction data_direction);
 112 int smc_ib_determine_gid(struct smc_ib_device *smcibdev, u8 ibport,
 113                          unsigned short vlan_id, u8 gid[], u8 *sgid_index,
 114                          struct smc_init_info_smcrv2 *smcrv2);
 115 int smc_ib_find_route(__be32 saddr, __be32 daddr,
 116                       u8 nexthop_mac[], u8 *uses_gateway);
 117 bool smc_ib_is_valid_local_systemid(void);
 118 int smcr_nl_get_device(struct sk_buff *skb, struct netlink_callback *cb);
 119 #endif