1fb7f8973f
Current code uses many different types when dealing with a port of a RDMA device: u8, unsigned int and u32. Switch to u32 to clean up the logic. This allows us to make (at least) the core view consistent and use the same type. Unfortunately not all places can be converted. Many uverbs functions expect port to be u8 so keep those places in order not to break UAPIs. HW/Spec defined values must also not be changed. With the switch to u32 we now can support devices with more than 255 ports. U32_MAX is reserved to make control logic a bit easier to deal with. As a device with U32_MAX ports probably isn't going to happen any time soon this seems like a non issue. When a device with more than 255 ports is created uverbs will report the RDMA device as having 255 ports as this is the max currently supported. The verbs interface is not changed yet because the IBTA spec limits the port size in too many places to be u8 and all applications that relies in verbs won't be able to cope with this change. At this stage, we are extending the interfaces that are using vendor channel solely Once the limitation is lifted mlx5 in switchdev mode will be able to have thousands of SFs created by the device. As the only instance of an RDMA device that reports more than 255 ports will be a representor device and it exposes itself as a RAW Ethernet only device CM/MAD/IPoIB and other ULPs aren't effected by this change and their sysfs/interfaces that are exposes to userspace can remain unchanged. While here cleanup some alignment issues and remove unneeded sanity checks (mainly in rdmavt), Link: https://lore.kernel.org/r/20210301070420.439400-1-leon@kernel.org Signed-off-by: Mark Bloch <mbloch@nvidia.com> Signed-off-by: Leon Romanovsky <leonro@nvidia.com> Signed-off-by: Jason Gunthorpe <jgg@nvidia.com>
165 lines
4.3 KiB
C
165 lines
4.3 KiB
C
/* SPDX-License-Identifier: GPL-2.0 OR BSD-2-Clause */
|
|
/*
|
|
* Copyright 2018-2020 Amazon.com, Inc. or its affiliates. All rights reserved.
|
|
*/
|
|
|
|
#ifndef _EFA_H_
|
|
#define _EFA_H_
|
|
|
|
#include <linux/bitops.h>
|
|
#include <linux/interrupt.h>
|
|
#include <linux/pci.h>
|
|
|
|
#include <rdma/efa-abi.h>
|
|
#include <rdma/ib_verbs.h>
|
|
|
|
#include "efa_com_cmd.h"
|
|
|
|
#define DRV_MODULE_NAME "efa"
|
|
#define DEVICE_NAME "Elastic Fabric Adapter (EFA)"
|
|
|
|
#define EFA_IRQNAME_SIZE 40
|
|
|
|
/* 1 for AENQ + ADMIN */
|
|
#define EFA_NUM_MSIX_VEC 1
|
|
#define EFA_MGMNT_MSIX_VEC_IDX 0
|
|
|
|
struct efa_irq {
|
|
irq_handler_t handler;
|
|
void *data;
|
|
int cpu;
|
|
u32 vector;
|
|
cpumask_t affinity_hint_mask;
|
|
char name[EFA_IRQNAME_SIZE];
|
|
};
|
|
|
|
/* Don't use anything other than atomic64 */
|
|
struct efa_stats {
|
|
atomic64_t alloc_pd_err;
|
|
atomic64_t create_qp_err;
|
|
atomic64_t create_cq_err;
|
|
atomic64_t reg_mr_err;
|
|
atomic64_t alloc_ucontext_err;
|
|
atomic64_t create_ah_err;
|
|
atomic64_t mmap_err;
|
|
atomic64_t keep_alive_rcvd;
|
|
};
|
|
|
|
struct efa_dev {
|
|
struct ib_device ibdev;
|
|
struct efa_com_dev edev;
|
|
struct pci_dev *pdev;
|
|
struct efa_com_get_device_attr_result dev_attr;
|
|
|
|
u64 reg_bar_addr;
|
|
u64 reg_bar_len;
|
|
u64 mem_bar_addr;
|
|
u64 mem_bar_len;
|
|
u64 db_bar_addr;
|
|
u64 db_bar_len;
|
|
|
|
int admin_msix_vector_idx;
|
|
struct efa_irq admin_irq;
|
|
|
|
struct efa_stats stats;
|
|
};
|
|
|
|
struct efa_ucontext {
|
|
struct ib_ucontext ibucontext;
|
|
u16 uarn;
|
|
};
|
|
|
|
struct efa_pd {
|
|
struct ib_pd ibpd;
|
|
u16 pdn;
|
|
};
|
|
|
|
struct efa_mr {
|
|
struct ib_mr ibmr;
|
|
struct ib_umem *umem;
|
|
};
|
|
|
|
struct efa_cq {
|
|
struct ib_cq ibcq;
|
|
struct efa_ucontext *ucontext;
|
|
dma_addr_t dma_addr;
|
|
void *cpu_addr;
|
|
struct rdma_user_mmap_entry *mmap_entry;
|
|
size_t size;
|
|
u16 cq_idx;
|
|
};
|
|
|
|
struct efa_qp {
|
|
struct ib_qp ibqp;
|
|
dma_addr_t rq_dma_addr;
|
|
void *rq_cpu_addr;
|
|
size_t rq_size;
|
|
enum ib_qp_state state;
|
|
|
|
/* Used for saving mmap_xa entries */
|
|
struct rdma_user_mmap_entry *sq_db_mmap_entry;
|
|
struct rdma_user_mmap_entry *llq_desc_mmap_entry;
|
|
struct rdma_user_mmap_entry *rq_db_mmap_entry;
|
|
struct rdma_user_mmap_entry *rq_mmap_entry;
|
|
|
|
u32 qp_handle;
|
|
u32 max_send_wr;
|
|
u32 max_recv_wr;
|
|
u32 max_send_sge;
|
|
u32 max_recv_sge;
|
|
u32 max_inline_data;
|
|
};
|
|
|
|
struct efa_ah {
|
|
struct ib_ah ibah;
|
|
u16 ah;
|
|
/* dest_addr */
|
|
u8 id[EFA_GID_SIZE];
|
|
};
|
|
|
|
int efa_query_device(struct ib_device *ibdev,
|
|
struct ib_device_attr *props,
|
|
struct ib_udata *udata);
|
|
int efa_query_port(struct ib_device *ibdev, u32 port,
|
|
struct ib_port_attr *props);
|
|
int efa_query_qp(struct ib_qp *ibqp, struct ib_qp_attr *qp_attr,
|
|
int qp_attr_mask,
|
|
struct ib_qp_init_attr *qp_init_attr);
|
|
int efa_query_gid(struct ib_device *ibdev, u32 port, int index,
|
|
union ib_gid *gid);
|
|
int efa_query_pkey(struct ib_device *ibdev, u32 port, u16 index,
|
|
u16 *pkey);
|
|
int efa_alloc_pd(struct ib_pd *ibpd, struct ib_udata *udata);
|
|
int efa_dealloc_pd(struct ib_pd *ibpd, struct ib_udata *udata);
|
|
int efa_destroy_qp(struct ib_qp *ibqp, struct ib_udata *udata);
|
|
struct ib_qp *efa_create_qp(struct ib_pd *ibpd,
|
|
struct ib_qp_init_attr *init_attr,
|
|
struct ib_udata *udata);
|
|
int efa_destroy_cq(struct ib_cq *ibcq, struct ib_udata *udata);
|
|
int efa_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr,
|
|
struct ib_udata *udata);
|
|
struct ib_mr *efa_reg_mr(struct ib_pd *ibpd, u64 start, u64 length,
|
|
u64 virt_addr, int access_flags,
|
|
struct ib_udata *udata);
|
|
int efa_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata);
|
|
int efa_get_port_immutable(struct ib_device *ibdev, u32 port_num,
|
|
struct ib_port_immutable *immutable);
|
|
int efa_alloc_ucontext(struct ib_ucontext *ibucontext, struct ib_udata *udata);
|
|
void efa_dealloc_ucontext(struct ib_ucontext *ibucontext);
|
|
int efa_mmap(struct ib_ucontext *ibucontext,
|
|
struct vm_area_struct *vma);
|
|
void efa_mmap_free(struct rdma_user_mmap_entry *rdma_entry);
|
|
int efa_create_ah(struct ib_ah *ibah,
|
|
struct rdma_ah_init_attr *init_attr,
|
|
struct ib_udata *udata);
|
|
int efa_destroy_ah(struct ib_ah *ibah, u32 flags);
|
|
int efa_modify_qp(struct ib_qp *ibqp, struct ib_qp_attr *qp_attr,
|
|
int qp_attr_mask, struct ib_udata *udata);
|
|
enum rdma_link_layer efa_port_link_layer(struct ib_device *ibdev,
|
|
u32 port_num);
|
|
struct rdma_hw_stats *efa_alloc_hw_stats(struct ib_device *ibdev, u32 port_num);
|
|
int efa_get_hw_stats(struct ib_device *ibdev, struct rdma_hw_stats *stats,
|
|
u32 port_num, int index);
|
|
|
|
#endif /* _EFA_H_ */
|