1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0 OR BSD-2-Clause */ 2*4882a593Smuzhiyun /* 3*4882a593Smuzhiyun * Copyright 2018-2020 Amazon.com, Inc. or its affiliates. All rights reserved. 4*4882a593Smuzhiyun */ 5*4882a593Smuzhiyun 6*4882a593Smuzhiyun #ifndef _EFA_H_ 7*4882a593Smuzhiyun #define _EFA_H_ 8*4882a593Smuzhiyun 9*4882a593Smuzhiyun #include <linux/bitops.h> 10*4882a593Smuzhiyun #include <linux/interrupt.h> 11*4882a593Smuzhiyun #include <linux/pci.h> 12*4882a593Smuzhiyun 13*4882a593Smuzhiyun #include <rdma/efa-abi.h> 14*4882a593Smuzhiyun #include <rdma/ib_verbs.h> 15*4882a593Smuzhiyun 16*4882a593Smuzhiyun #include "efa_com_cmd.h" 17*4882a593Smuzhiyun 18*4882a593Smuzhiyun #define DRV_MODULE_NAME "efa" 19*4882a593Smuzhiyun #define DEVICE_NAME "Elastic Fabric Adapter (EFA)" 20*4882a593Smuzhiyun 21*4882a593Smuzhiyun #define EFA_IRQNAME_SIZE 40 22*4882a593Smuzhiyun 23*4882a593Smuzhiyun /* 1 for AENQ + ADMIN */ 24*4882a593Smuzhiyun #define EFA_NUM_MSIX_VEC 1 25*4882a593Smuzhiyun #define EFA_MGMNT_MSIX_VEC_IDX 0 26*4882a593Smuzhiyun 27*4882a593Smuzhiyun struct efa_irq { 28*4882a593Smuzhiyun irq_handler_t handler; 29*4882a593Smuzhiyun void *data; 30*4882a593Smuzhiyun int cpu; 31*4882a593Smuzhiyun u32 vector; 32*4882a593Smuzhiyun cpumask_t affinity_hint_mask; 33*4882a593Smuzhiyun char name[EFA_IRQNAME_SIZE]; 34*4882a593Smuzhiyun }; 35*4882a593Smuzhiyun 36*4882a593Smuzhiyun /* Don't use anything other than atomic64 */ 37*4882a593Smuzhiyun struct efa_stats { 38*4882a593Smuzhiyun atomic64_t alloc_pd_err; 39*4882a593Smuzhiyun atomic64_t create_qp_err; 40*4882a593Smuzhiyun atomic64_t create_cq_err; 41*4882a593Smuzhiyun atomic64_t reg_mr_err; 42*4882a593Smuzhiyun atomic64_t alloc_ucontext_err; 43*4882a593Smuzhiyun atomic64_t create_ah_err; 44*4882a593Smuzhiyun atomic64_t mmap_err; 45*4882a593Smuzhiyun atomic64_t keep_alive_rcvd; 46*4882a593Smuzhiyun }; 47*4882a593Smuzhiyun 48*4882a593Smuzhiyun struct efa_dev { 49*4882a593Smuzhiyun struct ib_device ibdev; 50*4882a593Smuzhiyun struct efa_com_dev edev; 51*4882a593Smuzhiyun struct pci_dev *pdev; 52*4882a593Smuzhiyun struct efa_com_get_device_attr_result dev_attr; 53*4882a593Smuzhiyun 54*4882a593Smuzhiyun u64 reg_bar_addr; 55*4882a593Smuzhiyun u64 reg_bar_len; 56*4882a593Smuzhiyun u64 mem_bar_addr; 57*4882a593Smuzhiyun u64 mem_bar_len; 58*4882a593Smuzhiyun u64 db_bar_addr; 59*4882a593Smuzhiyun u64 db_bar_len; 60*4882a593Smuzhiyun 61*4882a593Smuzhiyun int admin_msix_vector_idx; 62*4882a593Smuzhiyun struct efa_irq admin_irq; 63*4882a593Smuzhiyun 64*4882a593Smuzhiyun struct efa_stats stats; 65*4882a593Smuzhiyun }; 66*4882a593Smuzhiyun 67*4882a593Smuzhiyun struct efa_ucontext { 68*4882a593Smuzhiyun struct ib_ucontext ibucontext; 69*4882a593Smuzhiyun u16 uarn; 70*4882a593Smuzhiyun }; 71*4882a593Smuzhiyun 72*4882a593Smuzhiyun struct efa_pd { 73*4882a593Smuzhiyun struct ib_pd ibpd; 74*4882a593Smuzhiyun u16 pdn; 75*4882a593Smuzhiyun }; 76*4882a593Smuzhiyun 77*4882a593Smuzhiyun struct efa_mr { 78*4882a593Smuzhiyun struct ib_mr ibmr; 79*4882a593Smuzhiyun struct ib_umem *umem; 80*4882a593Smuzhiyun }; 81*4882a593Smuzhiyun 82*4882a593Smuzhiyun struct efa_cq { 83*4882a593Smuzhiyun struct ib_cq ibcq; 84*4882a593Smuzhiyun struct efa_ucontext *ucontext; 85*4882a593Smuzhiyun dma_addr_t dma_addr; 86*4882a593Smuzhiyun void *cpu_addr; 87*4882a593Smuzhiyun struct rdma_user_mmap_entry *mmap_entry; 88*4882a593Smuzhiyun size_t size; 89*4882a593Smuzhiyun u16 cq_idx; 90*4882a593Smuzhiyun }; 91*4882a593Smuzhiyun 92*4882a593Smuzhiyun struct efa_qp { 93*4882a593Smuzhiyun struct ib_qp ibqp; 94*4882a593Smuzhiyun dma_addr_t rq_dma_addr; 95*4882a593Smuzhiyun void *rq_cpu_addr; 96*4882a593Smuzhiyun size_t rq_size; 97*4882a593Smuzhiyun enum ib_qp_state state; 98*4882a593Smuzhiyun 99*4882a593Smuzhiyun /* Used for saving mmap_xa entries */ 100*4882a593Smuzhiyun struct rdma_user_mmap_entry *sq_db_mmap_entry; 101*4882a593Smuzhiyun struct rdma_user_mmap_entry *llq_desc_mmap_entry; 102*4882a593Smuzhiyun struct rdma_user_mmap_entry *rq_db_mmap_entry; 103*4882a593Smuzhiyun struct rdma_user_mmap_entry *rq_mmap_entry; 104*4882a593Smuzhiyun 105*4882a593Smuzhiyun u32 qp_handle; 106*4882a593Smuzhiyun u32 max_send_wr; 107*4882a593Smuzhiyun u32 max_recv_wr; 108*4882a593Smuzhiyun u32 max_send_sge; 109*4882a593Smuzhiyun u32 max_recv_sge; 110*4882a593Smuzhiyun u32 max_inline_data; 111*4882a593Smuzhiyun }; 112*4882a593Smuzhiyun 113*4882a593Smuzhiyun struct efa_ah { 114*4882a593Smuzhiyun struct ib_ah ibah; 115*4882a593Smuzhiyun u16 ah; 116*4882a593Smuzhiyun /* dest_addr */ 117*4882a593Smuzhiyun u8 id[EFA_GID_SIZE]; 118*4882a593Smuzhiyun }; 119*4882a593Smuzhiyun 120*4882a593Smuzhiyun int efa_query_device(struct ib_device *ibdev, 121*4882a593Smuzhiyun struct ib_device_attr *props, 122*4882a593Smuzhiyun struct ib_udata *udata); 123*4882a593Smuzhiyun int efa_query_port(struct ib_device *ibdev, u8 port, 124*4882a593Smuzhiyun struct ib_port_attr *props); 125*4882a593Smuzhiyun int efa_query_qp(struct ib_qp *ibqp, struct ib_qp_attr *qp_attr, 126*4882a593Smuzhiyun int qp_attr_mask, 127*4882a593Smuzhiyun struct ib_qp_init_attr *qp_init_attr); 128*4882a593Smuzhiyun int efa_query_gid(struct ib_device *ibdev, u8 port, int index, 129*4882a593Smuzhiyun union ib_gid *gid); 130*4882a593Smuzhiyun int efa_query_pkey(struct ib_device *ibdev, u8 port, u16 index, 131*4882a593Smuzhiyun u16 *pkey); 132*4882a593Smuzhiyun int efa_alloc_pd(struct ib_pd *ibpd, struct ib_udata *udata); 133*4882a593Smuzhiyun int efa_dealloc_pd(struct ib_pd *ibpd, struct ib_udata *udata); 134*4882a593Smuzhiyun int efa_destroy_qp(struct ib_qp *ibqp, struct ib_udata *udata); 135*4882a593Smuzhiyun struct ib_qp *efa_create_qp(struct ib_pd *ibpd, 136*4882a593Smuzhiyun struct ib_qp_init_attr *init_attr, 137*4882a593Smuzhiyun struct ib_udata *udata); 138*4882a593Smuzhiyun int efa_destroy_cq(struct ib_cq *ibcq, struct ib_udata *udata); 139*4882a593Smuzhiyun int efa_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr, 140*4882a593Smuzhiyun struct ib_udata *udata); 141*4882a593Smuzhiyun struct ib_mr *efa_reg_mr(struct ib_pd *ibpd, u64 start, u64 length, 142*4882a593Smuzhiyun u64 virt_addr, int access_flags, 143*4882a593Smuzhiyun struct ib_udata *udata); 144*4882a593Smuzhiyun int efa_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata); 145*4882a593Smuzhiyun int efa_get_port_immutable(struct ib_device *ibdev, u8 port_num, 146*4882a593Smuzhiyun struct ib_port_immutable *immutable); 147*4882a593Smuzhiyun int efa_alloc_ucontext(struct ib_ucontext *ibucontext, struct ib_udata *udata); 148*4882a593Smuzhiyun void efa_dealloc_ucontext(struct ib_ucontext *ibucontext); 149*4882a593Smuzhiyun int efa_mmap(struct ib_ucontext *ibucontext, 150*4882a593Smuzhiyun struct vm_area_struct *vma); 151*4882a593Smuzhiyun void efa_mmap_free(struct rdma_user_mmap_entry *rdma_entry); 152*4882a593Smuzhiyun int efa_create_ah(struct ib_ah *ibah, 153*4882a593Smuzhiyun struct rdma_ah_init_attr *init_attr, 154*4882a593Smuzhiyun struct ib_udata *udata); 155*4882a593Smuzhiyun int efa_destroy_ah(struct ib_ah *ibah, u32 flags); 156*4882a593Smuzhiyun int efa_modify_qp(struct ib_qp *ibqp, struct ib_qp_attr *qp_attr, 157*4882a593Smuzhiyun int qp_attr_mask, struct ib_udata *udata); 158*4882a593Smuzhiyun enum rdma_link_layer efa_port_link_layer(struct ib_device *ibdev, 159*4882a593Smuzhiyun u8 port_num); 160*4882a593Smuzhiyun struct rdma_hw_stats *efa_alloc_hw_stats(struct ib_device *ibdev, u8 port_num); 161*4882a593Smuzhiyun int efa_get_hw_stats(struct ib_device *ibdev, struct rdma_hw_stats *stats, 162*4882a593Smuzhiyun u8 port_num, int index); 163*4882a593Smuzhiyun 164*4882a593Smuzhiyun #endif /* _EFA_H_ */ 165