1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0-or-later */ 2*4882a593Smuzhiyun /* 3*4882a593Smuzhiyun * RDMA Transport Layer 4*4882a593Smuzhiyun * 5*4882a593Smuzhiyun * Copyright (c) 2014 - 2018 ProfitBricks GmbH. All rights reserved. 6*4882a593Smuzhiyun * Copyright (c) 2018 - 2019 1&1 IONOS Cloud GmbH. All rights reserved. 7*4882a593Smuzhiyun * Copyright (c) 2019 - 2020 1&1 IONOS SE. All rights reserved. 8*4882a593Smuzhiyun */ 9*4882a593Smuzhiyun #ifndef RTRS_H 10*4882a593Smuzhiyun #define RTRS_H 11*4882a593Smuzhiyun 12*4882a593Smuzhiyun #include <linux/socket.h> 13*4882a593Smuzhiyun #include <linux/scatterlist.h> 14*4882a593Smuzhiyun 15*4882a593Smuzhiyun struct rtrs_permit; 16*4882a593Smuzhiyun struct rtrs_clt; 17*4882a593Smuzhiyun struct rtrs_srv_ctx; 18*4882a593Smuzhiyun struct rtrs_srv; 19*4882a593Smuzhiyun struct rtrs_srv_op; 20*4882a593Smuzhiyun 21*4882a593Smuzhiyun /* 22*4882a593Smuzhiyun * RDMA transport (RTRS) client API 23*4882a593Smuzhiyun */ 24*4882a593Smuzhiyun 25*4882a593Smuzhiyun /** 26*4882a593Smuzhiyun * enum rtrs_clt_link_ev - Events about connectivity state of a client 27*4882a593Smuzhiyun * @RTRS_CLT_LINK_EV_RECONNECTED Client was reconnected. 28*4882a593Smuzhiyun * @RTRS_CLT_LINK_EV_DISCONNECTED Client was disconnected. 29*4882a593Smuzhiyun */ 30*4882a593Smuzhiyun enum rtrs_clt_link_ev { 31*4882a593Smuzhiyun RTRS_CLT_LINK_EV_RECONNECTED, 32*4882a593Smuzhiyun RTRS_CLT_LINK_EV_DISCONNECTED, 33*4882a593Smuzhiyun }; 34*4882a593Smuzhiyun 35*4882a593Smuzhiyun /** 36*4882a593Smuzhiyun * Source and destination address of a path to be established 37*4882a593Smuzhiyun */ 38*4882a593Smuzhiyun struct rtrs_addr { 39*4882a593Smuzhiyun struct sockaddr_storage *src; 40*4882a593Smuzhiyun struct sockaddr_storage *dst; 41*4882a593Smuzhiyun }; 42*4882a593Smuzhiyun 43*4882a593Smuzhiyun /** 44*4882a593Smuzhiyun * rtrs_clt_ops - it holds the link event callback and private pointer. 45*4882a593Smuzhiyun * @priv: User supplied private data. 46*4882a593Smuzhiyun * @link_ev: Event notification callback function for connection state changes 47*4882a593Smuzhiyun * @priv: User supplied data that was passed to rtrs_clt_open() 48*4882a593Smuzhiyun * @ev: Occurred event 49*4882a593Smuzhiyun */ 50*4882a593Smuzhiyun struct rtrs_clt_ops { 51*4882a593Smuzhiyun void *priv; 52*4882a593Smuzhiyun void (*link_ev)(void *priv, enum rtrs_clt_link_ev ev); 53*4882a593Smuzhiyun }; 54*4882a593Smuzhiyun 55*4882a593Smuzhiyun struct rtrs_clt *rtrs_clt_open(struct rtrs_clt_ops *ops, 56*4882a593Smuzhiyun const char *sessname, 57*4882a593Smuzhiyun const struct rtrs_addr *paths, 58*4882a593Smuzhiyun size_t path_cnt, u16 port, 59*4882a593Smuzhiyun size_t pdu_sz, u8 reconnect_delay_sec, 60*4882a593Smuzhiyun u16 max_segments, 61*4882a593Smuzhiyun size_t max_segment_size, 62*4882a593Smuzhiyun s16 max_reconnect_attempts); 63*4882a593Smuzhiyun 64*4882a593Smuzhiyun void rtrs_clt_close(struct rtrs_clt *sess); 65*4882a593Smuzhiyun 66*4882a593Smuzhiyun /** 67*4882a593Smuzhiyun * rtrs_permit_to_pdu() - converts rtrs_permit to opaque pdu pointer 68*4882a593Smuzhiyun * @permit: RTRS permit pointer, it associates the memory allocation for future 69*4882a593Smuzhiyun * RDMA operation. 70*4882a593Smuzhiyun */ 71*4882a593Smuzhiyun void *rtrs_permit_to_pdu(struct rtrs_permit *permit); 72*4882a593Smuzhiyun 73*4882a593Smuzhiyun enum { 74*4882a593Smuzhiyun RTRS_PERMIT_NOWAIT = 0, 75*4882a593Smuzhiyun RTRS_PERMIT_WAIT = 1, 76*4882a593Smuzhiyun }; 77*4882a593Smuzhiyun 78*4882a593Smuzhiyun /** 79*4882a593Smuzhiyun * enum rtrs_clt_con_type() type of ib connection to use with a given 80*4882a593Smuzhiyun * rtrs_permit 81*4882a593Smuzhiyun * @ADMIN_CON - use connection reserved for "service" messages 82*4882a593Smuzhiyun * @IO_CON - use a connection reserved for IO 83*4882a593Smuzhiyun */ 84*4882a593Smuzhiyun enum rtrs_clt_con_type { 85*4882a593Smuzhiyun RTRS_ADMIN_CON, 86*4882a593Smuzhiyun RTRS_IO_CON 87*4882a593Smuzhiyun }; 88*4882a593Smuzhiyun 89*4882a593Smuzhiyun struct rtrs_permit *rtrs_clt_get_permit(struct rtrs_clt *sess, 90*4882a593Smuzhiyun enum rtrs_clt_con_type con_type, 91*4882a593Smuzhiyun int wait); 92*4882a593Smuzhiyun 93*4882a593Smuzhiyun void rtrs_clt_put_permit(struct rtrs_clt *sess, struct rtrs_permit *permit); 94*4882a593Smuzhiyun 95*4882a593Smuzhiyun /** 96*4882a593Smuzhiyun * rtrs_clt_req_ops - it holds the request confirmation callback 97*4882a593Smuzhiyun * and a private pointer. 98*4882a593Smuzhiyun * @priv: User supplied private data. 99*4882a593Smuzhiyun * @conf_fn: callback function to be called as confirmation 100*4882a593Smuzhiyun * @priv: User provided data, passed back with corresponding 101*4882a593Smuzhiyun * @(conf) confirmation. 102*4882a593Smuzhiyun * @errno: error number. 103*4882a593Smuzhiyun */ 104*4882a593Smuzhiyun struct rtrs_clt_req_ops { 105*4882a593Smuzhiyun void *priv; 106*4882a593Smuzhiyun void (*conf_fn)(void *priv, int errno); 107*4882a593Smuzhiyun }; 108*4882a593Smuzhiyun 109*4882a593Smuzhiyun int rtrs_clt_request(int dir, struct rtrs_clt_req_ops *ops, 110*4882a593Smuzhiyun struct rtrs_clt *sess, struct rtrs_permit *permit, 111*4882a593Smuzhiyun const struct kvec *vec, size_t nr, size_t len, 112*4882a593Smuzhiyun struct scatterlist *sg, unsigned int sg_cnt); 113*4882a593Smuzhiyun 114*4882a593Smuzhiyun /** 115*4882a593Smuzhiyun * rtrs_attrs - RTRS session attributes 116*4882a593Smuzhiyun */ 117*4882a593Smuzhiyun struct rtrs_attrs { 118*4882a593Smuzhiyun u32 queue_depth; 119*4882a593Smuzhiyun u32 max_io_size; 120*4882a593Smuzhiyun u8 sessname[NAME_MAX]; 121*4882a593Smuzhiyun struct kobject *sess_kobj; 122*4882a593Smuzhiyun }; 123*4882a593Smuzhiyun 124*4882a593Smuzhiyun int rtrs_clt_query(struct rtrs_clt *sess, struct rtrs_attrs *attr); 125*4882a593Smuzhiyun 126*4882a593Smuzhiyun /* 127*4882a593Smuzhiyun * Here goes RTRS server API 128*4882a593Smuzhiyun */ 129*4882a593Smuzhiyun 130*4882a593Smuzhiyun /** 131*4882a593Smuzhiyun * enum rtrs_srv_link_ev - Server link events 132*4882a593Smuzhiyun * @RTRS_SRV_LINK_EV_CONNECTED: Connection from client established 133*4882a593Smuzhiyun * @RTRS_SRV_LINK_EV_DISCONNECTED: Connection was disconnected, all 134*4882a593Smuzhiyun * connection RTRS resources were freed. 135*4882a593Smuzhiyun */ 136*4882a593Smuzhiyun enum rtrs_srv_link_ev { 137*4882a593Smuzhiyun RTRS_SRV_LINK_EV_CONNECTED, 138*4882a593Smuzhiyun RTRS_SRV_LINK_EV_DISCONNECTED, 139*4882a593Smuzhiyun }; 140*4882a593Smuzhiyun 141*4882a593Smuzhiyun struct rtrs_srv_ops { 142*4882a593Smuzhiyun /** 143*4882a593Smuzhiyun * rdma_ev(): Event notification for RDMA operations 144*4882a593Smuzhiyun * If the callback returns a value != 0, an error 145*4882a593Smuzhiyun * message for the data transfer will be sent to 146*4882a593Smuzhiyun * the client. 147*4882a593Smuzhiyun 148*4882a593Smuzhiyun * @sess: Session 149*4882a593Smuzhiyun * @priv: Private data set by rtrs_srv_set_sess_priv() 150*4882a593Smuzhiyun * @id: internal RTRS operation id 151*4882a593Smuzhiyun * @dir: READ/WRITE 152*4882a593Smuzhiyun * @data: Pointer to (bidirectional) rdma memory area: 153*4882a593Smuzhiyun * - in case of %RTRS_SRV_RDMA_EV_RECV contains 154*4882a593Smuzhiyun * data sent by the client 155*4882a593Smuzhiyun * - in case of %RTRS_SRV_RDMA_EV_WRITE_REQ points 156*4882a593Smuzhiyun * to the memory area where the response is to be 157*4882a593Smuzhiyun * written to 158*4882a593Smuzhiyun * @datalen: Size of the memory area in @data 159*4882a593Smuzhiyun * @usr: The extra user message sent by the client (%vec) 160*4882a593Smuzhiyun * @usrlen: Size of the user message 161*4882a593Smuzhiyun */ 162*4882a593Smuzhiyun int (*rdma_ev)(struct rtrs_srv *sess, void *priv, 163*4882a593Smuzhiyun struct rtrs_srv_op *id, int dir, 164*4882a593Smuzhiyun void *data, size_t datalen, const void *usr, 165*4882a593Smuzhiyun size_t usrlen); 166*4882a593Smuzhiyun /** 167*4882a593Smuzhiyun * link_ev(): Events about connectivity state changes 168*4882a593Smuzhiyun * If the callback returns != 0 and the event 169*4882a593Smuzhiyun * %RTRS_SRV_LINK_EV_CONNECTED the corresponding 170*4882a593Smuzhiyun * session will be destroyed. 171*4882a593Smuzhiyun * @sess: Session 172*4882a593Smuzhiyun * @ev: event 173*4882a593Smuzhiyun * @priv: Private data from user if previously set with 174*4882a593Smuzhiyun * rtrs_srv_set_sess_priv() 175*4882a593Smuzhiyun */ 176*4882a593Smuzhiyun int (*link_ev)(struct rtrs_srv *sess, enum rtrs_srv_link_ev ev, 177*4882a593Smuzhiyun void *priv); 178*4882a593Smuzhiyun }; 179*4882a593Smuzhiyun 180*4882a593Smuzhiyun struct rtrs_srv_ctx *rtrs_srv_open(struct rtrs_srv_ops *ops, u16 port); 181*4882a593Smuzhiyun 182*4882a593Smuzhiyun void rtrs_srv_close(struct rtrs_srv_ctx *ctx); 183*4882a593Smuzhiyun 184*4882a593Smuzhiyun bool rtrs_srv_resp_rdma(struct rtrs_srv_op *id, int errno); 185*4882a593Smuzhiyun 186*4882a593Smuzhiyun void rtrs_srv_set_sess_priv(struct rtrs_srv *sess, void *priv); 187*4882a593Smuzhiyun 188*4882a593Smuzhiyun int rtrs_srv_get_sess_name(struct rtrs_srv *sess, char *sessname, size_t len); 189*4882a593Smuzhiyun 190*4882a593Smuzhiyun int rtrs_srv_get_queue_depth(struct rtrs_srv *sess); 191*4882a593Smuzhiyun 192*4882a593Smuzhiyun int rtrs_addr_to_sockaddr(const char *str, size_t len, u16 port, 193*4882a593Smuzhiyun struct rtrs_addr *addr); 194*4882a593Smuzhiyun 195*4882a593Smuzhiyun int sockaddr_to_str(const struct sockaddr *addr, char *buf, size_t len); 196*4882a593Smuzhiyun #endif 197