1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0-or-later */
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * RDMA Network Block Driver
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Copyright (c) 2014 - 2018 ProfitBricks GmbH. All rights reserved.
6*4882a593Smuzhiyun * Copyright (c) 2018 - 2019 1&1 IONOS Cloud GmbH. All rights reserved.
7*4882a593Smuzhiyun * Copyright (c) 2019 - 2020 1&1 IONOS SE. All rights reserved.
8*4882a593Smuzhiyun */
9*4882a593Smuzhiyun #ifndef RNBD_PROTO_H
10*4882a593Smuzhiyun #define RNBD_PROTO_H
11*4882a593Smuzhiyun
12*4882a593Smuzhiyun #include <linux/types.h>
13*4882a593Smuzhiyun #include <linux/blkdev.h>
14*4882a593Smuzhiyun #include <linux/limits.h>
15*4882a593Smuzhiyun #include <linux/inet.h>
16*4882a593Smuzhiyun #include <linux/in.h>
17*4882a593Smuzhiyun #include <linux/in6.h>
18*4882a593Smuzhiyun #include <rdma/ib.h>
19*4882a593Smuzhiyun
20*4882a593Smuzhiyun #define RNBD_PROTO_VER_MAJOR 2
21*4882a593Smuzhiyun #define RNBD_PROTO_VER_MINOR 0
22*4882a593Smuzhiyun
23*4882a593Smuzhiyun /* The default port number the RTRS server is listening on. */
24*4882a593Smuzhiyun #define RTRS_PORT 1234
25*4882a593Smuzhiyun
26*4882a593Smuzhiyun /**
27*4882a593Smuzhiyun * enum rnbd_msg_types - RNBD message types
28*4882a593Smuzhiyun * @RNBD_MSG_SESS_INFO: initial session info from client to server
29*4882a593Smuzhiyun * @RNBD_MSG_SESS_INFO_RSP: initial session info from server to client
30*4882a593Smuzhiyun * @RNBD_MSG_OPEN: open (map) device request
31*4882a593Smuzhiyun * @RNBD_MSG_OPEN_RSP: response to an @RNBD_MSG_OPEN
32*4882a593Smuzhiyun * @RNBD_MSG_IO: block IO request operation
33*4882a593Smuzhiyun * @RNBD_MSG_CLOSE: close (unmap) device request
34*4882a593Smuzhiyun */
35*4882a593Smuzhiyun enum rnbd_msg_type {
36*4882a593Smuzhiyun RNBD_MSG_SESS_INFO,
37*4882a593Smuzhiyun RNBD_MSG_SESS_INFO_RSP,
38*4882a593Smuzhiyun RNBD_MSG_OPEN,
39*4882a593Smuzhiyun RNBD_MSG_OPEN_RSP,
40*4882a593Smuzhiyun RNBD_MSG_IO,
41*4882a593Smuzhiyun RNBD_MSG_CLOSE,
42*4882a593Smuzhiyun };
43*4882a593Smuzhiyun
44*4882a593Smuzhiyun /**
45*4882a593Smuzhiyun * struct rnbd_msg_hdr - header of RNBD messages
46*4882a593Smuzhiyun * @type: Message type, valid values see: enum rnbd_msg_types
47*4882a593Smuzhiyun */
48*4882a593Smuzhiyun struct rnbd_msg_hdr {
49*4882a593Smuzhiyun __le16 type;
50*4882a593Smuzhiyun __le16 __padding;
51*4882a593Smuzhiyun };
52*4882a593Smuzhiyun
53*4882a593Smuzhiyun /**
54*4882a593Smuzhiyun * We allow to map RO many times and RW only once. We allow to map yet another
55*4882a593Smuzhiyun * time RW, if MIGRATION is provided (second RW export can be required for
56*4882a593Smuzhiyun * example for VM migration)
57*4882a593Smuzhiyun */
58*4882a593Smuzhiyun enum rnbd_access_mode {
59*4882a593Smuzhiyun RNBD_ACCESS_RO,
60*4882a593Smuzhiyun RNBD_ACCESS_RW,
61*4882a593Smuzhiyun RNBD_ACCESS_MIGRATION,
62*4882a593Smuzhiyun };
63*4882a593Smuzhiyun
64*4882a593Smuzhiyun /**
65*4882a593Smuzhiyun * struct rnbd_msg_sess_info - initial session info from client to server
66*4882a593Smuzhiyun * @hdr: message header
67*4882a593Smuzhiyun * @ver: RNBD protocol version
68*4882a593Smuzhiyun */
69*4882a593Smuzhiyun struct rnbd_msg_sess_info {
70*4882a593Smuzhiyun struct rnbd_msg_hdr hdr;
71*4882a593Smuzhiyun u8 ver;
72*4882a593Smuzhiyun u8 reserved[31];
73*4882a593Smuzhiyun };
74*4882a593Smuzhiyun
75*4882a593Smuzhiyun /**
76*4882a593Smuzhiyun * struct rnbd_msg_sess_info_rsp - initial session info from server to client
77*4882a593Smuzhiyun * @hdr: message header
78*4882a593Smuzhiyun * @ver: RNBD protocol version
79*4882a593Smuzhiyun */
80*4882a593Smuzhiyun struct rnbd_msg_sess_info_rsp {
81*4882a593Smuzhiyun struct rnbd_msg_hdr hdr;
82*4882a593Smuzhiyun u8 ver;
83*4882a593Smuzhiyun u8 reserved[31];
84*4882a593Smuzhiyun };
85*4882a593Smuzhiyun
86*4882a593Smuzhiyun /**
87*4882a593Smuzhiyun * struct rnbd_msg_open - request to open a remote device.
88*4882a593Smuzhiyun * @hdr: message header
89*4882a593Smuzhiyun * @access_mode: the mode to open remote device, valid values see:
90*4882a593Smuzhiyun * enum rnbd_access_mode
91*4882a593Smuzhiyun * @device_name: device path on remote side
92*4882a593Smuzhiyun */
93*4882a593Smuzhiyun struct rnbd_msg_open {
94*4882a593Smuzhiyun struct rnbd_msg_hdr hdr;
95*4882a593Smuzhiyun u8 access_mode;
96*4882a593Smuzhiyun u8 resv1;
97*4882a593Smuzhiyun s8 dev_name[NAME_MAX];
98*4882a593Smuzhiyun u8 reserved[3];
99*4882a593Smuzhiyun };
100*4882a593Smuzhiyun
101*4882a593Smuzhiyun /**
102*4882a593Smuzhiyun * struct rnbd_msg_close - request to close a remote device.
103*4882a593Smuzhiyun * @hdr: message header
104*4882a593Smuzhiyun * @device_id: device_id on server side to identify the device
105*4882a593Smuzhiyun */
106*4882a593Smuzhiyun struct rnbd_msg_close {
107*4882a593Smuzhiyun struct rnbd_msg_hdr hdr;
108*4882a593Smuzhiyun __le32 device_id;
109*4882a593Smuzhiyun };
110*4882a593Smuzhiyun
111*4882a593Smuzhiyun /**
112*4882a593Smuzhiyun * struct rnbd_msg_open_rsp - response message to RNBD_MSG_OPEN
113*4882a593Smuzhiyun * @hdr: message header
114*4882a593Smuzhiyun * @device_id: device_id on server side to identify the device
115*4882a593Smuzhiyun * @nsectors: number of sectors in the usual 512b unit
116*4882a593Smuzhiyun * @max_hw_sectors: max hardware sectors in the usual 512b unit
117*4882a593Smuzhiyun * @max_write_same_sectors: max sectors for WRITE SAME in the 512b unit
118*4882a593Smuzhiyun * @max_discard_sectors: max. sectors that can be discarded at once in 512b
119*4882a593Smuzhiyun * unit.
120*4882a593Smuzhiyun * @discard_granularity: size of the internal discard allocation unit in bytes
121*4882a593Smuzhiyun * @discard_alignment: offset from internal allocation assignment in bytes
122*4882a593Smuzhiyun * @physical_block_size: physical block size device supports in bytes
123*4882a593Smuzhiyun * @logical_block_size: logical block size device supports in bytes
124*4882a593Smuzhiyun * @max_segments: max segments hardware support in one transfer
125*4882a593Smuzhiyun * @secure_discard: supports secure discard
126*4882a593Smuzhiyun * @rotation: is a rotational disc?
127*4882a593Smuzhiyun */
128*4882a593Smuzhiyun struct rnbd_msg_open_rsp {
129*4882a593Smuzhiyun struct rnbd_msg_hdr hdr;
130*4882a593Smuzhiyun __le32 device_id;
131*4882a593Smuzhiyun __le64 nsectors;
132*4882a593Smuzhiyun __le32 max_hw_sectors;
133*4882a593Smuzhiyun __le32 max_write_same_sectors;
134*4882a593Smuzhiyun __le32 max_discard_sectors;
135*4882a593Smuzhiyun __le32 discard_granularity;
136*4882a593Smuzhiyun __le32 discard_alignment;
137*4882a593Smuzhiyun __le16 physical_block_size;
138*4882a593Smuzhiyun __le16 logical_block_size;
139*4882a593Smuzhiyun __le16 max_segments;
140*4882a593Smuzhiyun __le16 secure_discard;
141*4882a593Smuzhiyun u8 rotational;
142*4882a593Smuzhiyun u8 reserved[11];
143*4882a593Smuzhiyun };
144*4882a593Smuzhiyun
145*4882a593Smuzhiyun /**
146*4882a593Smuzhiyun * struct rnbd_msg_io - message for I/O read/write
147*4882a593Smuzhiyun * @hdr: message header
148*4882a593Smuzhiyun * @device_id: device_id on server side to find the right device
149*4882a593Smuzhiyun * @sector: bi_sector attribute from struct bio
150*4882a593Smuzhiyun * @rw: valid values are defined in enum rnbd_io_flags
151*4882a593Smuzhiyun * @bi_size: number of bytes for I/O read/write
152*4882a593Smuzhiyun * @prio: priority
153*4882a593Smuzhiyun */
154*4882a593Smuzhiyun struct rnbd_msg_io {
155*4882a593Smuzhiyun struct rnbd_msg_hdr hdr;
156*4882a593Smuzhiyun __le32 device_id;
157*4882a593Smuzhiyun __le64 sector;
158*4882a593Smuzhiyun __le32 rw;
159*4882a593Smuzhiyun __le32 bi_size;
160*4882a593Smuzhiyun __le16 prio;
161*4882a593Smuzhiyun };
162*4882a593Smuzhiyun
163*4882a593Smuzhiyun #define RNBD_OP_BITS 8
164*4882a593Smuzhiyun #define RNBD_OP_MASK ((1 << RNBD_OP_BITS) - 1)
165*4882a593Smuzhiyun
166*4882a593Smuzhiyun /**
167*4882a593Smuzhiyun * enum rnbd_io_flags - RNBD request types from rq_flag_bits
168*4882a593Smuzhiyun * @RNBD_OP_READ: read sectors from the device
169*4882a593Smuzhiyun * @RNBD_OP_WRITE: write sectors to the device
170*4882a593Smuzhiyun * @RNBD_OP_FLUSH: flush the volatile write cache
171*4882a593Smuzhiyun * @RNBD_OP_DISCARD: discard sectors
172*4882a593Smuzhiyun * @RNBD_OP_SECURE_ERASE: securely erase sectors
173*4882a593Smuzhiyun * @RNBD_OP_WRITE_SAME: write the same sectors many times
174*4882a593Smuzhiyun
175*4882a593Smuzhiyun * @RNBD_F_SYNC: request is sync (sync write or read)
176*4882a593Smuzhiyun * @RNBD_F_FUA: forced unit access
177*4882a593Smuzhiyun */
178*4882a593Smuzhiyun enum rnbd_io_flags {
179*4882a593Smuzhiyun
180*4882a593Smuzhiyun /* Operations */
181*4882a593Smuzhiyun
182*4882a593Smuzhiyun RNBD_OP_READ = 0,
183*4882a593Smuzhiyun RNBD_OP_WRITE = 1,
184*4882a593Smuzhiyun RNBD_OP_FLUSH = 2,
185*4882a593Smuzhiyun RNBD_OP_DISCARD = 3,
186*4882a593Smuzhiyun RNBD_OP_SECURE_ERASE = 4,
187*4882a593Smuzhiyun RNBD_OP_WRITE_SAME = 5,
188*4882a593Smuzhiyun
189*4882a593Smuzhiyun RNBD_OP_LAST,
190*4882a593Smuzhiyun
191*4882a593Smuzhiyun /* Flags */
192*4882a593Smuzhiyun
193*4882a593Smuzhiyun RNBD_F_SYNC = 1<<(RNBD_OP_BITS + 0),
194*4882a593Smuzhiyun RNBD_F_FUA = 1<<(RNBD_OP_BITS + 1),
195*4882a593Smuzhiyun
196*4882a593Smuzhiyun RNBD_F_ALL = (RNBD_F_SYNC | RNBD_F_FUA)
197*4882a593Smuzhiyun
198*4882a593Smuzhiyun };
199*4882a593Smuzhiyun
rnbd_op(u32 flags)200*4882a593Smuzhiyun static inline u32 rnbd_op(u32 flags)
201*4882a593Smuzhiyun {
202*4882a593Smuzhiyun return flags & RNBD_OP_MASK;
203*4882a593Smuzhiyun }
204*4882a593Smuzhiyun
rnbd_flags(u32 flags)205*4882a593Smuzhiyun static inline u32 rnbd_flags(u32 flags)
206*4882a593Smuzhiyun {
207*4882a593Smuzhiyun return flags & ~RNBD_OP_MASK;
208*4882a593Smuzhiyun }
209*4882a593Smuzhiyun
rnbd_flags_supported(u32 flags)210*4882a593Smuzhiyun static inline bool rnbd_flags_supported(u32 flags)
211*4882a593Smuzhiyun {
212*4882a593Smuzhiyun u32 op;
213*4882a593Smuzhiyun
214*4882a593Smuzhiyun op = rnbd_op(flags);
215*4882a593Smuzhiyun flags = rnbd_flags(flags);
216*4882a593Smuzhiyun
217*4882a593Smuzhiyun if (op >= RNBD_OP_LAST)
218*4882a593Smuzhiyun return false;
219*4882a593Smuzhiyun if (flags & ~RNBD_F_ALL)
220*4882a593Smuzhiyun return false;
221*4882a593Smuzhiyun
222*4882a593Smuzhiyun return true;
223*4882a593Smuzhiyun }
224*4882a593Smuzhiyun
rnbd_to_bio_flags(u32 rnbd_opf)225*4882a593Smuzhiyun static inline u32 rnbd_to_bio_flags(u32 rnbd_opf)
226*4882a593Smuzhiyun {
227*4882a593Smuzhiyun u32 bio_opf;
228*4882a593Smuzhiyun
229*4882a593Smuzhiyun switch (rnbd_op(rnbd_opf)) {
230*4882a593Smuzhiyun case RNBD_OP_READ:
231*4882a593Smuzhiyun bio_opf = REQ_OP_READ;
232*4882a593Smuzhiyun break;
233*4882a593Smuzhiyun case RNBD_OP_WRITE:
234*4882a593Smuzhiyun bio_opf = REQ_OP_WRITE;
235*4882a593Smuzhiyun break;
236*4882a593Smuzhiyun case RNBD_OP_FLUSH:
237*4882a593Smuzhiyun bio_opf = REQ_OP_FLUSH | REQ_PREFLUSH;
238*4882a593Smuzhiyun break;
239*4882a593Smuzhiyun case RNBD_OP_DISCARD:
240*4882a593Smuzhiyun bio_opf = REQ_OP_DISCARD;
241*4882a593Smuzhiyun break;
242*4882a593Smuzhiyun case RNBD_OP_SECURE_ERASE:
243*4882a593Smuzhiyun bio_opf = REQ_OP_SECURE_ERASE;
244*4882a593Smuzhiyun break;
245*4882a593Smuzhiyun case RNBD_OP_WRITE_SAME:
246*4882a593Smuzhiyun bio_opf = REQ_OP_WRITE_SAME;
247*4882a593Smuzhiyun break;
248*4882a593Smuzhiyun default:
249*4882a593Smuzhiyun WARN(1, "Unknown RNBD type: %d (flags %d)\n",
250*4882a593Smuzhiyun rnbd_op(rnbd_opf), rnbd_opf);
251*4882a593Smuzhiyun bio_opf = 0;
252*4882a593Smuzhiyun }
253*4882a593Smuzhiyun
254*4882a593Smuzhiyun if (rnbd_opf & RNBD_F_SYNC)
255*4882a593Smuzhiyun bio_opf |= REQ_SYNC;
256*4882a593Smuzhiyun
257*4882a593Smuzhiyun if (rnbd_opf & RNBD_F_FUA)
258*4882a593Smuzhiyun bio_opf |= REQ_FUA;
259*4882a593Smuzhiyun
260*4882a593Smuzhiyun return bio_opf;
261*4882a593Smuzhiyun }
262*4882a593Smuzhiyun
rq_to_rnbd_flags(struct request * rq)263*4882a593Smuzhiyun static inline u32 rq_to_rnbd_flags(struct request *rq)
264*4882a593Smuzhiyun {
265*4882a593Smuzhiyun u32 rnbd_opf;
266*4882a593Smuzhiyun
267*4882a593Smuzhiyun switch (req_op(rq)) {
268*4882a593Smuzhiyun case REQ_OP_READ:
269*4882a593Smuzhiyun rnbd_opf = RNBD_OP_READ;
270*4882a593Smuzhiyun break;
271*4882a593Smuzhiyun case REQ_OP_WRITE:
272*4882a593Smuzhiyun rnbd_opf = RNBD_OP_WRITE;
273*4882a593Smuzhiyun break;
274*4882a593Smuzhiyun case REQ_OP_DISCARD:
275*4882a593Smuzhiyun rnbd_opf = RNBD_OP_DISCARD;
276*4882a593Smuzhiyun break;
277*4882a593Smuzhiyun case REQ_OP_SECURE_ERASE:
278*4882a593Smuzhiyun rnbd_opf = RNBD_OP_SECURE_ERASE;
279*4882a593Smuzhiyun break;
280*4882a593Smuzhiyun case REQ_OP_WRITE_SAME:
281*4882a593Smuzhiyun rnbd_opf = RNBD_OP_WRITE_SAME;
282*4882a593Smuzhiyun break;
283*4882a593Smuzhiyun case REQ_OP_FLUSH:
284*4882a593Smuzhiyun rnbd_opf = RNBD_OP_FLUSH;
285*4882a593Smuzhiyun break;
286*4882a593Smuzhiyun default:
287*4882a593Smuzhiyun WARN(1, "Unknown request type %d (flags %llu)\n",
288*4882a593Smuzhiyun req_op(rq), (unsigned long long)rq->cmd_flags);
289*4882a593Smuzhiyun rnbd_opf = 0;
290*4882a593Smuzhiyun }
291*4882a593Smuzhiyun
292*4882a593Smuzhiyun if (op_is_sync(rq->cmd_flags))
293*4882a593Smuzhiyun rnbd_opf |= RNBD_F_SYNC;
294*4882a593Smuzhiyun
295*4882a593Smuzhiyun if (op_is_flush(rq->cmd_flags))
296*4882a593Smuzhiyun rnbd_opf |= RNBD_F_FUA;
297*4882a593Smuzhiyun
298*4882a593Smuzhiyun return rnbd_opf;
299*4882a593Smuzhiyun }
300*4882a593Smuzhiyun
301*4882a593Smuzhiyun const char *rnbd_access_mode_str(enum rnbd_access_mode mode);
302*4882a593Smuzhiyun
303*4882a593Smuzhiyun #endif /* RNBD_PROTO_H */
304