1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Simple test program that demonstrates a file copy through io_uring. This
4*4882a593Smuzhiyun * uses the API exposed by liburing.
5*4882a593Smuzhiyun *
6*4882a593Smuzhiyun * Copyright (C) 2018-2019 Jens Axboe
7*4882a593Smuzhiyun */
8*4882a593Smuzhiyun #include <stdio.h>
9*4882a593Smuzhiyun #include <fcntl.h>
10*4882a593Smuzhiyun #include <string.h>
11*4882a593Smuzhiyun #include <stdlib.h>
12*4882a593Smuzhiyun #include <unistd.h>
13*4882a593Smuzhiyun #include <assert.h>
14*4882a593Smuzhiyun #include <errno.h>
15*4882a593Smuzhiyun #include <inttypes.h>
16*4882a593Smuzhiyun #include <sys/types.h>
17*4882a593Smuzhiyun #include <sys/stat.h>
18*4882a593Smuzhiyun #include <sys/ioctl.h>
19*4882a593Smuzhiyun
20*4882a593Smuzhiyun #include "liburing.h"
21*4882a593Smuzhiyun
22*4882a593Smuzhiyun #define QD 64
23*4882a593Smuzhiyun #define BS (32*1024)
24*4882a593Smuzhiyun
25*4882a593Smuzhiyun static int infd, outfd;
26*4882a593Smuzhiyun
27*4882a593Smuzhiyun struct io_data {
28*4882a593Smuzhiyun int read;
29*4882a593Smuzhiyun off_t first_offset, offset;
30*4882a593Smuzhiyun size_t first_len;
31*4882a593Smuzhiyun struct iovec iov;
32*4882a593Smuzhiyun };
33*4882a593Smuzhiyun
setup_context(unsigned entries,struct io_uring * ring)34*4882a593Smuzhiyun static int setup_context(unsigned entries, struct io_uring *ring)
35*4882a593Smuzhiyun {
36*4882a593Smuzhiyun int ret;
37*4882a593Smuzhiyun
38*4882a593Smuzhiyun ret = io_uring_queue_init(entries, ring, 0);
39*4882a593Smuzhiyun if (ret < 0) {
40*4882a593Smuzhiyun fprintf(stderr, "queue_init: %s\n", strerror(-ret));
41*4882a593Smuzhiyun return -1;
42*4882a593Smuzhiyun }
43*4882a593Smuzhiyun
44*4882a593Smuzhiyun return 0;
45*4882a593Smuzhiyun }
46*4882a593Smuzhiyun
get_file_size(int fd,off_t * size)47*4882a593Smuzhiyun static int get_file_size(int fd, off_t *size)
48*4882a593Smuzhiyun {
49*4882a593Smuzhiyun struct stat st;
50*4882a593Smuzhiyun
51*4882a593Smuzhiyun if (fstat(fd, &st) < 0)
52*4882a593Smuzhiyun return -1;
53*4882a593Smuzhiyun if (S_ISREG(st.st_mode)) {
54*4882a593Smuzhiyun *size = st.st_size;
55*4882a593Smuzhiyun return 0;
56*4882a593Smuzhiyun } else if (S_ISBLK(st.st_mode)) {
57*4882a593Smuzhiyun unsigned long long bytes;
58*4882a593Smuzhiyun
59*4882a593Smuzhiyun if (ioctl(fd, BLKGETSIZE64, &bytes) != 0)
60*4882a593Smuzhiyun return -1;
61*4882a593Smuzhiyun
62*4882a593Smuzhiyun *size = bytes;
63*4882a593Smuzhiyun return 0;
64*4882a593Smuzhiyun }
65*4882a593Smuzhiyun
66*4882a593Smuzhiyun return -1;
67*4882a593Smuzhiyun }
68*4882a593Smuzhiyun
queue_prepped(struct io_uring * ring,struct io_data * data)69*4882a593Smuzhiyun static void queue_prepped(struct io_uring *ring, struct io_data *data)
70*4882a593Smuzhiyun {
71*4882a593Smuzhiyun struct io_uring_sqe *sqe;
72*4882a593Smuzhiyun
73*4882a593Smuzhiyun sqe = io_uring_get_sqe(ring);
74*4882a593Smuzhiyun assert(sqe);
75*4882a593Smuzhiyun
76*4882a593Smuzhiyun if (data->read)
77*4882a593Smuzhiyun io_uring_prep_readv(sqe, infd, &data->iov, 1, data->offset);
78*4882a593Smuzhiyun else
79*4882a593Smuzhiyun io_uring_prep_writev(sqe, outfd, &data->iov, 1, data->offset);
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun io_uring_sqe_set_data(sqe, data);
82*4882a593Smuzhiyun }
83*4882a593Smuzhiyun
queue_read(struct io_uring * ring,off_t size,off_t offset)84*4882a593Smuzhiyun static int queue_read(struct io_uring *ring, off_t size, off_t offset)
85*4882a593Smuzhiyun {
86*4882a593Smuzhiyun struct io_uring_sqe *sqe;
87*4882a593Smuzhiyun struct io_data *data;
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun data = malloc(size + sizeof(*data));
90*4882a593Smuzhiyun if (!data)
91*4882a593Smuzhiyun return 1;
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun sqe = io_uring_get_sqe(ring);
94*4882a593Smuzhiyun if (!sqe) {
95*4882a593Smuzhiyun free(data);
96*4882a593Smuzhiyun return 1;
97*4882a593Smuzhiyun }
98*4882a593Smuzhiyun
99*4882a593Smuzhiyun data->read = 1;
100*4882a593Smuzhiyun data->offset = data->first_offset = offset;
101*4882a593Smuzhiyun
102*4882a593Smuzhiyun data->iov.iov_base = data + 1;
103*4882a593Smuzhiyun data->iov.iov_len = size;
104*4882a593Smuzhiyun data->first_len = size;
105*4882a593Smuzhiyun
106*4882a593Smuzhiyun io_uring_prep_readv(sqe, infd, &data->iov, 1, offset);
107*4882a593Smuzhiyun io_uring_sqe_set_data(sqe, data);
108*4882a593Smuzhiyun return 0;
109*4882a593Smuzhiyun }
110*4882a593Smuzhiyun
queue_write(struct io_uring * ring,struct io_data * data)111*4882a593Smuzhiyun static void queue_write(struct io_uring *ring, struct io_data *data)
112*4882a593Smuzhiyun {
113*4882a593Smuzhiyun data->read = 0;
114*4882a593Smuzhiyun data->offset = data->first_offset;
115*4882a593Smuzhiyun
116*4882a593Smuzhiyun data->iov.iov_base = data + 1;
117*4882a593Smuzhiyun data->iov.iov_len = data->first_len;
118*4882a593Smuzhiyun
119*4882a593Smuzhiyun queue_prepped(ring, data);
120*4882a593Smuzhiyun io_uring_submit(ring);
121*4882a593Smuzhiyun }
122*4882a593Smuzhiyun
copy_file(struct io_uring * ring,off_t insize)123*4882a593Smuzhiyun static int copy_file(struct io_uring *ring, off_t insize)
124*4882a593Smuzhiyun {
125*4882a593Smuzhiyun unsigned long reads, writes;
126*4882a593Smuzhiyun struct io_uring_cqe *cqe;
127*4882a593Smuzhiyun off_t write_left, offset;
128*4882a593Smuzhiyun int ret;
129*4882a593Smuzhiyun
130*4882a593Smuzhiyun write_left = insize;
131*4882a593Smuzhiyun writes = reads = offset = 0;
132*4882a593Smuzhiyun
133*4882a593Smuzhiyun while (insize || write_left) {
134*4882a593Smuzhiyun unsigned long had_reads;
135*4882a593Smuzhiyun int got_comp;
136*4882a593Smuzhiyun
137*4882a593Smuzhiyun /*
138*4882a593Smuzhiyun * Queue up as many reads as we can
139*4882a593Smuzhiyun */
140*4882a593Smuzhiyun had_reads = reads;
141*4882a593Smuzhiyun while (insize) {
142*4882a593Smuzhiyun off_t this_size = insize;
143*4882a593Smuzhiyun
144*4882a593Smuzhiyun if (reads + writes >= QD)
145*4882a593Smuzhiyun break;
146*4882a593Smuzhiyun if (this_size > BS)
147*4882a593Smuzhiyun this_size = BS;
148*4882a593Smuzhiyun else if (!this_size)
149*4882a593Smuzhiyun break;
150*4882a593Smuzhiyun
151*4882a593Smuzhiyun if (queue_read(ring, this_size, offset))
152*4882a593Smuzhiyun break;
153*4882a593Smuzhiyun
154*4882a593Smuzhiyun insize -= this_size;
155*4882a593Smuzhiyun offset += this_size;
156*4882a593Smuzhiyun reads++;
157*4882a593Smuzhiyun }
158*4882a593Smuzhiyun
159*4882a593Smuzhiyun if (had_reads != reads) {
160*4882a593Smuzhiyun ret = io_uring_submit(ring);
161*4882a593Smuzhiyun if (ret < 0) {
162*4882a593Smuzhiyun fprintf(stderr, "io_uring_submit: %s\n", strerror(-ret));
163*4882a593Smuzhiyun break;
164*4882a593Smuzhiyun }
165*4882a593Smuzhiyun }
166*4882a593Smuzhiyun
167*4882a593Smuzhiyun /*
168*4882a593Smuzhiyun * Queue is full at this point. Find at least one completion.
169*4882a593Smuzhiyun */
170*4882a593Smuzhiyun got_comp = 0;
171*4882a593Smuzhiyun while (write_left) {
172*4882a593Smuzhiyun struct io_data *data;
173*4882a593Smuzhiyun
174*4882a593Smuzhiyun if (!got_comp) {
175*4882a593Smuzhiyun ret = io_uring_wait_cqe(ring, &cqe);
176*4882a593Smuzhiyun got_comp = 1;
177*4882a593Smuzhiyun } else
178*4882a593Smuzhiyun ret = io_uring_peek_cqe(ring, &cqe);
179*4882a593Smuzhiyun if (ret < 0) {
180*4882a593Smuzhiyun fprintf(stderr, "io_uring_peek_cqe: %s\n",
181*4882a593Smuzhiyun strerror(-ret));
182*4882a593Smuzhiyun return 1;
183*4882a593Smuzhiyun }
184*4882a593Smuzhiyun if (!cqe)
185*4882a593Smuzhiyun break;
186*4882a593Smuzhiyun
187*4882a593Smuzhiyun data = io_uring_cqe_get_data(cqe);
188*4882a593Smuzhiyun if (cqe->res < 0) {
189*4882a593Smuzhiyun if (cqe->res == -EAGAIN) {
190*4882a593Smuzhiyun queue_prepped(ring, data);
191*4882a593Smuzhiyun io_uring_cqe_seen(ring, cqe);
192*4882a593Smuzhiyun continue;
193*4882a593Smuzhiyun }
194*4882a593Smuzhiyun fprintf(stderr, "cqe failed: %s\n",
195*4882a593Smuzhiyun strerror(-cqe->res));
196*4882a593Smuzhiyun return 1;
197*4882a593Smuzhiyun } else if ((size_t) cqe->res != data->iov.iov_len) {
198*4882a593Smuzhiyun /* Short read/write, adjust and requeue */
199*4882a593Smuzhiyun data->iov.iov_base += cqe->res;
200*4882a593Smuzhiyun data->iov.iov_len -= cqe->res;
201*4882a593Smuzhiyun data->offset += cqe->res;
202*4882a593Smuzhiyun queue_prepped(ring, data);
203*4882a593Smuzhiyun io_uring_cqe_seen(ring, cqe);
204*4882a593Smuzhiyun continue;
205*4882a593Smuzhiyun }
206*4882a593Smuzhiyun
207*4882a593Smuzhiyun /*
208*4882a593Smuzhiyun * All done. if write, nothing else to do. if read,
209*4882a593Smuzhiyun * queue up corresponding write.
210*4882a593Smuzhiyun */
211*4882a593Smuzhiyun if (data->read) {
212*4882a593Smuzhiyun queue_write(ring, data);
213*4882a593Smuzhiyun write_left -= data->first_len;
214*4882a593Smuzhiyun reads--;
215*4882a593Smuzhiyun writes++;
216*4882a593Smuzhiyun } else {
217*4882a593Smuzhiyun free(data);
218*4882a593Smuzhiyun writes--;
219*4882a593Smuzhiyun }
220*4882a593Smuzhiyun io_uring_cqe_seen(ring, cqe);
221*4882a593Smuzhiyun }
222*4882a593Smuzhiyun }
223*4882a593Smuzhiyun
224*4882a593Smuzhiyun return 0;
225*4882a593Smuzhiyun }
226*4882a593Smuzhiyun
main(int argc,char * argv[])227*4882a593Smuzhiyun int main(int argc, char *argv[])
228*4882a593Smuzhiyun {
229*4882a593Smuzhiyun struct io_uring ring;
230*4882a593Smuzhiyun off_t insize;
231*4882a593Smuzhiyun int ret;
232*4882a593Smuzhiyun
233*4882a593Smuzhiyun if (argc < 3) {
234*4882a593Smuzhiyun printf("%s: infile outfile\n", argv[0]);
235*4882a593Smuzhiyun return 1;
236*4882a593Smuzhiyun }
237*4882a593Smuzhiyun
238*4882a593Smuzhiyun infd = open(argv[1], O_RDONLY);
239*4882a593Smuzhiyun if (infd < 0) {
240*4882a593Smuzhiyun perror("open infile");
241*4882a593Smuzhiyun return 1;
242*4882a593Smuzhiyun }
243*4882a593Smuzhiyun outfd = open(argv[2], O_WRONLY | O_CREAT | O_TRUNC, 0644);
244*4882a593Smuzhiyun if (outfd < 0) {
245*4882a593Smuzhiyun perror("open outfile");
246*4882a593Smuzhiyun return 1;
247*4882a593Smuzhiyun }
248*4882a593Smuzhiyun
249*4882a593Smuzhiyun if (setup_context(QD, &ring))
250*4882a593Smuzhiyun return 1;
251*4882a593Smuzhiyun if (get_file_size(infd, &insize))
252*4882a593Smuzhiyun return 1;
253*4882a593Smuzhiyun
254*4882a593Smuzhiyun ret = copy_file(&ring, insize);
255*4882a593Smuzhiyun
256*4882a593Smuzhiyun close(infd);
257*4882a593Smuzhiyun close(outfd);
258*4882a593Smuzhiyun io_uring_queue_exit(&ring);
259*4882a593Smuzhiyun return ret;
260*4882a593Smuzhiyun }
261