1110 				 unsigned int issue_flags, u32 slot_index);
1111 static int io_close_fixed(struct io_kiocb *req, unsigned int issue_flags);
1885 static inline void __io_req_complete(struct io_kiocb *req, unsigned issue_flags,  in __io_req_complete()  argument
1888 	if (issue_flags & IO_URING_F_COMPLETE_DEFER)  in __io_req_complete()
2748 			     unsigned int issue_flags)  in __io_complete_rw()  argument
2752 	__io_req_complete(req, issue_flags, io_fixup_rw_res(req, res), io_put_rw_kbuf(req));  in __io_complete_rw()
3004 		       unsigned int issue_flags)  in kiocb_done()  argument
3011 		__io_complete_rw(req, ret, 0, issue_flags);  in kiocb_done()
3025 			if (!(issue_flags & IO_URING_F_NONBLOCK)) {  in kiocb_done()
3027 				__io_req_complete(req, issue_flags, ret, cflags);  in kiocb_done()
3030 				__io_req_complete(req, issue_flags, ret, cflags);  in kiocb_done()
3514 static int io_read(struct io_kiocb *req, unsigned int issue_flags)  in io_read()  argument
3520 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_read()
3635 	kiocb_done(kiocb, ret, issue_flags);  in io_read()
3650 static int io_write(struct io_kiocb *req, unsigned int issue_flags)  in io_write()  argument
3656 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_write()
3733 		kiocb_done(kiocb, ret2, issue_flags);  in io_write()
3785 static int io_renameat(struct io_kiocb *req, unsigned int issue_flags)  in io_renameat()  argument
3790 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_renameat()
3832 static int io_unlinkat(struct io_kiocb *req, unsigned int issue_flags)  in io_unlinkat()  argument
3837 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_unlinkat()
3869 static int io_shutdown(struct io_kiocb *req, unsigned int issue_flags)  in io_shutdown()  argument
3875 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_shutdown()
3917 static int io_tee(struct io_kiocb *req, unsigned int issue_flags)  in io_tee()  argument
3925 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_tee()
3956 static int io_splice(struct io_kiocb *req, unsigned int issue_flags)  in io_splice()  argument
3965 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_splice()
3993 static int io_nop(struct io_kiocb *req, unsigned int issue_flags)  in io_nop()  argument
4000 	__io_req_complete(req, issue_flags, 0, 0);  in io_nop()
4023 static int io_fsync(struct io_kiocb *req, unsigned int issue_flags)  in io_fsync()  argument
4029 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_fsync()
4056 static int io_fallocate(struct io_kiocb *req, unsigned int issue_flags)  in io_fallocate()  argument
4061 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_fallocate()
4135 static int io_openat2(struct io_kiocb *req, unsigned int issue_flags)  in io_openat2()  argument
4148 	if (issue_flags & IO_URING_F_NONBLOCK) {  in io_openat2()
4178 		    (!resolve_nonblock && (issue_flags & IO_URING_F_NONBLOCK)))  in io_openat2()
4183 	if ((issue_flags & IO_URING_F_NONBLOCK) && !nonblock_set)  in io_openat2()
4190 		ret = io_install_fixed_file(req, file, issue_flags,  in io_openat2()
4197 	__io_req_complete(req, issue_flags, ret, 0);  in io_openat2()
4201 static int io_openat(struct io_kiocb *req, unsigned int issue_flags)  in io_openat()  argument
4203 	return io_openat2(req, issue_flags);  in io_openat()
4253 static int io_remove_buffers(struct io_kiocb *req, unsigned int issue_flags)  in io_remove_buffers()  argument
4259 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_remove_buffers()
4273 	__io_req_complete(req, issue_flags, ret, 0);  in io_remove_buffers()
4341 static int io_provide_buffers(struct io_kiocb *req, unsigned int issue_flags)  in io_provide_buffers()  argument
4347 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_provide_buffers()
4365 	__io_req_complete(req, issue_flags, ret, 0);  in io_provide_buffers()
4397 static int io_epoll_ctl(struct io_kiocb *req, unsigned int issue_flags)  in io_epoll_ctl()  argument
4402 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_epoll_ctl()
4410 	__io_req_complete(req, issue_flags, ret, 0);  in io_epoll_ctl()
4434 static int io_madvise(struct io_kiocb *req, unsigned int issue_flags)  in io_madvise()  argument
4440 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_madvise()
4466 static int io_fadvise(struct io_kiocb *req, unsigned int issue_flags)  in io_fadvise()  argument
4471 	if (issue_flags & IO_URING_F_NONBLOCK) {  in io_fadvise()
4485 	__io_req_complete(req, issue_flags, ret, 0);  in io_fadvise()
4507 static int io_statx(struct io_kiocb *req, unsigned int issue_flags)  in io_statx()  argument
4512 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_statx()
4542 static int io_close(struct io_kiocb *req, unsigned int issue_flags)  in io_close()  argument
4551 		ret = io_close_fixed(req, issue_flags);  in io_close()
4569 	if (file->f_op->flush && (issue_flags & IO_URING_F_NONBLOCK)) {  in io_close()
4589 	__io_req_complete(req, issue_flags, ret, 0);  in io_close()
4609 static int io_sync_file_range(struct io_kiocb *req, unsigned int issue_flags)  in io_sync_file_range()  argument
4614 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_sync_file_range()
4692 static int io_sendmsg(struct io_kiocb *req, unsigned int issue_flags)  in io_sendmsg()  argument
4713 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_sendmsg()
4719 	if ((issue_flags & IO_URING_F_NONBLOCK) && ret == -EAGAIN)  in io_sendmsg()
4730 	__io_req_complete(req, issue_flags, ret, 0);  in io_sendmsg()
4734 static int io_send(struct io_kiocb *req, unsigned int issue_flags)  in io_send()  argument
4758 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_send()
4765 	if ((issue_flags & IO_URING_F_NONBLOCK) && ret == -EAGAIN)  in io_send()
4772 	__io_req_complete(req, issue_flags, ret, 0);  in io_send()
4918 static int io_recvmsg(struct io_kiocb *req, unsigned int issue_flags)  in io_recvmsg()  argument
4926 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_recvmsg()
4971 	__io_req_complete(req, issue_flags, ret, cflags);  in io_recvmsg()
4975 static int io_recv(struct io_kiocb *req, unsigned int issue_flags)  in io_recv()  argument
4986 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_recv()
5026 	__io_req_complete(req, issue_flags, ret, cflags);  in io_recv()
5054 static int io_accept(struct io_kiocb *req, unsigned int issue_flags)  in io_accept()  argument
5057 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_accept()
5087 		ret = io_install_fixed_file(req, file, issue_flags,  in io_accept()
5090 	__io_req_complete(req, issue_flags, ret, 0);  in io_accept()
5117 static int io_connect(struct io_kiocb *req, unsigned int issue_flags)  in io_connect()  argument
5122 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_connect()
5154 	__io_req_complete(req, issue_flags, ret, 0);  in io_connect()
5159 static int io_##op(struct io_kiocb *req, unsigned int issue_flags)	\
5811 static int io_poll_add(struct io_kiocb *req, unsigned int issue_flags)  in io_poll_add()  argument
5824 		__io_req_complete(req, issue_flags, ret, 0);  in io_poll_add()
5828 static int io_poll_update(struct io_kiocb *req, unsigned int issue_flags)  in io_poll_update()  argument
5853 		ret2 = io_poll_add(preq, issue_flags);  in io_poll_update()
6032 static int io_timeout_remove(struct io_kiocb *req, unsigned int issue_flags)  in io_timeout_remove()  argument
6114 static int io_timeout(struct io_kiocb *req, unsigned int issue_flags)  in io_timeout()  argument
6241 static int io_async_cancel(struct io_kiocb *req, unsigned int issue_flags)  in io_async_cancel()  argument
6253 	io_ring_submit_lock(ctx, !(issue_flags & IO_URING_F_NONBLOCK));  in io_async_cancel()
6262 	io_ring_submit_unlock(ctx, !(issue_flags & IO_URING_F_NONBLOCK));  in io_async_cancel()
6286 static int io_files_update(struct io_kiocb *req, unsigned int issue_flags)  in io_files_update()  argument
6299 	io_ring_submit_lock(ctx, !(issue_flags & IO_URING_F_NONBLOCK));  in io_files_update()
6302 	io_ring_submit_unlock(ctx, !(issue_flags & IO_URING_F_NONBLOCK));  in io_files_update()
6306 	__io_req_complete(req, issue_flags, ret, 0);  in io_files_update()
6565 static int io_issue_sqe(struct io_kiocb *req, unsigned int issue_flags)  in io_issue_sqe()  argument
6576 		ret = io_nop(req, issue_flags);  in io_issue_sqe()
6581 		ret = io_read(req, issue_flags);  in io_issue_sqe()
6586 		ret = io_write(req, issue_flags);  in io_issue_sqe()
6589 		ret = io_fsync(req, issue_flags);  in io_issue_sqe()
6592 		ret = io_poll_add(req, issue_flags);  in io_issue_sqe()
6595 		ret = io_poll_update(req, issue_flags);  in io_issue_sqe()
6598 		ret = io_sync_file_range(req, issue_flags);  in io_issue_sqe()
6601 		ret = io_sendmsg(req, issue_flags);  in io_issue_sqe()
6604 		ret = io_send(req, issue_flags);  in io_issue_sqe()
6607 		ret = io_recvmsg(req, issue_flags);  in io_issue_sqe()
6610 		ret = io_recv(req, issue_flags);  in io_issue_sqe()
6613 		ret = io_timeout(req, issue_flags);  in io_issue_sqe()
6616 		ret = io_timeout_remove(req, issue_flags);  in io_issue_sqe()
6619 		ret = io_accept(req, issue_flags);  in io_issue_sqe()
6622 		ret = io_connect(req, issue_flags);  in io_issue_sqe()
6625 		ret = io_async_cancel(req, issue_flags);  in io_issue_sqe()
6628 		ret = io_fallocate(req, issue_flags);  in io_issue_sqe()
6631 		ret = io_openat(req, issue_flags);  in io_issue_sqe()
6634 		ret = io_close(req, issue_flags);  in io_issue_sqe()
6637 		ret = io_files_update(req, issue_flags);  in io_issue_sqe()
6640 		ret = io_statx(req, issue_flags);  in io_issue_sqe()
6643 		ret = io_fadvise(req, issue_flags);  in io_issue_sqe()
6646 		ret = io_madvise(req, issue_flags);  in io_issue_sqe()
6649 		ret = io_openat2(req, issue_flags);  in io_issue_sqe()
6652 		ret = io_epoll_ctl(req, issue_flags);  in io_issue_sqe()
6655 		ret = io_splice(req, issue_flags);  in io_issue_sqe()
6658 		ret = io_provide_buffers(req, issue_flags);  in io_issue_sqe()
6661 		ret = io_remove_buffers(req, issue_flags);  in io_issue_sqe()
6664 		ret = io_tee(req, issue_flags);  in io_issue_sqe()
6667 		ret = io_shutdown(req, issue_flags);  in io_issue_sqe()
6670 		ret = io_renameat(req, issue_flags);  in io_issue_sqe()
6673 		ret = io_unlinkat(req, issue_flags);  in io_issue_sqe()
8304 				 unsigned int issue_flags, u32 slot_index)  in io_install_fixed_file()  argument
8307 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_install_fixed_file()
8359 static int io_close_fixed(struct io_kiocb *req, unsigned int issue_flags)  in io_close_fixed()  argument
8367 	io_ring_submit_lock(ctx, !(issue_flags & IO_URING_F_NONBLOCK));  in io_close_fixed()
8393 	io_ring_submit_unlock(ctx, !(issue_flags & IO_URING_F_NONBLOCK));  in io_close_fixed()