Lines Matching refs:force_nonblock

3520 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_read()  local
3535 ret = io_import_iovec(READ, req, &iovec, iter, !force_nonblock); in io_read()
3544 if (!force_nonblock) in io_read()
3550 if (force_nonblock && !io_file_supports_nowait(req, READ)) { in io_read()
3566 if (!force_nonblock && !(req->ctx->flags & IORING_SETUP_IOPOLL)) in io_read()
3574 } else if (ret <= 0 || ret == req->result || !force_nonblock || in io_read()
3656 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_write() local
3666 ret = io_import_iovec(WRITE, req, &iovec, iter, !force_nonblock); in io_write()
3675 if (!force_nonblock) in io_write()
3681 if (force_nonblock && !io_file_supports_nowait(req, WRITE)) in io_write()
3685 if (force_nonblock && !(kiocb->ki_flags & IOCB_DIRECT) && in io_write()
3728 if (!force_nonblock || ret2 != -EAGAIN) { in io_write()
4259 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_remove_buffers() local
4261 io_ring_submit_lock(ctx, !force_nonblock); in io_remove_buffers()
4274 io_ring_submit_unlock(ctx, !force_nonblock); in io_remove_buffers()
4347 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_provide_buffers() local
4349 io_ring_submit_lock(ctx, !force_nonblock); in io_provide_buffers()
4366 io_ring_submit_unlock(ctx, !force_nonblock); in io_provide_buffers()
4402 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_epoll_ctl() local
4404 ret = do_epoll_ctl(ie->epfd, ie->op, ie->fd, &ie->event, force_nonblock); in io_epoll_ctl()
4405 if (force_nonblock && ret == -EAGAIN) in io_epoll_ctl()
4926 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_recvmsg() local
4941 kbuf = io_recv_buffer_select(req, !force_nonblock); in io_recvmsg()
4951 if (force_nonblock) in io_recvmsg()
4958 if (force_nonblock && ret == -EAGAIN) in io_recvmsg()
4986 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_recv() local
4993 kbuf = io_recv_buffer_select(req, !force_nonblock); in io_recv()
5011 if (force_nonblock) in io_recv()
5017 if (force_nonblock && ret == -EAGAIN) in io_recv()
5057 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_accept() local
5058 unsigned int file_flags = force_nonblock ? O_NONBLOCK : 0; in io_accept()
5078 if (ret == -EAGAIN && force_nonblock) in io_accept()
5122 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_connect() local
5135 file_flags = force_nonblock ? O_NONBLOCK : 0; in io_connect()
5139 if ((ret == -EAGAIN || ret == -EINPROGRESS) && force_nonblock) { in io_connect()
8307 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_install_fixed_file() local
8312 io_ring_submit_lock(ctx, !force_nonblock); in io_install_fixed_file()
8353 io_ring_submit_unlock(ctx, !force_nonblock); in io_install_fixed_file()