698 static int zonefs_file_write_dio_end_io(struct kiocb *iocb, ssize_t size,  in zonefs_file_write_dio_end_io()  argument
701 	struct inode *inode = file_inode(iocb->ki_filp);  in zonefs_file_write_dio_end_io()
718 		if (i_size_read(inode) < iocb->ki_pos + size) {  in zonefs_file_write_dio_end_io()
719 			zonefs_update_stats(inode, iocb->ki_pos + size);  in zonefs_file_write_dio_end_io()
720 			zonefs_i_size_write(inode, iocb->ki_pos + size);  in zonefs_file_write_dio_end_io()
732 static ssize_t zonefs_file_dio_append(struct kiocb *iocb, struct iov_iter *from)  in zonefs_file_dio_append()  argument
734 	struct inode *inode = file_inode(iocb->ki_filp);  in zonefs_file_dio_append()
757 	bio->bi_write_hint = iocb->ki_hint;  in zonefs_file_dio_append()
758 	bio->bi_ioprio = iocb->ki_ioprio;  in zonefs_file_dio_append()
760 	if (iocb->ki_flags & IOCB_DSYNC)  in zonefs_file_dio_append()
770 	if (iocb->ki_flags & IOCB_HIPRI)  in zonefs_file_dio_append()
771 		bio_set_polled(bio, iocb);  in zonefs_file_dio_append()
775 	zonefs_file_write_dio_end_io(iocb, size, ret, 0);  in zonefs_file_dio_append()
782 		iocb->ki_pos += size;  in zonefs_file_dio_append()
818 static ssize_t zonefs_write_checks(struct kiocb *iocb, struct iov_iter *from)  in zonefs_write_checks()  argument
820 	struct file *file = iocb->ki_filp;  in zonefs_write_checks()
831 	if ((iocb->ki_flags & IOCB_NOWAIT) && !(iocb->ki_flags & IOCB_DIRECT))  in zonefs_write_checks()
834 	if (iocb->ki_flags & IOCB_APPEND) {  in zonefs_write_checks()
838 		iocb->ki_pos = zi->i_wpoffset;  in zonefs_write_checks()
842 	count = zonefs_write_check_limits(file, iocb->ki_pos,  in zonefs_write_checks()
861 static ssize_t zonefs_file_dio_write(struct kiocb *iocb, struct iov_iter *from)  in zonefs_file_dio_write()  argument
863 	struct inode *inode = file_inode(iocb->ki_filp);  in zonefs_file_dio_write()
866 	bool sync = is_sync_kiocb(iocb);  in zonefs_file_dio_write()
876 	    (iocb->ki_flags & IOCB_NOWAIT))  in zonefs_file_dio_write()
879 	if (iocb->ki_flags & IOCB_NOWAIT) {  in zonefs_file_dio_write()
886 	count = zonefs_write_checks(iocb, from);  in zonefs_file_dio_write()
892 	if ((iocb->ki_pos | count) & (sb->s_blocksize - 1)) {  in zonefs_file_dio_write()
900 		if (iocb->ki_pos != zi->i_wpoffset) {  in zonefs_file_dio_write()
910 		ret = zonefs_file_dio_append(iocb, from);  in zonefs_file_dio_write()
912 		ret = iomap_dio_rw(iocb, from, &zonefs_write_iomap_ops,  in zonefs_file_dio_write()
929 static ssize_t zonefs_file_buffered_write(struct kiocb *iocb,  in zonefs_file_buffered_write()  argument
932 	struct inode *inode = file_inode(iocb->ki_filp);  in zonefs_file_buffered_write()
943 	if (iocb->ki_flags & IOCB_NOWAIT) {  in zonefs_file_buffered_write()
950 	ret = zonefs_write_checks(iocb, from);  in zonefs_file_buffered_write()
954 	ret = iomap_file_buffered_write(iocb, from, &zonefs_write_iomap_ops);  in zonefs_file_buffered_write()
956 		iocb->ki_pos += ret;  in zonefs_file_buffered_write()
963 		ret = generic_write_sync(iocb, ret);  in zonefs_file_buffered_write()
968 static ssize_t zonefs_file_write_iter(struct kiocb *iocb, struct iov_iter *from)  in zonefs_file_write_iter()  argument
970 	struct inode *inode = file_inode(iocb->ki_filp);  in zonefs_file_write_iter()
979 	if (iocb->ki_pos >= ZONEFS_I(inode)->i_max_size)  in zonefs_file_write_iter()
982 	if (iocb->ki_flags & IOCB_DIRECT) {  in zonefs_file_write_iter()
983 		ssize_t ret = zonefs_file_dio_write(iocb, from);  in zonefs_file_write_iter()
988 	return zonefs_file_buffered_write(iocb, from);  in zonefs_file_write_iter()
991 static int zonefs_file_read_dio_end_io(struct kiocb *iocb, ssize_t size,  in zonefs_file_read_dio_end_io()  argument
995 		zonefs_io_error(file_inode(iocb->ki_filp), false);  in zonefs_file_read_dio_end_io()
1006 static ssize_t zonefs_file_read_iter(struct kiocb *iocb, struct iov_iter *to)  in zonefs_file_read_iter()  argument
1008 	struct inode *inode = file_inode(iocb->ki_filp);  in zonefs_file_read_iter()
1018 	if (iocb->ki_pos >= zi->i_max_size)  in zonefs_file_read_iter()
1021 	if (iocb->ki_flags & IOCB_NOWAIT) {  in zonefs_file_read_iter()
1031 	if (iocb->ki_pos >= isize) {  in zonefs_file_read_iter()
1036 	iov_iter_truncate(to, isize - iocb->ki_pos);  in zonefs_file_read_iter()
1039 	if (iocb->ki_flags & IOCB_DIRECT) {  in zonefs_file_read_iter()
1042 		if ((iocb->ki_pos | count) & (sb->s_blocksize - 1)) {  in zonefs_file_read_iter()
1046 		file_accessed(iocb->ki_filp);  in zonefs_file_read_iter()
1047 		ret = iomap_dio_rw(iocb, to, &zonefs_read_iomap_ops,  in zonefs_file_read_iter()
1048 				   &zonefs_read_dio_ops, is_sync_kiocb(iocb));  in zonefs_file_read_iter()
1050 		ret = generic_file_read_iter(iocb, to);  in zonefs_file_read_iter()