Lines Matching refs:ia
382 struct fuse_io_args ia; member
402 curr_index = wpa->ia.write.in.offset >> PAGE_SHIFT; in fuse_find_writeback()
403 if (idx_from >= curr_index + wpa->ia.ap.num_pages) in fuse_find_writeback()
589 void fuse_read_args_fill(struct fuse_io_args *ia, struct file *file, loff_t pos, in fuse_read_args_fill() argument
593 struct fuse_args *args = &ia->ap.args; in fuse_read_args_fill()
595 ia->read.in.fh = ff->fh; in fuse_read_args_fill()
596 ia->read.in.offset = pos; in fuse_read_args_fill()
597 ia->read.in.size = count; in fuse_read_args_fill()
598 ia->read.in.flags = file->f_flags; in fuse_read_args_fill()
602 args->in_args[0].size = sizeof(ia->read.in); in fuse_read_args_fill()
603 args->in_args[0].value = &ia->read.in; in fuse_read_args_fill()
690 struct fuse_io_args *ia; in fuse_io_alloc() local
692 ia = kzalloc(sizeof(*ia), GFP_KERNEL); in fuse_io_alloc()
693 if (ia) { in fuse_io_alloc()
694 ia->io = io; in fuse_io_alloc()
695 ia->ap.pages = fuse_pages_alloc(npages, GFP_KERNEL, in fuse_io_alloc()
696 &ia->ap.descs); in fuse_io_alloc()
697 if (!ia->ap.pages) { in fuse_io_alloc()
698 kfree(ia); in fuse_io_alloc()
699 ia = NULL; in fuse_io_alloc()
702 return ia; in fuse_io_alloc()
705 static void fuse_io_free(struct fuse_io_args *ia) in fuse_io_free() argument
707 kfree(ia->ap.pages); in fuse_io_free()
708 kfree(ia); in fuse_io_free()
714 struct fuse_io_args *ia = container_of(args, typeof(*ia), ap.args); in fuse_aio_complete_req() local
715 struct fuse_io_priv *io = ia->io; in fuse_aio_complete_req()
718 fuse_release_user_pages(&ia->ap, io->should_dirty); in fuse_aio_complete_req()
723 if (ia->write.out.size > ia->write.in.size) { in fuse_aio_complete_req()
725 } else if (ia->write.in.size != ia->write.out.size) { in fuse_aio_complete_req()
726 pos = ia->write.in.offset - io->offset + in fuse_aio_complete_req()
727 ia->write.out.size; in fuse_aio_complete_req()
732 if (ia->read.in.size != outsize) in fuse_aio_complete_req()
733 pos = ia->read.in.offset - io->offset + outsize; in fuse_aio_complete_req()
737 fuse_io_free(ia); in fuse_aio_complete_req()
741 struct fuse_io_args *ia, size_t num_bytes) in fuse_async_req_send() argument
744 struct fuse_io_priv *io = ia->io; in fuse_async_req_send()
752 ia->ap.args.end = fuse_aio_complete_req; in fuse_async_req_send()
753 ia->ap.args.may_block = io->should_dirty; in fuse_async_req_send()
754 err = fuse_simple_background(fm, &ia->ap.args, GFP_KERNEL); in fuse_async_req_send()
756 fuse_aio_complete_req(fm, &ia->ap.args, err); in fuse_async_req_send()
761 static ssize_t fuse_send_read(struct fuse_io_args *ia, loff_t pos, size_t count, in fuse_send_read() argument
764 struct file *file = ia->io->iocb->ki_filp; in fuse_send_read()
768 fuse_read_args_fill(ia, file, pos, count, FUSE_READ); in fuse_send_read()
770 ia->read.in.read_flags |= FUSE_READ_LOCKOWNER; in fuse_send_read()
771 ia->read.in.lock_owner = fuse_lock_owner_id(fm->fc, owner); in fuse_send_read()
774 if (ia->io->async) in fuse_send_read()
775 return fuse_async_req_send(fm, ia, count); in fuse_send_read()
777 return fuse_simple_request(fm, &ia->ap.args); in fuse_send_read()
826 struct fuse_io_args ia = { in fuse_do_readpage() local
849 fuse_read_args_fill(&ia, file, pos, desc.length, FUSE_READ); in fuse_do_readpage()
850 res = fuse_simple_request(fm, &ia.ap.args); in fuse_do_readpage()
857 fuse_short_read(inode, attr_ver, res, &ia.ap); in fuse_do_readpage()
884 struct fuse_io_args *ia = container_of(args, typeof(*ia), ap.args); in fuse_readpages_end() local
885 struct fuse_args_pages *ap = &ia->ap; in fuse_readpages_end()
886 size_t count = ia->read.in.size; in fuse_readpages_end()
900 fuse_short_read(inode, ia->read.attr_ver, num_read, ap); in fuse_readpages_end()
915 if (ia->ff) in fuse_readpages_end()
916 fuse_file_put(ia->ff, false, false); in fuse_readpages_end()
918 fuse_io_free(ia); in fuse_readpages_end()
921 static void fuse_send_readpages(struct fuse_io_args *ia, struct file *file) in fuse_send_readpages() argument
925 struct fuse_args_pages *ap = &ia->ap; in fuse_send_readpages()
942 fuse_read_args_fill(ia, file, pos, count, FUSE_READ); in fuse_send_readpages()
943 ia->read.attr_ver = fuse_get_attr_version(fm->fc); in fuse_send_readpages()
945 ia->ff = fuse_file_get(ff); in fuse_send_readpages()
970 struct fuse_io_args *ia; in fuse_readahead() local
978 ia = fuse_io_alloc(NULL, nr_pages); in fuse_readahead()
979 if (!ia) in fuse_readahead()
981 ap = &ia->ap; in fuse_readahead()
989 fuse_send_readpages(ia, rac->file); in fuse_readahead()
1014 static void fuse_write_args_fill(struct fuse_io_args *ia, struct fuse_file *ff, in fuse_write_args_fill() argument
1017 struct fuse_args *args = &ia->ap.args; in fuse_write_args_fill()
1019 ia->write.in.fh = ff->fh; in fuse_write_args_fill()
1020 ia->write.in.offset = pos; in fuse_write_args_fill()
1021 ia->write.in.size = count; in fuse_write_args_fill()
1028 args->in_args[0].size = sizeof(ia->write.in); in fuse_write_args_fill()
1029 args->in_args[0].value = &ia->write.in; in fuse_write_args_fill()
1032 args->out_args[0].size = sizeof(ia->write.out); in fuse_write_args_fill()
1033 args->out_args[0].value = &ia->write.out; in fuse_write_args_fill()
1048 static ssize_t fuse_send_write(struct fuse_io_args *ia, loff_t pos, in fuse_send_write() argument
1051 struct kiocb *iocb = ia->io->iocb; in fuse_send_write()
1055 struct fuse_write_in *inarg = &ia->write.in; in fuse_send_write()
1058 fuse_write_args_fill(ia, ff, pos, count); in fuse_send_write()
1065 if (ia->io->async) in fuse_send_write()
1066 return fuse_async_req_send(fm, ia, count); in fuse_send_write()
1068 err = fuse_simple_request(fm, &ia->ap.args); in fuse_send_write()
1069 if (!err && ia->write.out.size > count) in fuse_send_write()
1072 return err ?: ia->write.out.size; in fuse_send_write()
1092 static ssize_t fuse_send_write_pages(struct fuse_io_args *ia, in fuse_send_write_pages() argument
1096 struct fuse_args_pages *ap = &ia->ap; in fuse_send_write_pages()
1107 fuse_write_args_fill(ia, ff, pos, count); in fuse_send_write_pages()
1108 ia->write.in.flags = fuse_write_flags(iocb); in fuse_send_write_pages()
1111 if (!err && ia->write.out.size > count) in fuse_send_write_pages()
1114 short_write = ia->write.out.size < count; in fuse_send_write_pages()
1116 count = ia->write.out.size; in fuse_send_write_pages()
1132 if (ia->write.page_locked && (i == ap->num_pages - 1)) in fuse_send_write_pages()
1140 static ssize_t fuse_fill_write_pages(struct fuse_io_args *ia, in fuse_fill_write_pages() argument
1145 struct fuse_args_pages *ap = &ia->ap; in fuse_fill_write_pages()
1205 ia->write.page_locked = true; in fuse_fill_write_pages()
1240 struct fuse_io_args ia = {}; in fuse_perform_write() local
1241 struct fuse_args_pages *ap = &ia.ap; in fuse_perform_write()
1251 count = fuse_fill_write_pages(&ia, mapping, ii, pos, nr_pages); in fuse_perform_write()
1255 err = fuse_send_write_pages(&ia, iocb, inode, in fuse_perform_write()
1258 size_t num_written = ia.write.out.size; in fuse_perform_write()
1450 struct fuse_io_args *ia; in fuse_direct_io() local
1454 ia = fuse_io_alloc(io, max_pages); in fuse_direct_io()
1455 if (!ia) in fuse_direct_io()
1458 ia->io = io; in fuse_direct_io()
1473 err = fuse_get_user_pages(&ia->ap, iter, &nbytes, write, in fuse_direct_io()
1480 ia->write.in.write_flags |= FUSE_WRITE_KILL_PRIV; in fuse_direct_io()
1482 nres = fuse_send_write(ia, pos, nbytes, owner); in fuse_direct_io()
1484 nres = fuse_send_read(ia, pos, nbytes, owner); in fuse_direct_io()
1488 fuse_release_user_pages(&ia->ap, io->should_dirty); in fuse_direct_io()
1489 fuse_io_free(ia); in fuse_direct_io()
1491 ia = NULL; in fuse_direct_io()
1508 ia = fuse_io_alloc(io, max_pages); in fuse_direct_io()
1509 if (!ia) in fuse_direct_io()
1513 if (ia) in fuse_direct_io()
1514 fuse_io_free(ia); in fuse_direct_io()
1620 struct fuse_args_pages *ap = &wpa->ia.ap; in fuse_writepage_free()
1626 if (wpa->ia.ff) in fuse_writepage_free()
1627 fuse_file_put(wpa->ia.ff, false, false); in fuse_writepage_free()
1636 struct fuse_args_pages *ap = &wpa->ia.ap; in fuse_writepage_finish()
1658 struct fuse_write_in *inarg = &wpa->ia.write.in; in fuse_send_writepage()
1659 struct fuse_args *args = &wpa->ia.ap.args; in fuse_send_writepage()
1660 __u64 data_size = wpa->ia.ap.num_pages * PAGE_SIZE; in fuse_send_writepage()
1733 pgoff_t idx_from = wpa->ia.write.in.offset >> PAGE_SHIFT; in fuse_insert_writeback()
1734 pgoff_t idx_to = idx_from + wpa->ia.ap.num_pages - 1; in fuse_insert_writeback()
1738 WARN_ON(!wpa->ia.ap.num_pages); in fuse_insert_writeback()
1747 curr_index = curr->ia.write.in.offset >> PAGE_SHIFT; in fuse_insert_writeback()
1749 if (idx_from >= curr_index + curr->ia.ap.num_pages) in fuse_insert_writeback()
1771 container_of(args, typeof(*wpa), ia.ap.args); in fuse_writepage_end()
1789 struct fuse_write_in *inarg = &wpa->ia.write.in; in fuse_writepage_end()
1794 next->ia.ff = fuse_file_get(wpa->ia.ff); in fuse_writepage_end()
1885 ap = &wpa->ia.ap; in fuse_writepage_args_alloc()
1913 ap = &wpa->ia.ap; in fuse_writepage_locked()
1920 wpa->ia.ff = fuse_write_file_get(fc, fi); in fuse_writepage_locked()
1921 if (!wpa->ia.ff) in fuse_writepage_locked()
1924 fuse_write_args_fill(&wpa->ia, wpa->ia.ff, page_offset(page), 0); in fuse_writepage_locked()
1927 wpa->ia.write.in.write_flags |= FUSE_WRITE_CACHE; in fuse_writepage_locked()
1993 struct fuse_args_pages *ap = &data->wpa->ia.ap; in fuse_pages_realloc()
2022 int num_pages = wpa->ia.ap.num_pages; in fuse_writepages_send()
2025 wpa->ia.ff = fuse_file_get(data->ff); in fuse_writepages_send()
2048 struct fuse_args_pages *new_ap = &new_wpa->ia.ap; in fuse_writepage_add()
2064 curr_index = tmp->ia.write.in.offset >> PAGE_SHIFT; in fuse_writepage_add()
2066 WARN_ON(tmp->ia.ap.num_pages != 1); in fuse_writepage_add()
2067 swap(tmp->ia.ap.pages[0], new_ap->pages[0]); in fuse_writepage_add()
2130 struct fuse_args_pages *ap = &wpa->ia.ap; in fuse_writepages_fill()
2176 ap = &wpa->ia.ap; in fuse_writepages_fill()
2177 fuse_write_args_fill(&wpa->ia, data->ff, page_offset(page), 0); in fuse_writepages_fill()
2178 wpa->ia.write.in.write_flags |= FUSE_WRITE_CACHE; in fuse_writepages_fill()
2241 WARN_ON(!data.wpa->ia.ap.num_pages); in fuse_writepages()