Lines Matching refs:mpd
1580 static void mpage_release_unused_pages(struct mpage_da_data *mpd, in mpage_release_unused_pages() argument
1586 struct inode *inode = mpd->inode; in mpage_release_unused_pages()
1590 if (mpd->first_page >= mpd->next_page) in mpage_release_unused_pages()
1593 mpd->scanned_until_end = 0; in mpage_release_unused_pages()
1594 index = mpd->first_page; in mpage_release_unused_pages()
1595 end = mpd->next_page - 1; in mpage_release_unused_pages()
2119 static int mpage_submit_page(struct mpage_da_data *mpd, struct page *page) in mpage_submit_page() argument
2125 BUG_ON(page->index != mpd->first_page); in mpage_submit_page()
2140 size = i_size_read(mpd->inode); in mpage_submit_page()
2142 !ext4_verity_in_progress(mpd->inode)) in mpage_submit_page()
2146 err = ext4_bio_write_page(&mpd->io_submit, page, len, mpd->wbc, false); in mpage_submit_page()
2148 mpd->wbc->nr_to_write--; in mpage_submit_page()
2149 mpd->first_page++; in mpage_submit_page()
2177 static bool mpage_add_bh_to_extent(struct mpage_da_data *mpd, ext4_lblk_t lblk, in mpage_add_bh_to_extent() argument
2180 struct ext4_map_blocks *map = &mpd->map; in mpage_add_bh_to_extent()
2194 if (!mpd->do_map) in mpage_add_bh_to_extent()
2231 static int mpage_process_page_bufs(struct mpage_da_data *mpd, in mpage_process_page_bufs() argument
2236 struct inode *inode = mpd->inode; in mpage_process_page_bufs()
2247 if (lblk >= blocks || !mpage_add_bh_to_extent(mpd, lblk, bh)) { in mpage_process_page_bufs()
2249 if (mpd->map.m_len) in mpage_process_page_bufs()
2252 if (!mpd->do_map) in mpage_process_page_bufs()
2259 if (mpd->map.m_len == 0) { in mpage_process_page_bufs()
2260 err = mpage_submit_page(mpd, head->b_page); in mpage_process_page_bufs()
2265 mpd->scanned_until_end = 1; in mpage_process_page_bufs()
2286 static int mpage_process_page(struct mpage_da_data *mpd, struct page *page, in mpage_process_page() argument
2291 ext4_io_end_t *io_end = mpd->io_submit.io_end; in mpage_process_page()
2295 int blkbits = mpd->inode->i_blkbits; in mpage_process_page()
2301 if (lblk < mpd->map.m_lblk) in mpage_process_page()
2303 if (lblk >= mpd->map.m_lblk + mpd->map.m_len) { in mpage_process_page()
2308 mpd->map.m_len = 0; in mpage_process_page()
2309 mpd->map.m_flags = 0; in mpage_process_page()
2313 err = mpage_process_page_bufs(mpd, head, bh, lblk); in mpage_process_page()
2316 if (!err && mpd->map.m_len && mpd->map.m_lblk > lblk) { in mpage_process_page()
2322 io_end_vec->offset = (loff_t)mpd->map.m_lblk << blkbits; in mpage_process_page()
2358 static int mpage_map_and_submit_buffers(struct mpage_da_data *mpd) in mpage_map_and_submit_buffers() argument
2362 struct inode *inode = mpd->inode; in mpage_map_and_submit_buffers()
2370 start = mpd->map.m_lblk >> bpp_bits; in mpage_map_and_submit_buffers()
2371 end = (mpd->map.m_lblk + mpd->map.m_len - 1) >> bpp_bits; in mpage_map_and_submit_buffers()
2373 pblock = mpd->map.m_pblk; in mpage_map_and_submit_buffers()
2384 err = mpage_process_page(mpd, page, &lblk, &pblock, in mpage_map_and_submit_buffers()
2394 err = mpage_submit_page(mpd, page); in mpage_map_and_submit_buffers()
2401 mpd->map.m_len = 0; in mpage_map_and_submit_buffers()
2402 mpd->map.m_flags = 0; in mpage_map_and_submit_buffers()
2409 static int mpage_map_one_extent(handle_t *handle, struct mpage_da_data *mpd) in mpage_map_one_extent() argument
2411 struct inode *inode = mpd->inode; in mpage_map_one_extent()
2412 struct ext4_map_blocks *map = &mpd->map; in mpage_map_one_extent()
2445 if (!mpd->io_submit.io_end->handle && in mpage_map_one_extent()
2447 mpd->io_submit.io_end->handle = handle->h_rsv_handle; in mpage_map_one_extent()
2450 ext4_set_io_unwritten_flag(inode, mpd->io_submit.io_end); in mpage_map_one_extent()
2478 struct mpage_da_data *mpd, in mpage_map_and_submit_extent() argument
2481 struct inode *inode = mpd->inode; in mpage_map_and_submit_extent()
2482 struct ext4_map_blocks *map = &mpd->map; in mpage_map_and_submit_extent()
2486 ext4_io_end_t *io_end = mpd->io_submit.io_end; in mpage_map_and_submit_extent()
2494 err = mpage_map_one_extent(handle, mpd); in mpage_map_and_submit_extent()
2533 err = mpage_map_and_submit_buffers(mpd); in mpage_map_and_submit_extent()
2543 disksize = ((loff_t)mpd->first_page) << PAGE_SHIFT; in mpage_map_and_submit_extent()
2600 static int mpage_prepare_extent_to_map(struct mpage_da_data *mpd) in mpage_prepare_extent_to_map() argument
2602 struct address_space *mapping = mpd->inode->i_mapping; in mpage_prepare_extent_to_map()
2605 long left = mpd->wbc->nr_to_write; in mpage_prepare_extent_to_map()
2606 pgoff_t index = mpd->first_page; in mpage_prepare_extent_to_map()
2607 pgoff_t end = mpd->last_page; in mpage_prepare_extent_to_map()
2610 int blkbits = mpd->inode->i_blkbits; in mpage_prepare_extent_to_map()
2614 if (mpd->wbc->sync_mode == WB_SYNC_ALL || mpd->wbc->tagged_writepages) in mpage_prepare_extent_to_map()
2620 mpd->map.m_len = 0; in mpage_prepare_extent_to_map()
2621 mpd->next_page = index; in mpage_prepare_extent_to_map()
2639 if (mpd->wbc->sync_mode == WB_SYNC_NONE && left <= 0) in mpage_prepare_extent_to_map()
2643 if (mpd->map.m_len > 0 && mpd->next_page != page->index) in mpage_prepare_extent_to_map()
2656 (mpd->wbc->sync_mode == WB_SYNC_NONE)) || in mpage_prepare_extent_to_map()
2675 ext4_warning_inode(mpd->inode, "page %lu does not have buffers attached", page->index); in mpage_prepare_extent_to_map()
2681 if (mpd->map.m_len == 0) in mpage_prepare_extent_to_map()
2682 mpd->first_page = page->index; in mpage_prepare_extent_to_map()
2683 mpd->next_page = page->index + 1; in mpage_prepare_extent_to_map()
2688 err = mpage_process_page_bufs(mpd, head, head, lblk); in mpage_prepare_extent_to_map()
2697 mpd->scanned_until_end = 1; in mpage_prepare_extent_to_map()
2712 struct mpage_da_data mpd; in ext4_writepages() local
2788 mpd.first_page = writeback_index; in ext4_writepages()
2789 mpd.last_page = -1; in ext4_writepages()
2791 mpd.first_page = wbc->range_start >> PAGE_SHIFT; in ext4_writepages()
2792 mpd.last_page = wbc->range_end >> PAGE_SHIFT; in ext4_writepages()
2795 mpd.inode = inode; in ext4_writepages()
2796 mpd.wbc = wbc; in ext4_writepages()
2797 ext4_io_submit_init(&mpd.io_submit, wbc); in ext4_writepages()
2800 tag_pages_for_writeback(mapping, mpd.first_page, mpd.last_page); in ext4_writepages()
2809 mpd.do_map = 0; in ext4_writepages()
2810 mpd.scanned_until_end = 0; in ext4_writepages()
2811 mpd.io_submit.io_end = ext4_init_io_end(inode, GFP_KERNEL); in ext4_writepages()
2812 if (!mpd.io_submit.io_end) { in ext4_writepages()
2816 ret = mpage_prepare_extent_to_map(&mpd); in ext4_writepages()
2818 mpage_release_unused_pages(&mpd, false); in ext4_writepages()
2820 ext4_io_submit(&mpd.io_submit); in ext4_writepages()
2821 ext4_put_io_end_defer(mpd.io_submit.io_end); in ext4_writepages()
2822 mpd.io_submit.io_end = NULL; in ext4_writepages()
2826 while (!mpd.scanned_until_end && wbc->nr_to_write > 0) { in ext4_writepages()
2828 mpd.io_submit.io_end = ext4_init_io_end(inode, GFP_KERNEL); in ext4_writepages()
2829 if (!mpd.io_submit.io_end) { in ext4_writepages()
2853 ext4_put_io_end(mpd.io_submit.io_end); in ext4_writepages()
2854 mpd.io_submit.io_end = NULL; in ext4_writepages()
2857 mpd.do_map = 1; in ext4_writepages()
2859 trace_ext4_da_write_pages(inode, mpd.first_page, mpd.wbc); in ext4_writepages()
2860 ret = mpage_prepare_extent_to_map(&mpd); in ext4_writepages()
2861 if (!ret && mpd.map.m_len) in ext4_writepages()
2862 ret = mpage_map_and_submit_extent(handle, &mpd, in ext4_writepages()
2877 mpd.do_map = 0; in ext4_writepages()
2880 mpage_release_unused_pages(&mpd, give_up_on_write); in ext4_writepages()
2882 ext4_io_submit(&mpd.io_submit); in ext4_writepages()
2892 ext4_put_io_end_defer(mpd.io_submit.io_end); in ext4_writepages()
2895 ext4_put_io_end(mpd.io_submit.io_end); in ext4_writepages()
2896 mpd.io_submit.io_end = NULL; in ext4_writepages()
2916 mpd.last_page = writeback_index - 1; in ext4_writepages()
2917 mpd.first_page = 0; in ext4_writepages()
2927 mapping->writeback_index = mpd.first_page; in ext4_writepages()