Lines Matching +full:ip +full:- +full:blocks

1 // SPDX-License-Identifier: GPL-2.0-only
3 * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
4 * Copyright (C) 2004-2007 Red Hat, Inc. All rights reserved.
38 * gfs2_struct2blk - compute stuff
42 * Compute the number of log descriptor blocks needed to hold a certain number
45 * Returns: the number of blocks needed (minimum is always 1)
54 first = sdp->sd_ldptrs; in gfs2_struct2blk()
57 second = sdp->sd_inptrs; in gfs2_struct2blk()
58 blks += DIV_ROUND_UP(nstruct - first, second); in gfs2_struct2blk()
65 * gfs2_remove_from_ail - Remove an entry from the ail lists, updating counters
75 bd->bd_tr = NULL; in gfs2_remove_from_ail()
76 list_del_init(&bd->bd_ail_st_list); in gfs2_remove_from_ail()
77 list_del_init(&bd->bd_ail_gl_list); in gfs2_remove_from_ail()
78 atomic_dec(&bd->bd_gl->gl_ail_count); in gfs2_remove_from_ail()
79 brelse(bd->bd_bh); in gfs2_remove_from_ail()
83 * gfs2_ail1_start_one - Start I/O on a part of the AIL
93 __releases(&sdp->sd_ail_lock) in gfs2_ail1_start_one()
94 __acquires(&sdp->sd_ail_lock) in gfs2_ail1_start_one()
102 list_for_each_entry_safe_reverse(bd, s, &tr->tr_ail1_list, bd_ail_st_list) { in gfs2_ail1_start_one()
103 bh = bd->bd_bh; in gfs2_ail1_start_one()
105 gfs2_assert(sdp, bd->bd_tr == tr); in gfs2_ail1_start_one()
109 list_move(&bd->bd_ail_st_list, in gfs2_ail1_start_one()
110 &tr->tr_ail2_list); in gfs2_ail1_start_one()
113 if (!cmpxchg(&sdp->sd_log_error, 0, -EIO)) { in gfs2_ail1_start_one()
125 if (gl == bd->bd_gl) in gfs2_ail1_start_one()
127 gl = bd->bd_gl; in gfs2_ail1_start_one()
128 list_move(&bd->bd_ail_st_list, &tr->tr_ail1_list); in gfs2_ail1_start_one()
129 mapping = bh->b_page->mapping; in gfs2_ail1_start_one()
132 spin_unlock(&sdp->sd_ail_lock); in gfs2_ail1_start_one()
134 spin_lock(&sdp->sd_ail_lock); in gfs2_ail1_start_one()
135 if (ret == -ENODATA) /* if a jdata write into a new hole */ in gfs2_ail1_start_one()
137 if (ret || wbc->nr_to_write <= 0) in gfs2_ail1_start_one()
139 return -EBUSY; in gfs2_ail1_start_one()
151 list_for_each_entry_reverse(tr, &sdp->sd_ail1_list, tr_list) { in dump_ail_list()
152 list_for_each_entry_reverse(bd, &tr->tr_ail1_list, in dump_ail_list()
154 bh = bd->bd_bh; in dump_ail_list()
156 (unsigned long long)bd->bd_blkno, bh); in dump_ail_list()
164 (unsigned long long)bh->b_blocknr, in dump_ail_list()
178 * gfs2_ail1_flush - start writeback of some ail1 entries
188 struct list_head *head = &sdp->sd_ail1_list; in gfs2_ail1_flush()
196 spin_lock(&sdp->sd_ail_lock); in gfs2_ail1_flush()
201 __func__, current->journal_info ? 1 : 0); in gfs2_ail1_flush()
206 if (wbc->nr_to_write <= 0) in gfs2_ail1_flush()
210 if (ret == -EBUSY) in gfs2_ail1_flush()
216 spin_unlock(&sdp->sd_ail_lock); in gfs2_ail1_flush()
227 * gfs2_ail1_start - start writeback of all ail1 entries
244 * gfs2_ail1_empty_one - Check whether or not a trans in the AIL has been synced
259 list_for_each_entry_safe_reverse(bd, s, &tr->tr_ail1_list, in gfs2_ail1_empty_one()
261 bh = bd->bd_bh; in gfs2_ail1_empty_one()
262 gfs2_assert(sdp, bd->bd_tr == tr); in gfs2_ail1_empty_one()
272 if (!sdp->sd_log_error && buffer_busy(bh)) { in gfs2_ail1_empty_one()
277 !cmpxchg(&sdp->sd_log_error, 0, -EIO)) { in gfs2_ail1_empty_one()
287 if (*max_revokes && list_empty(&bd->bd_list)) { in gfs2_ail1_empty_one()
289 (*max_revokes)--; in gfs2_ail1_empty_one()
292 list_move(&bd->bd_ail_st_list, &tr->tr_ail2_list); in gfs2_ail1_empty_one()
298 * gfs2_ail1_empty - Try to empty the ail1 lists
300 * @max_revokes: If non-zero, add revokes where appropriate
311 spin_lock(&sdp->sd_ail_lock); in gfs2_ail1_empty()
312 list_for_each_entry_safe_reverse(tr, s, &sdp->sd_ail1_list, tr_list) { in gfs2_ail1_empty()
314 list_move(&tr->tr_list, &sdp->sd_ail2_list); in gfs2_ail1_empty()
318 ret = list_empty(&sdp->sd_ail1_list); in gfs2_ail1_empty()
319 spin_unlock(&sdp->sd_ail_lock); in gfs2_ail1_empty()
321 if (test_bit(SDF_WITHDRAWING, &sdp->sd_flags)) { in gfs2_ail1_empty()
335 spin_lock(&sdp->sd_ail_lock); in gfs2_ail1_wait()
336 list_for_each_entry_reverse(tr, &sdp->sd_ail1_list, tr_list) { in gfs2_ail1_wait()
337 list_for_each_entry(bd, &tr->tr_ail1_list, bd_ail_st_list) { in gfs2_ail1_wait()
338 bh = bd->bd_bh; in gfs2_ail1_wait()
342 spin_unlock(&sdp->sd_ail_lock); in gfs2_ail1_wait()
348 spin_unlock(&sdp->sd_ail_lock); in gfs2_ail1_wait()
352 * gfs2_ail_empty_tr - empty one of the ail lists for a transaction
363 gfs2_assert(sdp, bd->bd_tr == tr); in gfs2_ail_empty_tr()
371 unsigned int old_tail = sdp->sd_log_tail; in ail2_empty()
375 spin_lock(&sdp->sd_ail_lock); in ail2_empty()
377 list_for_each_entry_safe(tr, safe, &sdp->sd_ail2_list, tr_list) { in ail2_empty()
378 a = (old_tail <= tr->tr_first); in ail2_empty()
379 b = (tr->tr_first < new_tail); in ail2_empty()
384 gfs2_ail_empty_tr(sdp, tr, &tr->tr_ail2_list); in ail2_empty()
385 list_del(&tr->tr_list); in ail2_empty()
386 gfs2_assert_warn(sdp, list_empty(&tr->tr_ail1_list)); in ail2_empty()
387 gfs2_assert_warn(sdp, list_empty(&tr->tr_ail2_list)); in ail2_empty()
391 spin_unlock(&sdp->sd_ail_lock); in ail2_empty()
395 * gfs2_log_release - Release a given number of log blocks
397 * @blks: The number of blocks
404 atomic_add(blks, &sdp->sd_log_blks_free); in gfs2_log_release()
406 gfs2_assert_withdraw(sdp, atomic_read(&sdp->sd_log_blks_free) <= in gfs2_log_release()
407 sdp->sd_jdesc->jd_blocks); in gfs2_log_release()
408 up_read(&sdp->sd_log_flush_lock); in gfs2_log_release()
412 * gfs2_log_reserve - Make a log reservation
414 * @blks: The number of blocks to reserve
416 * Note that we never give out the last few blocks of the journal. Thats
417 * due to the fact that there is a small number of header blocks
419 * flush time, so we ensure that we have just enough free blocks at all
434 unsigned reserved_blks = 7 * (4096 / sdp->sd_vfs->s_blocksize); in gfs2_log_reserve()
441 gfs2_assert_warn(sdp, blks <= sdp->sd_jdesc->jd_blocks)) in gfs2_log_reserve()
442 return -EINVAL; in gfs2_log_reserve()
443 atomic_add(blks, &sdp->sd_log_blks_needed); in gfs2_log_reserve()
445 free_blocks = atomic_read(&sdp->sd_log_blks_free); in gfs2_log_reserve()
448 prepare_to_wait_exclusive(&sdp->sd_log_waitq, &wait, in gfs2_log_reserve()
450 wake_up(&sdp->sd_logd_waitq); in gfs2_log_reserve()
452 if (atomic_read(&sdp->sd_log_blks_free) <= wanted) in gfs2_log_reserve()
454 free_blocks = atomic_read(&sdp->sd_log_blks_free); in gfs2_log_reserve()
456 finish_wait(&sdp->sd_log_waitq, &wait); in gfs2_log_reserve()
458 atomic_inc(&sdp->sd_reserving_log); in gfs2_log_reserve()
459 if (atomic_cmpxchg(&sdp->sd_log_blks_free, free_blocks, in gfs2_log_reserve()
460 free_blocks - blks) != free_blocks) { in gfs2_log_reserve()
461 if (atomic_dec_and_test(&sdp->sd_reserving_log)) in gfs2_log_reserve()
462 wake_up(&sdp->sd_reserving_log_wait); in gfs2_log_reserve()
465 atomic_sub(blks, &sdp->sd_log_blks_needed); in gfs2_log_reserve()
466 trace_gfs2_log_blocks(sdp, -blks); in gfs2_log_reserve()
473 wake_up(&sdp->sd_log_waitq); in gfs2_log_reserve()
475 down_read(&sdp->sd_log_flush_lock); in gfs2_log_reserve()
476 if (unlikely(!test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags))) { in gfs2_log_reserve()
478 ret = -EROFS; in gfs2_log_reserve()
480 if (atomic_dec_and_test(&sdp->sd_reserving_log)) in gfs2_log_reserve()
481 wake_up(&sdp->sd_reserving_log_wait); in gfs2_log_reserve()
486 * log_distance - Compute distance between two journal blocks
492 * blocks in the journal
494 * Returns: the distance in blocks
502 dist = newer - older; in log_distance()
504 dist += sdp->sd_jdesc->jd_blocks; in log_distance()
510 * calc_reserved - Calculate the number of blocks to reserve when
529 * Also, we need to reserve blocks for revoke journal entries and one for an
532 * Returns: the number of blocks reserved
539 struct gfs2_trans *tr = sdp->sd_log_tr; in calc_reserved()
542 mbuf = tr->tr_num_buf_new - tr->tr_num_buf_rm; in calc_reserved()
543 dbuf = tr->tr_num_databuf_new - tr->tr_num_databuf_rm; in calc_reserved()
545 /* Account for header blocks */ in calc_reserved()
550 if (sdp->sd_log_committed_revoke > 0) in calc_reserved()
551 reserved += gfs2_struct2blk(sdp, sdp->sd_log_committed_revoke); in calc_reserved()
563 spin_lock(&sdp->sd_ail_lock); in current_tail()
565 if (list_empty(&sdp->sd_ail1_list)) { in current_tail()
566 tail = sdp->sd_log_head; in current_tail()
568 tr = list_last_entry(&sdp->sd_ail1_list, struct gfs2_trans, in current_tail()
570 tail = tr->tr_first; in current_tail()
573 spin_unlock(&sdp->sd_ail_lock); in current_tail()
580 unsigned int dist = log_distance(sdp, new_tail, sdp->sd_log_tail); in log_pull_tail()
584 atomic_add(dist, &sdp->sd_log_blks_free); in log_pull_tail()
586 gfs2_assert_withdraw(sdp, atomic_read(&sdp->sd_log_blks_free) <= in log_pull_tail()
587 sdp->sd_jdesc->jd_blocks); in log_pull_tail()
589 sdp->sd_log_tail = new_tail; in log_pull_tail()
597 if (atomic_read(&sdp->sd_log_in_flight)) { in log_flush_wait()
599 prepare_to_wait(&sdp->sd_log_flush_wait, &wait, in log_flush_wait()
601 if (atomic_read(&sdp->sd_log_in_flight)) in log_flush_wait()
603 } while(atomic_read(&sdp->sd_log_in_flight)); in log_flush_wait()
604 finish_wait(&sdp->sd_log_flush_wait, &wait); in log_flush_wait()
615 if (ipa->i_no_addr < ipb->i_no_addr) in ip_cmp()
616 return -1; in ip_cmp()
617 if (ipa->i_no_addr > ipb->i_no_addr) in ip_cmp()
622 static void __ordered_del_inode(struct gfs2_inode *ip) in __ordered_del_inode() argument
624 if (!list_empty(&ip->i_ordered)) in __ordered_del_inode()
625 list_del_init(&ip->i_ordered); in __ordered_del_inode()
630 struct gfs2_inode *ip; in gfs2_ordered_write() local
633 spin_lock(&sdp->sd_ordered_lock); in gfs2_ordered_write()
634 list_sort(NULL, &sdp->sd_log_ordered, &ip_cmp); in gfs2_ordered_write()
635 while (!list_empty(&sdp->sd_log_ordered)) { in gfs2_ordered_write()
636 ip = list_first_entry(&sdp->sd_log_ordered, struct gfs2_inode, i_ordered); in gfs2_ordered_write()
637 if (ip->i_inode.i_mapping->nrpages == 0) { in gfs2_ordered_write()
638 __ordered_del_inode(ip); in gfs2_ordered_write()
641 list_move(&ip->i_ordered, &written); in gfs2_ordered_write()
642 spin_unlock(&sdp->sd_ordered_lock); in gfs2_ordered_write()
643 filemap_fdatawrite(ip->i_inode.i_mapping); in gfs2_ordered_write()
644 spin_lock(&sdp->sd_ordered_lock); in gfs2_ordered_write()
646 list_splice(&written, &sdp->sd_log_ordered); in gfs2_ordered_write()
647 spin_unlock(&sdp->sd_ordered_lock); in gfs2_ordered_write()
652 struct gfs2_inode *ip; in gfs2_ordered_wait() local
654 spin_lock(&sdp->sd_ordered_lock); in gfs2_ordered_wait()
655 while (!list_empty(&sdp->sd_log_ordered)) { in gfs2_ordered_wait()
656 ip = list_first_entry(&sdp->sd_log_ordered, struct gfs2_inode, i_ordered); in gfs2_ordered_wait()
657 __ordered_del_inode(ip); in gfs2_ordered_wait()
658 if (ip->i_inode.i_mapping->nrpages == 0) in gfs2_ordered_wait()
660 spin_unlock(&sdp->sd_ordered_lock); in gfs2_ordered_wait()
661 filemap_fdatawait(ip->i_inode.i_mapping); in gfs2_ordered_wait()
662 spin_lock(&sdp->sd_ordered_lock); in gfs2_ordered_wait()
664 spin_unlock(&sdp->sd_ordered_lock); in gfs2_ordered_wait()
667 void gfs2_ordered_del_inode(struct gfs2_inode *ip) in gfs2_ordered_del_inode() argument
669 struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode); in gfs2_ordered_del_inode()
671 spin_lock(&sdp->sd_ordered_lock); in gfs2_ordered_del_inode()
672 __ordered_del_inode(ip); in gfs2_ordered_del_inode()
673 spin_unlock(&sdp->sd_ordered_lock); in gfs2_ordered_del_inode()
678 struct buffer_head *bh = bd->bd_bh; in gfs2_add_revoke()
679 struct gfs2_glock *gl = bd->bd_gl; in gfs2_add_revoke()
681 sdp->sd_log_num_revoke++; in gfs2_add_revoke()
682 if (atomic_inc_return(&gl->gl_revokes) == 1) in gfs2_add_revoke()
684 bh->b_private = NULL; in gfs2_add_revoke()
685 bd->bd_blkno = bh->b_blocknr; in gfs2_add_revoke()
687 bd->bd_bh = NULL; in gfs2_add_revoke()
688 set_bit(GLF_LFLUSH, &gl->gl_flags); in gfs2_add_revoke()
689 list_add(&bd->bd_list, &sdp->sd_log_revokes); in gfs2_add_revoke()
694 if (atomic_dec_return(&gl->gl_revokes) == 0) { in gfs2_glock_remove_revoke()
695 clear_bit(GLF_LFLUSH, &gl->gl_flags); in gfs2_glock_remove_revoke()
701 * gfs2_write_revokes - Add as many revokes to the system transaction as we can
707 * likely be some left-over space in the last revoke block of that transaction.
708 * We can fill that space with additional revokes for blocks that have already
710 * us from having to keep track of those blocks on the AIL2 list later.
715 int max_revokes = (sdp->sd_sb.sb_bsize - sizeof(struct gfs2_log_descriptor)) / sizeof(u64); in gfs2_write_revokes()
718 while (sdp->sd_log_num_revoke > max_revokes) in gfs2_write_revokes()
719 max_revokes += (sdp->sd_sb.sb_bsize - sizeof(struct gfs2_meta_header)) / sizeof(u64); in gfs2_write_revokes()
720 max_revokes -= sdp->sd_log_num_revoke; in gfs2_write_revokes()
721 if (!sdp->sd_log_num_revoke) { in gfs2_write_revokes()
722 atomic_dec(&sdp->sd_log_blks_free); in gfs2_write_revokes()
723 /* If no blocks have been reserved, we need to also in gfs2_write_revokes()
725 if (!sdp->sd_log_blks_reserved) { in gfs2_write_revokes()
726 atomic_dec(&sdp->sd_log_blks_free); in gfs2_write_revokes()
727 trace_gfs2_log_blocks(sdp, -2); in gfs2_write_revokes()
729 trace_gfs2_log_blocks(sdp, -1); in gfs2_write_revokes()
735 if (!sdp->sd_log_num_revoke) { in gfs2_write_revokes()
736 atomic_inc(&sdp->sd_log_blks_free); in gfs2_write_revokes()
737 if (!sdp->sd_log_blks_reserved) { in gfs2_write_revokes()
738 atomic_inc(&sdp->sd_log_blks_free); in gfs2_write_revokes()
747 * gfs2_write_log_header - Write a journal log header buffer at lblock
766 struct gfs2_statfs_change_host *l_sc = &sdp->sd_statfs_local; in gfs2_write_log_header()
768 struct super_block *sb = sdp->sd_vfs; in gfs2_write_log_header()
778 lh->lh_header.mh_magic = cpu_to_be32(GFS2_MAGIC); in gfs2_write_log_header()
779 lh->lh_header.mh_type = cpu_to_be32(GFS2_METATYPE_LH); in gfs2_write_log_header()
780 lh->lh_header.__pad0 = cpu_to_be64(0); in gfs2_write_log_header()
781 lh->lh_header.mh_format = cpu_to_be32(GFS2_FORMAT_LH); in gfs2_write_log_header()
782 lh->lh_header.mh_jid = cpu_to_be32(sdp->sd_jdesc->jd_jid); in gfs2_write_log_header()
783 lh->lh_sequence = cpu_to_be64(seq); in gfs2_write_log_header()
784 lh->lh_flags = cpu_to_be32(flags); in gfs2_write_log_header()
785 lh->lh_tail = cpu_to_be32(tail); in gfs2_write_log_header()
786 lh->lh_blkno = cpu_to_be32(lblock); in gfs2_write_log_header()
788 lh->lh_hash = cpu_to_be32(hash); in gfs2_write_log_header()
791 lh->lh_nsec = cpu_to_be32(tv.tv_nsec); in gfs2_write_log_header()
792 lh->lh_sec = cpu_to_be64(tv.tv_sec); in gfs2_write_log_header()
793 if (!list_empty(&jd->extent_list)) in gfs2_write_log_header()
796 int ret = gfs2_lblk_to_dblk(jd->jd_inode, lblock, &dblock); in gfs2_write_log_header()
800 lh->lh_addr = cpu_to_be64(dblock); in gfs2_write_log_header()
801 lh->lh_jinode = cpu_to_be64(GFS2_I(jd->jd_inode)->i_no_addr); in gfs2_write_log_header()
807 lh->lh_statfs_addr = in gfs2_write_log_header()
808 cpu_to_be64(GFS2_I(sdp->sd_sc_inode)->i_no_addr); in gfs2_write_log_header()
809 lh->lh_quota_addr = in gfs2_write_log_header()
810 cpu_to_be64(GFS2_I(sdp->sd_qc_inode)->i_no_addr); in gfs2_write_log_header()
812 spin_lock(&sdp->sd_statfs_spin); in gfs2_write_log_header()
813 lh->lh_local_total = cpu_to_be64(l_sc->sc_total); in gfs2_write_log_header()
814 lh->lh_local_free = cpu_to_be64(l_sc->sc_free); in gfs2_write_log_header()
815 lh->lh_local_dinodes = cpu_to_be64(l_sc->sc_dinodes); in gfs2_write_log_header()
816 spin_unlock(&sdp->sd_statfs_spin); in gfs2_write_log_header()
822 sb->s_blocksize - LH_V1_SIZE - 4); in gfs2_write_log_header()
823 lh->lh_crc = cpu_to_be32(crc); in gfs2_write_log_header()
825 gfs2_log_write(sdp, page, sb->s_blocksize, 0, dblock); in gfs2_write_log_header()
826 gfs2_log_submit_bio(&sdp->sd_log_bio, REQ_OP_WRITE | op_flags); in gfs2_write_log_header()
832 * log_write_header - Get and initialize a journal header buffer
843 enum gfs2_freeze_state state = atomic_read(&sdp->sd_freeze_state); in log_write_header()
848 if (test_bit(SDF_NOBARRIERS, &sdp->sd_flags)) { in log_write_header()
853 sdp->sd_log_idle = (tail == sdp->sd_log_flush_head); in log_write_header()
854 gfs2_write_log_header(sdp, sdp->sd_jdesc, sdp->sd_log_sequence++, tail, in log_write_header()
855 sdp->sd_log_flush_head, flags, op_flags); in log_write_header()
858 if (sdp->sd_log_tail != tail) in log_write_header()
863 * ail_drain - drain the ail lists after a withdraw
870 spin_lock(&sdp->sd_ail_lock); in ail_drain()
878 while (!list_empty(&sdp->sd_ail1_list)) { in ail_drain()
879 tr = list_first_entry(&sdp->sd_ail1_list, struct gfs2_trans, in ail_drain()
881 gfs2_ail_empty_tr(sdp, tr, &tr->tr_ail1_list); in ail_drain()
882 gfs2_ail_empty_tr(sdp, tr, &tr->tr_ail2_list); in ail_drain()
883 list_del(&tr->tr_list); in ail_drain()
886 while (!list_empty(&sdp->sd_ail2_list)) { in ail_drain()
887 tr = list_first_entry(&sdp->sd_ail2_list, struct gfs2_trans, in ail_drain()
889 gfs2_ail_empty_tr(sdp, tr, &tr->tr_ail2_list); in ail_drain()
890 list_del(&tr->tr_list); in ail_drain()
893 spin_unlock(&sdp->sd_ail_lock); in ail_drain()
897 * empty_ail1_list - try to start IO and empty the ail1 list
907 __func__, current->journal_info ? 1 : 0); in empty_ail1_list()
919 * trans_drain - drain the buf and databuf queue for a failed transaction
934 head = &tr->tr_buf; in trans_drain()
937 list_del_init(&bd->bd_list); in trans_drain()
938 if (!list_empty(&bd->bd_ail_st_list)) in trans_drain()
942 head = &tr->tr_databuf; in trans_drain()
945 list_del_init(&bd->bd_list); in trans_drain()
946 if (!list_empty(&bd->bd_ail_st_list)) in trans_drain()
953 * gfs2_log_flush - flush incore transaction(s)
963 enum gfs2_freeze_state state = atomic_read(&sdp->sd_freeze_state); in gfs2_log_flush()
965 down_write(&sdp->sd_log_flush_lock); in gfs2_log_flush()
975 if (gl && !test_bit(GLF_LFLUSH, &gl->gl_flags)) in gfs2_log_flush()
980 clear_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags); in gfs2_log_flush()
982 sdp->sd_log_flush_head = sdp->sd_log_head; in gfs2_log_flush()
983 tr = sdp->sd_log_tr; in gfs2_log_flush()
985 sdp->sd_log_tr = NULL; in gfs2_log_flush()
986 tr->tr_first = sdp->sd_log_flush_head; in gfs2_log_flush()
989 !tr->tr_num_buf_new && !tr->tr_num_databuf_new)) in gfs2_log_flush()
994 if (gfs2_assert_withdraw_delayed(sdp, !sdp->sd_log_num_revoke)) in gfs2_log_flush()
997 sdp->sd_log_num_revoke == sdp->sd_log_committed_revoke)) in gfs2_log_flush()
1006 gfs2_log_submit_bio(&sdp->sd_log_bio, REQ_OP_WRITE); in gfs2_log_flush()
1010 if (sdp->sd_log_head != sdp->sd_log_flush_head) { in gfs2_log_flush()
1013 } else if (sdp->sd_log_tail != current_tail(sdp) && !sdp->sd_log_idle){ in gfs2_log_flush()
1014 atomic_dec(&sdp->sd_log_blks_free); /* Adjust for unreserved buffer */ in gfs2_log_flush()
1015 trace_gfs2_log_blocks(sdp, -1); in gfs2_log_flush()
1023 sdp->sd_log_head = sdp->sd_log_flush_head; in gfs2_log_flush()
1024 sdp->sd_log_blks_reserved = 0; in gfs2_log_flush()
1025 sdp->sd_log_committed_revoke = 0; in gfs2_log_flush()
1027 spin_lock(&sdp->sd_ail_lock); in gfs2_log_flush()
1028 if (tr && !list_empty(&tr->tr_ail1_list)) { in gfs2_log_flush()
1029 list_add(&tr->tr_list, &sdp->sd_ail1_list); in gfs2_log_flush()
1032 spin_unlock(&sdp->sd_ail_lock); in gfs2_log_flush()
1036 if (!sdp->sd_log_idle) { in gfs2_log_flush()
1040 atomic_dec(&sdp->sd_log_blks_free); /* Adjust for unreserved buffer */ in gfs2_log_flush()
1041 trace_gfs2_log_blocks(sdp, -1); in gfs2_log_flush()
1043 sdp->sd_log_head = sdp->sd_log_flush_head; in gfs2_log_flush()
1049 atomic_set(&sdp->sd_freeze_state, SFS_FROZEN); in gfs2_log_flush()
1055 up_write(&sdp->sd_log_flush_lock); in gfs2_log_flush()
1069 spin_lock(&sdp->sd_ail_lock); in gfs2_log_flush()
1070 if (tr && list_empty(&tr->tr_list)) in gfs2_log_flush()
1071 list_add(&tr->tr_list, &sdp->sd_ail1_list); in gfs2_log_flush()
1072 spin_unlock(&sdp->sd_ail_lock); in gfs2_log_flush()
1079 * gfs2_merge_trans - Merge a new transaction into a cached transaction
1086 struct gfs2_trans *old = sdp->sd_log_tr; in gfs2_merge_trans()
1088 WARN_ON_ONCE(!test_bit(TR_ATTACHED, &old->tr_flags)); in gfs2_merge_trans()
1090 old->tr_num_buf_new += new->tr_num_buf_new; in gfs2_merge_trans()
1091 old->tr_num_databuf_new += new->tr_num_databuf_new; in gfs2_merge_trans()
1092 old->tr_num_buf_rm += new->tr_num_buf_rm; in gfs2_merge_trans()
1093 old->tr_num_databuf_rm += new->tr_num_databuf_rm; in gfs2_merge_trans()
1094 old->tr_num_revoke += new->tr_num_revoke; in gfs2_merge_trans()
1095 old->tr_num_revoke_rm += new->tr_num_revoke_rm; in gfs2_merge_trans()
1097 list_splice_tail_init(&new->tr_databuf, &old->tr_databuf); in gfs2_merge_trans()
1098 list_splice_tail_init(&new->tr_buf, &old->tr_buf); in gfs2_merge_trans()
1100 spin_lock(&sdp->sd_ail_lock); in gfs2_merge_trans()
1101 list_splice_tail_init(&new->tr_ail1_list, &old->tr_ail1_list); in gfs2_merge_trans()
1102 list_splice_tail_init(&new->tr_ail2_list, &old->tr_ail2_list); in gfs2_merge_trans()
1103 spin_unlock(&sdp->sd_ail_lock); in gfs2_merge_trans()
1114 if (sdp->sd_log_tr) { in log_refund()
1116 } else if (tr->tr_num_buf_new || tr->tr_num_databuf_new) { in log_refund()
1117 gfs2_assert_withdraw(sdp, test_bit(TR_ALLOCED, &tr->tr_flags)); in log_refund()
1118 sdp->sd_log_tr = tr; in log_refund()
1119 set_bit(TR_ATTACHED, &tr->tr_flags); in log_refund()
1122 sdp->sd_log_committed_revoke += tr->tr_num_revoke - tr->tr_num_revoke_rm; in log_refund()
1124 maxres = sdp->sd_log_blks_reserved + tr->tr_reserved; in log_refund()
1126 unused = maxres - reserved; in log_refund()
1127 atomic_add(unused, &sdp->sd_log_blks_free); in log_refund()
1129 gfs2_assert_withdraw(sdp, atomic_read(&sdp->sd_log_blks_free) <= in log_refund()
1130 sdp->sd_jdesc->jd_blocks); in log_refund()
1131 sdp->sd_log_blks_reserved = reserved; in log_refund()
1137 * gfs2_log_commit - Commit a transaction to the log
1141 * We wake up gfs2_logd if the number of pinned blocks exceed thresh1
1142 * or the total number of used blocks (pinned blocks plus AIL blocks)
1155 if (atomic_read(&sdp->sd_log_pinned) > atomic_read(&sdp->sd_log_thresh1) || in gfs2_log_commit()
1156 ((sdp->sd_jdesc->jd_blocks - atomic_read(&sdp->sd_log_blks_free)) > in gfs2_log_commit()
1157 atomic_read(&sdp->sd_log_thresh2))) in gfs2_log_commit()
1158 wake_up(&sdp->sd_logd_waitq); in gfs2_log_commit()
1162 * gfs2_log_shutdown - write a shutdown header into a journal
1169 gfs2_assert_withdraw(sdp, !sdp->sd_log_blks_reserved); in gfs2_log_shutdown()
1170 gfs2_assert_withdraw(sdp, !sdp->sd_log_num_revoke); in gfs2_log_shutdown()
1171 gfs2_assert_withdraw(sdp, list_empty(&sdp->sd_ail1_list)); in gfs2_log_shutdown()
1173 sdp->sd_log_flush_head = sdp->sd_log_head; in gfs2_log_shutdown()
1177 gfs2_assert_warn(sdp, sdp->sd_log_head == sdp->sd_log_tail); in gfs2_log_shutdown()
1178 gfs2_assert_warn(sdp, list_empty(&sdp->sd_ail2_list)); in gfs2_log_shutdown()
1180 sdp->sd_log_head = sdp->sd_log_flush_head; in gfs2_log_shutdown()
1181 sdp->sd_log_tail = sdp->sd_log_head; in gfs2_log_shutdown()
1186 return (atomic_read(&sdp->sd_log_pinned) + in gfs2_jrnl_flush_reqd()
1187 atomic_read(&sdp->sd_log_blks_needed) >= in gfs2_jrnl_flush_reqd()
1188 atomic_read(&sdp->sd_log_thresh1)); in gfs2_jrnl_flush_reqd()
1193 unsigned int used_blocks = sdp->sd_jdesc->jd_blocks - atomic_read(&sdp->sd_log_blks_free); in gfs2_ail_flush_reqd()
1195 if (test_and_clear_bit(SDF_FORCE_AIL_FLUSH, &sdp->sd_flags)) in gfs2_ail_flush_reqd()
1198 return used_blocks + atomic_read(&sdp->sd_log_blks_needed) >= in gfs2_ail_flush_reqd()
1199 atomic_read(&sdp->sd_log_thresh2); in gfs2_ail_flush_reqd()
1203 * gfs2_logd - Update log tail as Active Items get flushed to in-place blocks
1224 if (sdp->sd_log_error) { in gfs2_logd()
1229 sdp->sd_fsname, sdp->sd_log_error); in gfs2_logd()
1252 wake_up(&sdp->sd_log_waitq); in gfs2_logd()
1259 prepare_to_wait(&sdp->sd_logd_waitq, &wait, in gfs2_logd()
1268 finish_wait(&sdp->sd_logd_waitq, &wait); in gfs2_logd()