68 	struct xfs_buf_log_item		*bip,  in xfs_buf_item_size_segment()  argument
73 	struct xfs_buf			*bp = bip->bli_buf;  in xfs_buf_item_size_segment()
143 	struct xfs_buf_log_item	*bip = BUF_ITEM(lip);  in xfs_buf_item_size()  local
146 	ASSERT(atomic_read(&bip->bli_refcount) > 0);  in xfs_buf_item_size()
147 	if (bip->bli_flags & XFS_BLI_STALE) {  in xfs_buf_item_size()
153 		trace_xfs_buf_item_size_stale(bip);  in xfs_buf_item_size()
154 		ASSERT(bip->__bli_format.blf_flags & XFS_BLF_CANCEL);  in xfs_buf_item_size()
155 		*nvecs += bip->bli_format_count;  in xfs_buf_item_size()
156 		for (i = 0; i < bip->bli_format_count; i++) {  in xfs_buf_item_size()
157 			*nbytes += xfs_buf_log_format_size(&bip->bli_formats[i]);  in xfs_buf_item_size()
162 	ASSERT(bip->bli_flags & XFS_BLI_LOGGED);  in xfs_buf_item_size()
164 	if (bip->bli_flags & XFS_BLI_ORDERED) {  in xfs_buf_item_size()
170 		trace_xfs_buf_item_size_ordered(bip);  in xfs_buf_item_size()
184 	for (i = 0; i < bip->bli_format_count; i++) {  in xfs_buf_item_size()
185 		xfs_buf_item_size_segment(bip, &bip->bli_formats[i],  in xfs_buf_item_size()
188 	trace_xfs_buf_item_size(bip);  in xfs_buf_item_size()
220 	struct xfs_buf_log_item	*bip,  in xfs_buf_item_format_segment()  argument
226 	struct xfs_buf		*bp = bip->bli_buf;  in xfs_buf_item_format_segment()
234 	blfp->blf_flags = bip->__bli_format.blf_flags;  in xfs_buf_item_format_segment()
244 	if (!(bip->bli_flags & XFS_BLI_STALE) && first_bit == -1) {  in xfs_buf_item_format_segment()
255 	if (bip->bli_flags & XFS_BLI_STALE) {  in xfs_buf_item_format_segment()
261 		trace_xfs_buf_item_format_stale(bip);  in xfs_buf_item_format_segment()
319 	struct xfs_buf_log_item	*bip = BUF_ITEM(lip);  in xfs_buf_item_format()  local
320 	struct xfs_buf		*bp = bip->bli_buf;  in xfs_buf_item_format()
325 	ASSERT(atomic_read(&bip->bli_refcount) > 0);  in xfs_buf_item_format()
326 	ASSERT((bip->bli_flags & XFS_BLI_LOGGED) ||  in xfs_buf_item_format()
327 	       (bip->bli_flags & XFS_BLI_STALE));  in xfs_buf_item_format()
328 	ASSERT((bip->bli_flags & XFS_BLI_STALE) ||  in xfs_buf_item_format()
329 	       (xfs_blft_from_flags(&bip->__bli_format) > XFS_BLFT_UNKNOWN_BUF  in xfs_buf_item_format()
330 	        && xfs_blft_from_flags(&bip->__bli_format) < XFS_BLFT_MAX_BUF));  in xfs_buf_item_format()
331 	ASSERT(!(bip->bli_flags & XFS_BLI_ORDERED) ||  in xfs_buf_item_format()
332 	       (bip->bli_flags & XFS_BLI_STALE));  in xfs_buf_item_format()
349 	if (bip->bli_flags & XFS_BLI_INODE_BUF) {  in xfs_buf_item_format()
351 		    !((bip->bli_flags & XFS_BLI_INODE_ALLOC_BUF) &&  in xfs_buf_item_format()
353 			bip->__bli_format.blf_flags |= XFS_BLF_INODE_BUF;  in xfs_buf_item_format()
354 		bip->bli_flags &= ~XFS_BLI_INODE_BUF;  in xfs_buf_item_format()
357 	for (i = 0; i < bip->bli_format_count; i++) {  in xfs_buf_item_format()
358 		xfs_buf_item_format_segment(bip, lv, &vecp, offset,  in xfs_buf_item_format()
359 					    &bip->bli_formats[i]);  in xfs_buf_item_format()
366 	trace_xfs_buf_item_format(bip);  in xfs_buf_item_format()
382 	struct xfs_buf_log_item	*bip = BUF_ITEM(lip);  in xfs_buf_item_pin()  local
384 	ASSERT(atomic_read(&bip->bli_refcount) > 0);  in xfs_buf_item_pin()
385 	ASSERT((bip->bli_flags & XFS_BLI_LOGGED) ||  in xfs_buf_item_pin()
386 	       (bip->bli_flags & XFS_BLI_ORDERED) ||  in xfs_buf_item_pin()
387 	       (bip->bli_flags & XFS_BLI_STALE));  in xfs_buf_item_pin()
389 	trace_xfs_buf_item_pin(bip);  in xfs_buf_item_pin()
391 	atomic_inc(&bip->bli_refcount);  in xfs_buf_item_pin()
392 	atomic_inc(&bip->bli_buf->b_pin_count);  in xfs_buf_item_pin()
404 	struct xfs_buf_log_item	*bip = BUF_ITEM(lip);  in xfs_buf_item_unpin()  local
405 	xfs_buf_t		*bp = bip->bli_buf;  in xfs_buf_item_unpin()
406 	int			stale = bip->bli_flags & XFS_BLI_STALE;  in xfs_buf_item_unpin()
409 	ASSERT(bp->b_log_item == bip);  in xfs_buf_item_unpin()
410 	ASSERT(atomic_read(&bip->bli_refcount) > 0);  in xfs_buf_item_unpin()
412 	trace_xfs_buf_item_unpin(bip);  in xfs_buf_item_unpin()
423 	freed = atomic_dec_and_test(&bip->bli_refcount);  in xfs_buf_item_unpin()
434 		ASSERT(bip->bli_flags & XFS_BLI_STALE);  in xfs_buf_item_unpin()
437 		ASSERT(bip->__bli_format.blf_flags & XFS_BLF_CANCEL);  in xfs_buf_item_unpin()
441 		trace_xfs_buf_item_unpin_stale(bip);  in xfs_buf_item_unpin()
449 		if (bip->bli_flags & XFS_BLI_STALE_INODE) {  in xfs_buf_item_unpin()
476 	struct xfs_buf_log_item	*bip = BUF_ITEM(lip);  in xfs_buf_item_push()  local
477 	struct xfs_buf		*bp = bip->bli_buf;  in xfs_buf_item_push()
495 	ASSERT(!(bip->bli_flags & XFS_BLI_STALE));  in xfs_buf_item_push()
497 	trace_xfs_buf_item_push(bip);  in xfs_buf_item_push()
521 	struct xfs_buf_log_item	*bip)  in xfs_buf_item_put()  argument
523 	struct xfs_log_item	*lip = &bip->bli_item;  in xfs_buf_item_put()
528 	if (!atomic_dec_and_test(&bip->bli_refcount))  in xfs_buf_item_put()
539 	dirty = bip->bli_flags & XFS_BLI_DIRTY;  in xfs_buf_item_put()
551 	xfs_buf_item_relse(bip->bli_buf);  in xfs_buf_item_put()
578 	struct xfs_buf_log_item	*bip = BUF_ITEM(lip);  in xfs_buf_item_release()  local
579 	struct xfs_buf		*bp = bip->bli_buf;  in xfs_buf_item_release()
581 	bool			hold = bip->bli_flags & XFS_BLI_HOLD;  in xfs_buf_item_release()
582 	bool			stale = bip->bli_flags & XFS_BLI_STALE;  in xfs_buf_item_release()
584 	bool			ordered = bip->bli_flags & XFS_BLI_ORDERED;  in xfs_buf_item_release()
585 	bool			dirty = bip->bli_flags & XFS_BLI_DIRTY;  in xfs_buf_item_release()
590 	trace_xfs_buf_item_release(bip);  in xfs_buf_item_release()
596 	ASSERT((!ordered && dirty == xfs_buf_item_dirty_format(bip)) ||  in xfs_buf_item_release()
597 	       (ordered && dirty && !xfs_buf_item_dirty_format(bip)));  in xfs_buf_item_release()
598 	ASSERT(!stale || (bip->__bli_format.blf_flags & XFS_BLF_CANCEL));  in xfs_buf_item_release()
605 	bip->bli_flags &= ~(XFS_BLI_LOGGED | XFS_BLI_HOLD | XFS_BLI_ORDERED);  in xfs_buf_item_release()
613 	released = xfs_buf_item_put(bip);  in xfs_buf_item_release()
651 	struct xfs_buf_log_item	*bip = BUF_ITEM(lip);  in xfs_buf_item_committed()  local
653 	trace_xfs_buf_item_committed(bip);  in xfs_buf_item_committed()
655 	if ((bip->bli_flags & XFS_BLI_INODE_ALLOC_BUF) && lip->li_lsn != 0)  in xfs_buf_item_committed()
673 	struct xfs_buf_log_item	*bip,  in xfs_buf_item_get_format()  argument
676 	ASSERT(bip->bli_formats == NULL);  in xfs_buf_item_get_format()
677 	bip->bli_format_count = count;  in xfs_buf_item_get_format()
680 		bip->bli_formats = &bip->__bli_format;  in xfs_buf_item_get_format()
684 	bip->bli_formats = kmem_zalloc(count * sizeof(struct xfs_buf_log_format),  in xfs_buf_item_get_format()
690 	struct xfs_buf_log_item	*bip)  in xfs_buf_item_free_format()  argument
692 	if (bip->bli_formats != &bip->__bli_format) {  in xfs_buf_item_free_format()
693 		kmem_free(bip->bli_formats);  in xfs_buf_item_free_format()
694 		bip->bli_formats = NULL;  in xfs_buf_item_free_format()
708 	struct xfs_buf_log_item	*bip = bp->b_log_item;  in xfs_buf_item_init()  local
719 	if (bip) {  in xfs_buf_item_init()
720 		ASSERT(bip->bli_item.li_type == XFS_LI_BUF);  in xfs_buf_item_init()
722 		ASSERT(bip->bli_buf == bp);  in xfs_buf_item_init()
726 	bip = kmem_cache_zalloc(xfs_buf_item_zone, GFP_KERNEL | __GFP_NOFAIL);  in xfs_buf_item_init()
727 	xfs_log_item_init(mp, &bip->bli_item, XFS_LI_BUF, &xfs_buf_item_ops);  in xfs_buf_item_init()
728 	bip->bli_buf = bp;  in xfs_buf_item_init()
739 	xfs_buf_item_get_format(bip, bp->b_map_count);  in xfs_buf_item_init()
741 	for (i = 0; i < bip->bli_format_count; i++) {  in xfs_buf_item_init()
747 			kmem_cache_free(xfs_buf_item_zone, bip);  in xfs_buf_item_init()
755 		bip->bli_formats[i].blf_type = XFS_LI_BUF;  in xfs_buf_item_init()
756 		bip->bli_formats[i].blf_blkno = bp->b_maps[i].bm_bn;  in xfs_buf_item_init()
757 		bip->bli_formats[i].blf_len = bp->b_maps[i].bm_len;  in xfs_buf_item_init()
758 		bip->bli_formats[i].blf_map_size = map_size;  in xfs_buf_item_init()
761 	bp->b_log_item = bip;  in xfs_buf_item_init()
857 	struct xfs_buf_log_item	*bip,  in xfs_buf_item_log()  argument
864 	struct xfs_buf		*bp = bip->bli_buf;  in xfs_buf_item_log()
870 	for (i = 0; i < bip->bli_format_count; i++) {  in xfs_buf_item_log()
892 					 &bip->bli_formats[i].blf_data_map[0]);  in xfs_buf_item_log()
905 	struct xfs_buf_log_item	*bip)  in xfs_buf_item_dirty_format()  argument
909 	for (i = 0; i < bip->bli_format_count; i++) {  in xfs_buf_item_dirty_format()
910 		if (!xfs_bitmap_empty(bip->bli_formats[i].blf_data_map,  in xfs_buf_item_dirty_format()
911 			     bip->bli_formats[i].blf_map_size))  in xfs_buf_item_dirty_format()
920 	struct xfs_buf_log_item	*bip)  in xfs_buf_item_free()  argument
922 	xfs_buf_item_free_format(bip);  in xfs_buf_item_free()
923 	kmem_free(bip->bli_item.li_lv_shadow);  in xfs_buf_item_free()
924 	kmem_cache_free(xfs_buf_item_zone, bip);  in xfs_buf_item_free()
934 	struct xfs_buf_log_item	*bip = bp->b_log_item;  in xfs_buf_item_relse()  local
937 	ASSERT(!test_bit(XFS_LI_IN_AIL, &bip->bli_item.li_flags));  in xfs_buf_item_relse()
941 	xfs_buf_item_free(bip);  in xfs_buf_item_relse()