Lines Matching refs:rgd
91 struct gfs2_sbd *sdp = rbm->rgd->rd_sbd; in gfs2_setbit()
96 (unsigned long long)rbm->rgd->rd_addr, bi->bi_start, in gfs2_setbit()
102 gfs2_consist_rgrpd(rbm->rgd); in gfs2_setbit()
263 if (!rgrp_contains_block(rbm->rgd, block)) in gfs2_rbm_from_block()
266 rbm->offset = block - rbm->rgd->rd_data0; in gfs2_rbm_from_block()
274 rbm->bii = rbm->offset / rbm->rgd->rd_sbd->sd_blocks_per_bitmap; in gfs2_rbm_from_block()
275 rbm->offset -= rbm->bii * rbm->rgd->rd_sbd->sd_blocks_per_bitmap; in gfs2_rbm_from_block()
297 if (rbm->bii == rbm->rgd->rd_length - 1) /* at the last bitmap */ in gfs2_rbm_incr()
409 static u32 gfs2_bitcount(struct gfs2_rgrpd *rgd, const u8 *buffer, in gfs2_bitcount() argument
439 void gfs2_rgrp_verify(struct gfs2_rgrpd *rgd) in gfs2_rgrp_verify() argument
441 struct gfs2_sbd *sdp = rgd->rd_sbd; in gfs2_rgrp_verify()
443 u32 length = rgd->rd_length; in gfs2_rgrp_verify()
451 bi = rgd->rd_bits + buf; in gfs2_rgrp_verify()
453 count[x] += gfs2_bitcount(rgd, in gfs2_rgrp_verify()
459 if (count[0] != rgd->rd_free) { in gfs2_rgrp_verify()
461 count[0], rgd->rd_free); in gfs2_rgrp_verify()
462 gfs2_consist_rgrpd(rgd); in gfs2_rgrp_verify()
466 tmp = rgd->rd_data - rgd->rd_free - rgd->rd_dinodes; in gfs2_rgrp_verify()
470 gfs2_consist_rgrpd(rgd); in gfs2_rgrp_verify()
474 if (count[2] + count[3] != rgd->rd_dinodes) { in gfs2_rgrp_verify()
476 count[2] + count[3], rgd->rd_dinodes); in gfs2_rgrp_verify()
477 gfs2_consist_rgrpd(rgd); in gfs2_rgrp_verify()
539 struct gfs2_rgrpd *rgd; in gfs2_rgrpd_get_first() local
543 rgd = rb_entry(n, struct gfs2_rgrpd, rd_node); in gfs2_rgrpd_get_first()
546 return rgd; in gfs2_rgrpd_get_first()
556 struct gfs2_rgrpd *gfs2_rgrpd_get_next(struct gfs2_rgrpd *rgd) in gfs2_rgrpd_get_next() argument
558 struct gfs2_sbd *sdp = rgd->rd_sbd; in gfs2_rgrpd_get_next()
562 n = rb_next(&rgd->rd_node); in gfs2_rgrpd_get_next()
566 if (unlikely(&rgd->rd_node == n)) { in gfs2_rgrpd_get_next()
570 rgd = rb_entry(n, struct gfs2_rgrpd, rd_node); in gfs2_rgrpd_get_next()
572 return rgd; in gfs2_rgrpd_get_next()
582 void gfs2_free_clones(struct gfs2_rgrpd *rgd) in gfs2_free_clones() argument
586 for (x = 0; x < rgd->rd_length; x++) { in gfs2_free_clones()
587 struct gfs2_bitmap *bi = rgd->rd_bits + x; in gfs2_free_clones()
611 struct gfs2_rgrpd *rgd; in __rs_deltree() local
616 rgd = rs->rs_rbm.rgd; in __rs_deltree()
618 rb_erase(&rs->rs_node, &rgd->rd_rstree); in __rs_deltree()
624 struct gfs2_rbm last_rbm = { .rgd = rs->rs_rbm.rgd, }; in __rs_deltree()
628 BUG_ON(rs->rs_rbm.rgd->rd_reserved < rs->rs_free); in __rs_deltree()
629 rs->rs_rbm.rgd->rd_reserved -= rs->rs_free; in __rs_deltree()
634 rgd->rd_extfail_pt += rs->rs_free; in __rs_deltree()
653 struct gfs2_rgrpd *rgd; in gfs2_rs_deltree() local
655 rgd = rs->rs_rbm.rgd; in gfs2_rs_deltree()
656 if (rgd) { in gfs2_rs_deltree()
657 spin_lock(&rgd->rd_rsspin); in gfs2_rs_deltree()
660 spin_unlock(&rgd->rd_rsspin); in gfs2_rs_deltree()
687 static void return_all_reservations(struct gfs2_rgrpd *rgd) in return_all_reservations() argument
692 spin_lock(&rgd->rd_rsspin); in return_all_reservations()
693 while ((n = rb_first(&rgd->rd_rstree))) { in return_all_reservations()
697 spin_unlock(&rgd->rd_rsspin); in return_all_reservations()
703 struct gfs2_rgrpd *rgd; in gfs2_clear_rgrpd() local
707 rgd = rb_entry(n, struct gfs2_rgrpd, rd_node); in gfs2_clear_rgrpd()
708 gl = rgd->rd_gl; in gfs2_clear_rgrpd()
717 gfs2_rgrp_brelse(rgd); in gfs2_clear_rgrpd()
718 glock_clear_object(gl, rgd); in gfs2_clear_rgrpd()
722 gfs2_free_clones(rgd); in gfs2_clear_rgrpd()
723 return_all_reservations(rgd); in gfs2_clear_rgrpd()
724 kfree(rgd->rd_bits); in gfs2_clear_rgrpd()
725 rgd->rd_bits = NULL; in gfs2_clear_rgrpd()
726 kmem_cache_free(gfs2_rgrpd_cachep, rgd); in gfs2_clear_rgrpd()
739 static int compute_bitstructs(struct gfs2_rgrpd *rgd) in compute_bitstructs() argument
741 struct gfs2_sbd *sdp = rgd->rd_sbd; in compute_bitstructs()
743 u32 length = rgd->rd_length; /* # blocks in hdr & bitmap */ in compute_bitstructs()
750 rgd->rd_bits = kcalloc(length, sizeof(struct gfs2_bitmap), GFP_NOFS); in compute_bitstructs()
751 if (!rgd->rd_bits) in compute_bitstructs()
754 bytes_left = rgd->rd_bitbytes; in compute_bitstructs()
757 bi = rgd->rd_bits + x; in compute_bitstructs()
778 bi->bi_start = rgd->rd_bitbytes - bytes_left; in compute_bitstructs()
786 bi->bi_start = rgd->rd_bitbytes - bytes_left; in compute_bitstructs()
795 gfs2_consist_rgrpd(rgd); in compute_bitstructs()
798 bi = rgd->rd_bits + (length - 1); in compute_bitstructs()
799 if ((bi->bi_start + bi->bi_bytes) * GFS2_NBBY != rgd->rd_data) { in compute_bitstructs()
807 (unsigned long long)rgd->rd_addr, in compute_bitstructs()
808 rgd->rd_length, in compute_bitstructs()
809 (unsigned long long)rgd->rd_data0, in compute_bitstructs()
810 rgd->rd_data, in compute_bitstructs()
811 rgd->rd_bitbytes, in compute_bitstructs()
813 gfs2_consist_rgrpd(rgd); in compute_bitstructs()
847 static int rgd_insert(struct gfs2_rgrpd *rgd) in rgd_insert() argument
849 struct gfs2_sbd *sdp = rgd->rd_sbd; in rgd_insert()
858 if (rgd->rd_addr < cur->rd_addr) in rgd_insert()
860 else if (rgd->rd_addr > cur->rd_addr) in rgd_insert()
866 rb_link_node(&rgd->rd_node, parent, newn); in rgd_insert()
867 rb_insert_color(&rgd->rd_node, &sdp->sd_rindex_tree); in rgd_insert()
885 struct gfs2_rgrpd *rgd; in read_rindex_entry() local
896 rgd = kmem_cache_zalloc(gfs2_rgrpd_cachep, GFP_NOFS); in read_rindex_entry()
898 if (!rgd) in read_rindex_entry()
901 rgd->rd_sbd = sdp; in read_rindex_entry()
902 rgd->rd_addr = be64_to_cpu(buf.ri_addr); in read_rindex_entry()
903 rgd->rd_length = be32_to_cpu(buf.ri_length); in read_rindex_entry()
904 rgd->rd_data0 = be64_to_cpu(buf.ri_data0); in read_rindex_entry()
905 rgd->rd_data = be32_to_cpu(buf.ri_data); in read_rindex_entry()
906 rgd->rd_bitbytes = be32_to_cpu(buf.ri_bitbytes); in read_rindex_entry()
907 spin_lock_init(&rgd->rd_rsspin); in read_rindex_entry()
909 error = gfs2_glock_get(sdp, rgd->rd_addr, in read_rindex_entry()
910 &gfs2_rgrp_glops, CREATE, &rgd->rd_gl); in read_rindex_entry()
914 error = compute_bitstructs(rgd); in read_rindex_entry()
918 rgd->rd_rgl = (struct gfs2_rgrp_lvb *)rgd->rd_gl->gl_lksb.sb_lvbptr; in read_rindex_entry()
919 rgd->rd_flags &= ~(GFS2_RDF_UPTODATE | GFS2_RDF_PREFERRED); in read_rindex_entry()
920 if (rgd->rd_data > sdp->sd_max_rg_data) in read_rindex_entry()
921 sdp->sd_max_rg_data = rgd->rd_data; in read_rindex_entry()
923 error = rgd_insert(rgd); in read_rindex_entry()
926 glock_set_object(rgd->rd_gl, rgd); in read_rindex_entry()
932 gfs2_glock_put(rgd->rd_gl); in read_rindex_entry()
935 kfree(rgd->rd_bits); in read_rindex_entry()
936 rgd->rd_bits = NULL; in read_rindex_entry()
937 kmem_cache_free(gfs2_rgrpd_cachep, rgd); in read_rindex_entry()
951 struct gfs2_rgrpd *rgd, *first; in set_rgrp_preferences() local
956 rgd = gfs2_rgrpd_get_first(sdp); in set_rgrp_preferences()
958 rgd = gfs2_rgrpd_get_next(rgd); in set_rgrp_preferences()
959 first = rgd; in set_rgrp_preferences()
962 rgd->rd_flags |= GFS2_RDF_PREFERRED; in set_rgrp_preferences()
964 rgd = gfs2_rgrpd_get_next(rgd); in set_rgrp_preferences()
965 if (!rgd || rgd == first) in set_rgrp_preferences()
968 } while (rgd && rgd != first); in set_rgrp_preferences()
1042 static void gfs2_rgrp_in(struct gfs2_rgrpd *rgd, const void *buf) in gfs2_rgrp_in() argument
1049 rgd->rd_flags &= GFS2_RDF_MASK; in gfs2_rgrp_in()
1050 rgd->rd_flags |= rg_flags; in gfs2_rgrp_in()
1051 rgd->rd_free = be32_to_cpu(str->rg_free); in gfs2_rgrp_in()
1052 rgd->rd_dinodes = be32_to_cpu(str->rg_dinodes); in gfs2_rgrp_in()
1053 rgd->rd_igeneration = be64_to_cpu(str->rg_igeneration); in gfs2_rgrp_in()
1069 static void gfs2_rgrp_out(struct gfs2_rgrpd *rgd, void *buf) in gfs2_rgrp_out() argument
1071 struct gfs2_rgrpd *next = gfs2_rgrpd_get_next(rgd); in gfs2_rgrp_out()
1075 str->rg_flags = cpu_to_be32(rgd->rd_flags & ~GFS2_RDF_MASK); in gfs2_rgrp_out()
1076 str->rg_free = cpu_to_be32(rgd->rd_free); in gfs2_rgrp_out()
1077 str->rg_dinodes = cpu_to_be32(rgd->rd_dinodes); in gfs2_rgrp_out()
1080 else if (next->rd_addr > rgd->rd_addr) in gfs2_rgrp_out()
1081 str->rg_skip = cpu_to_be32(next->rd_addr - rgd->rd_addr); in gfs2_rgrp_out()
1082 str->rg_igeneration = cpu_to_be64(rgd->rd_igeneration); in gfs2_rgrp_out()
1083 str->rg_data0 = cpu_to_be64(rgd->rd_data0); in gfs2_rgrp_out()
1084 str->rg_data = cpu_to_be32(rgd->rd_data); in gfs2_rgrp_out()
1085 str->rg_bitbytes = cpu_to_be32(rgd->rd_bitbytes); in gfs2_rgrp_out()
1091 gfs2_rgrp_ondisk2lvb(rgd->rd_rgl, buf); in gfs2_rgrp_out()
1094 static int gfs2_rgrp_lvb_valid(struct gfs2_rgrpd *rgd) in gfs2_rgrp_lvb_valid() argument
1096 struct gfs2_rgrp_lvb *rgl = rgd->rd_rgl; in gfs2_rgrp_lvb_valid()
1097 struct gfs2_rgrp *str = (struct gfs2_rgrp *)rgd->rd_bits[0].bi_bh->b_data; in gfs2_rgrp_lvb_valid()
1098 struct gfs2_sbd *sdp = rgd->rd_sbd; in gfs2_rgrp_lvb_valid()
1103 (unsigned long long)rgd->rd_addr, in gfs2_rgrp_lvb_valid()
1109 (unsigned long long)rgd->rd_addr, in gfs2_rgrp_lvb_valid()
1115 (unsigned long long)rgd->rd_addr, in gfs2_rgrp_lvb_valid()
1122 (unsigned long long)rgd->rd_addr, in gfs2_rgrp_lvb_valid()
1130 static u32 count_unlinked(struct gfs2_rgrpd *rgd) in count_unlinked() argument
1133 const u32 length = rgd->rd_length; in count_unlinked()
1137 for (i = 0, bi = rgd->rd_bits; i < length; i++, bi++) { in count_unlinked()
1165 static int gfs2_rgrp_bh_get(struct gfs2_rgrpd *rgd) in gfs2_rgrp_bh_get() argument
1167 struct gfs2_sbd *sdp = rgd->rd_sbd; in gfs2_rgrp_bh_get()
1168 struct gfs2_glock *gl = rgd->rd_gl; in gfs2_rgrp_bh_get()
1169 unsigned int length = rgd->rd_length; in gfs2_rgrp_bh_get()
1174 if (rgd->rd_bits[0].bi_bh != NULL) in gfs2_rgrp_bh_get()
1178 bi = rgd->rd_bits + x; in gfs2_rgrp_bh_get()
1179 error = gfs2_meta_read(gl, rgd->rd_addr + x, 0, 0, &bi->bi_bh); in gfs2_rgrp_bh_get()
1185 bi = rgd->rd_bits + y; in gfs2_rgrp_bh_get()
1196 if (!(rgd->rd_flags & GFS2_RDF_UPTODATE)) { in gfs2_rgrp_bh_get()
1198 clear_bit(GBF_FULL, &rgd->rd_bits[x].bi_flags); in gfs2_rgrp_bh_get()
1199 gfs2_rgrp_in(rgd, (rgd->rd_bits[0].bi_bh)->b_data); in gfs2_rgrp_bh_get()
1200 rgd->rd_flags |= (GFS2_RDF_UPTODATE | GFS2_RDF_CHECK); in gfs2_rgrp_bh_get()
1201 rgd->rd_free_clone = rgd->rd_free; in gfs2_rgrp_bh_get()
1203 rgd->rd_extfail_pt = rgd->rd_free; in gfs2_rgrp_bh_get()
1205 if (cpu_to_be32(GFS2_MAGIC) != rgd->rd_rgl->rl_magic) { in gfs2_rgrp_bh_get()
1206 rgd->rd_rgl->rl_unlinked = cpu_to_be32(count_unlinked(rgd)); in gfs2_rgrp_bh_get()
1207 gfs2_rgrp_ondisk2lvb(rgd->rd_rgl, in gfs2_rgrp_bh_get()
1208 rgd->rd_bits[0].bi_bh->b_data); in gfs2_rgrp_bh_get()
1211 if (!gfs2_rgrp_lvb_valid(rgd)){ in gfs2_rgrp_bh_get()
1212 gfs2_consist_rgrpd(rgd); in gfs2_rgrp_bh_get()
1216 if (rgd->rd_rgl->rl_unlinked == 0) in gfs2_rgrp_bh_get()
1217 rgd->rd_flags &= ~GFS2_RDF_CHECK; in gfs2_rgrp_bh_get()
1223 bi = rgd->rd_bits + x; in gfs2_rgrp_bh_get()
1232 static int update_rgrp_lvb(struct gfs2_rgrpd *rgd) in update_rgrp_lvb() argument
1236 if (rgd->rd_flags & GFS2_RDF_UPTODATE) in update_rgrp_lvb()
1239 if (cpu_to_be32(GFS2_MAGIC) != rgd->rd_rgl->rl_magic) in update_rgrp_lvb()
1240 return gfs2_rgrp_bh_get(rgd); in update_rgrp_lvb()
1242 rl_flags = be32_to_cpu(rgd->rd_rgl->rl_flags); in update_rgrp_lvb()
1244 rgd->rd_flags &= GFS2_RDF_MASK; in update_rgrp_lvb()
1245 rgd->rd_flags |= (rl_flags | GFS2_RDF_CHECK); in update_rgrp_lvb()
1246 if (rgd->rd_rgl->rl_unlinked == 0) in update_rgrp_lvb()
1247 rgd->rd_flags &= ~GFS2_RDF_CHECK; in update_rgrp_lvb()
1248 rgd->rd_free = be32_to_cpu(rgd->rd_rgl->rl_free); in update_rgrp_lvb()
1249 rgd->rd_free_clone = rgd->rd_free; in update_rgrp_lvb()
1250 rgd->rd_dinodes = be32_to_cpu(rgd->rd_rgl->rl_dinodes); in update_rgrp_lvb()
1251 rgd->rd_igeneration = be64_to_cpu(rgd->rd_rgl->rl_igeneration); in update_rgrp_lvb()
1257 struct gfs2_rgrpd *rgd = gh->gh_gl->gl_object; in gfs2_rgrp_go_lock() local
1258 struct gfs2_sbd *sdp = rgd->rd_sbd; in gfs2_rgrp_go_lock()
1262 return gfs2_rgrp_bh_get(rgd); in gfs2_rgrp_go_lock()
1271 void gfs2_rgrp_brelse(struct gfs2_rgrpd *rgd) in gfs2_rgrp_brelse() argument
1273 int x, length = rgd->rd_length; in gfs2_rgrp_brelse()
1276 struct gfs2_bitmap *bi = rgd->rd_bits + x; in gfs2_rgrp_brelse()
1365 struct gfs2_rgrpd *rgd; in gfs2_fitrim() local
1401 rgd = gfs2_blk2rgrpd(sdp, start, 0); in gfs2_fitrim()
1410 ret = gfs2_glock_nq_init(rgd->rd_gl, LM_ST_EXCLUSIVE, 0, &gh); in gfs2_fitrim()
1414 if (!(rgd->rd_flags & GFS2_RGF_TRIMMED)) { in gfs2_fitrim()
1416 for (x = 0; x < rgd->rd_length; x++) { in gfs2_fitrim()
1417 struct gfs2_bitmap *bi = rgd->rd_bits + x; in gfs2_fitrim()
1419 rgd->rd_data0, NULL, bi, minlen, in gfs2_fitrim()
1431 bh = rgd->rd_bits[0].bi_bh; in gfs2_fitrim()
1432 rgd->rd_flags |= GFS2_RGF_TRIMMED; in gfs2_fitrim()
1433 gfs2_trans_add_meta(rgd->rd_gl, bh); in gfs2_fitrim()
1434 gfs2_rgrp_out(rgd, bh->b_data); in gfs2_fitrim()
1440 if (rgd == rgd_end) in gfs2_fitrim()
1443 rgd = gfs2_rgrpd_get_next(rgd); in gfs2_fitrim()
1464 struct gfs2_rgrpd *rgd = rs->rs_rbm.rgd; in rs_insert() local
1469 spin_lock(&rgd->rd_rsspin); in rs_insert()
1470 newn = &rgd->rd_rstree.rb_node; in rs_insert()
1482 spin_unlock(&rgd->rd_rsspin); in rs_insert()
1489 rb_insert_color(&rs->rs_node, &rgd->rd_rstree); in rs_insert()
1492 rgd->rd_reserved += rs->rs_free; /* blocks reserved */ in rs_insert()
1493 spin_unlock(&rgd->rd_rsspin); in rs_insert()
1509 static inline u32 rgd_free(struct gfs2_rgrpd *rgd, struct gfs2_blkreserv *rs) in rgd_free() argument
1513 if (WARN_ON_ONCE(rgd->rd_reserved < rs->rs_free)) in rgd_free()
1515 tot_reserved = rgd->rd_reserved - rs->rs_free; in rgd_free()
1517 if (rgd->rd_free_clone < tot_reserved) in rgd_free()
1520 tot_free = rgd->rd_free_clone - tot_reserved; in rgd_free()
1533 static void rg_mblk_search(struct gfs2_rgrpd *rgd, struct gfs2_inode *ip, in rg_mblk_search() argument
1536 struct gfs2_rbm rbm = { .rgd = rgd, }; in rg_mblk_search()
1540 u32 free_blocks = rgd_free(rgd, rs); in rg_mblk_search()
1550 if ((rgd->rd_free_clone < rgd->rd_reserved) || (free_blocks < extlen)) in rg_mblk_search()
1554 if (rgrp_contains_block(rgd, ip->i_goal)) in rg_mblk_search()
1557 goal = rgd->rd_last_alloc + rgd->rd_data0; in rg_mblk_search()
1568 if (goal == rgd->rd_last_alloc + rgd->rd_data0) in rg_mblk_search()
1569 rgd->rd_last_alloc = 0; in rg_mblk_search()
1586 static u64 gfs2_next_unreserved_block(struct gfs2_rgrpd *rgd, u64 block, in gfs2_next_unreserved_block() argument
1594 spin_lock(&rgd->rd_rsspin); in gfs2_next_unreserved_block()
1595 n = rgd->rd_rstree.rb_node; in gfs2_next_unreserved_block()
1617 spin_unlock(&rgd->rd_rsspin); in gfs2_next_unreserved_block()
1661 nblock = gfs2_next_unreserved_block(rbm->rgd, block, extlen, ip); in gfs2_reservation_check_and_update()
1709 struct gfs2_extent maxext = { .rbm.rgd = rbm->rgd, }; in gfs2_rbm_find()
1757 if (rbm->bii == rbm->rgd->rd_length) in gfs2_rbm_find()
1780 *minext < rbm->rgd->rd_extfail_pt) in gfs2_rbm_find()
1781 rbm->rgd->rd_extfail_pt = *minext; in gfs2_rbm_find()
1804 static void try_rgrp_unlink(struct gfs2_rgrpd *rgd, u64 *last_unlinked, u64 skip) in try_rgrp_unlink() argument
1807 struct gfs2_sbd *sdp = rgd->rd_sbd; in try_rgrp_unlink()
1812 struct gfs2_rbm rbm = { .rgd = rgd, .bii = 0, .offset = 0 }; in try_rgrp_unlink()
1854 rgd->rd_flags &= ~GFS2_RDF_CHECK; in try_rgrp_unlink()
1885 static bool gfs2_rgrp_congested(const struct gfs2_rgrpd *rgd, int loops) in gfs2_rgrp_congested() argument
1887 const struct gfs2_glock *gl = rgd->rd_gl; in gfs2_rgrp_congested()
1944 rs->rs_rbm.rgd->rd_gl->gl_dstamp)); in gfs2_rgrp_used_recently()
1960 struct gfs2_rgrpd *rgd = *pos; in gfs2_select_rgrp() local
1961 struct gfs2_sbd *sdp = rgd->rd_sbd; in gfs2_select_rgrp()
1963 rgd = gfs2_rgrpd_get_next(rgd); in gfs2_select_rgrp()
1964 if (rgd == NULL) in gfs2_select_rgrp()
1965 rgd = gfs2_rgrpd_get_first(sdp); in gfs2_select_rgrp()
1966 *pos = rgd; in gfs2_select_rgrp()
1967 if (rgd != begin) /* If we didn't wrap */ in gfs2_select_rgrp()
1978 static inline int fast_to_acquire(struct gfs2_rgrpd *rgd) in fast_to_acquire() argument
1980 struct gfs2_glock *gl = rgd->rd_gl; in fast_to_acquire()
1986 if (rgd->rd_flags & GFS2_RDF_PREFERRED) in fast_to_acquire()
2022 begin = rs->rs_rbm.rgd; in gfs2_inplace_reserve()
2023 } else if (rs->rs_rbm.rgd && in gfs2_inplace_reserve()
2024 rgrp_contains_block(rs->rs_rbm.rgd, ip->i_goal)) { in gfs2_inplace_reserve()
2025 begin = rs->rs_rbm.rgd; in gfs2_inplace_reserve()
2028 rs->rs_rbm.rgd = begin = gfs2_blk2rgrpd(sdp, ip->i_goal, 1); in gfs2_inplace_reserve()
2032 if (rs->rs_rbm.rgd == NULL) in gfs2_inplace_reserve()
2038 if (!gfs2_glock_is_locked_by_me(rs->rs_rbm.rgd->rd_gl)) { in gfs2_inplace_reserve()
2044 !fast_to_acquire(rs->rs_rbm.rgd)) in gfs2_inplace_reserve()
2048 gfs2_rgrp_congested(rs->rs_rbm.rgd, loops)) in gfs2_inplace_reserve()
2051 error = gfs2_glock_nq_init(rs->rs_rbm.rgd->rd_gl, in gfs2_inplace_reserve()
2057 gfs2_rgrp_congested(rs->rs_rbm.rgd, loops)) in gfs2_inplace_reserve()
2060 error = update_rgrp_lvb(rs->rs_rbm.rgd); in gfs2_inplace_reserve()
2069 if ((rs->rs_rbm.rgd->rd_flags & (GFS2_RGF_NOALLOC | in gfs2_inplace_reserve()
2071 (loops == 0 && ap->target > rs->rs_rbm.rgd->rd_extfail_pt)) in gfs2_inplace_reserve()
2075 gfs2_rgrp_bh_get(rs->rs_rbm.rgd); in gfs2_inplace_reserve()
2079 rg_mblk_search(rs->rs_rbm.rgd, ip, ap); in gfs2_inplace_reserve()
2086 free_blocks = rgd_free(rs->rs_rbm.rgd, rs); in gfs2_inplace_reserve()
2095 if (rs->rs_rbm.rgd->rd_flags & GFS2_RDF_CHECK) in gfs2_inplace_reserve()
2096 try_rgrp_unlink(rs->rs_rbm.rgd, &last_unlinked, in gfs2_inplace_reserve()
2108 if (gfs2_select_rgrp(&rs->rs_rbm.rgd, begin)) in gfs2_inplace_reserve()
2158 struct gfs2_rbm pos = { .rgd = rbm->rgd, }; in gfs2_alloc_extent()
2165 gfs2_trans_add_meta(rbm->rgd->rd_gl, rbm_bi(rbm)->bi_bh); in gfs2_alloc_extent()
2172 gfs2_trans_add_meta(pos.rgd->rd_gl, rbm_bi(&pos)->bi_bh); in gfs2_alloc_extent()
2188 static void rgblk_free(struct gfs2_sbd *sdp, struct gfs2_rgrpd *rgd, in rgblk_free() argument
2194 rbm.rgd = rgd; in rgblk_free()
2207 gfs2_trans_add_meta(rbm.rgd->rd_gl, bi->bi_bh); in rgblk_free()
2223 void gfs2_rgrp_dump(struct seq_file *seq, struct gfs2_rgrpd *rgd, in gfs2_rgrp_dump() argument
2231 (unsigned long long)rgd->rd_addr, rgd->rd_flags, in gfs2_rgrp_dump()
2232 rgd->rd_free, rgd->rd_free_clone, rgd->rd_dinodes, in gfs2_rgrp_dump()
2233 rgd->rd_reserved, rgd->rd_extfail_pt); in gfs2_rgrp_dump()
2234 if (rgd->rd_sbd->sd_args.ar_rgrplvb) { in gfs2_rgrp_dump()
2235 struct gfs2_rgrp_lvb *rgl = rgd->rd_rgl; in gfs2_rgrp_dump()
2242 spin_lock(&rgd->rd_rsspin); in gfs2_rgrp_dump()
2243 for (n = rb_first(&rgd->rd_rstree); n; n = rb_next(&trs->rs_node)) { in gfs2_rgrp_dump()
2247 spin_unlock(&rgd->rd_rsspin); in gfs2_rgrp_dump()
2250 static void gfs2_rgrp_error(struct gfs2_rgrpd *rgd) in gfs2_rgrp_error() argument
2252 struct gfs2_sbd *sdp = rgd->rd_sbd; in gfs2_rgrp_error()
2256 (unsigned long long)rgd->rd_addr); in gfs2_rgrp_error()
2259 gfs2_rgrp_dump(NULL, rgd, fs_id_buf); in gfs2_rgrp_error()
2260 rgd->rd_flags |= GFS2_RDF_ERROR; in gfs2_rgrp_error()
2278 struct gfs2_rgrpd *rgd = rbm->rgd; in gfs2_adjust_reservation() local
2283 spin_lock(&rgd->rd_rsspin); in gfs2_adjust_reservation()
2290 rgd->rd_reserved -= rlen; in gfs2_adjust_reservation()
2301 spin_unlock(&rgd->rd_rsspin); in gfs2_adjust_reservation()
2325 if (!dinode && rgrp_contains_block(rbm->rgd, ip->i_goal)) in gfs2_set_alloc_start()
2328 goal = rbm->rgd->rd_last_alloc + rbm->rgd->rd_data0; in gfs2_set_alloc_start()
2352 struct gfs2_rbm rbm = { .rgd = ip->i_res.rs_rbm.rgd, }; in gfs2_alloc_blocks()
2369 test_bit(GBF_FULL, &rbm.rgd->rd_bits->bi_flags), in gfs2_alloc_blocks()
2370 rbm.rgd->rd_extfail_pt); in gfs2_alloc_blocks()
2376 rbm.rgd->rd_last_alloc = block - rbm.rgd->rd_data0; in gfs2_alloc_blocks()
2395 if (rbm.rgd->rd_free < *nblocks) { in gfs2_alloc_blocks()
2400 rbm.rgd->rd_free -= *nblocks; in gfs2_alloc_blocks()
2402 rbm.rgd->rd_dinodes++; in gfs2_alloc_blocks()
2403 *generation = rbm.rgd->rd_igeneration++; in gfs2_alloc_blocks()
2405 *generation = rbm.rgd->rd_igeneration++; in gfs2_alloc_blocks()
2408 gfs2_trans_add_meta(rbm.rgd->rd_gl, rbm.rgd->rd_bits[0].bi_bh); in gfs2_alloc_blocks()
2409 gfs2_rgrp_out(rbm.rgd, rbm.rgd->rd_bits[0].bi_bh->b_data); in gfs2_alloc_blocks()
2417 rbm.rgd->rd_free_clone -= *nblocks; in gfs2_alloc_blocks()
2418 trace_gfs2_block_alloc(ip, rbm.rgd, block, *nblocks, in gfs2_alloc_blocks()
2424 gfs2_rgrp_error(rbm.rgd); in gfs2_alloc_blocks()
2438 void __gfs2_free_blocks(struct gfs2_inode *ip, struct gfs2_rgrpd *rgd, in __gfs2_free_blocks() argument
2443 rgblk_free(sdp, rgd, bstart, blen, GFS2_BLKST_FREE); in __gfs2_free_blocks()
2444 trace_gfs2_block_alloc(ip, rgd, bstart, blen, GFS2_BLKST_FREE); in __gfs2_free_blocks()
2445 rgd->rd_free += blen; in __gfs2_free_blocks()
2446 rgd->rd_flags &= ~GFS2_RGF_TRIMMED; in __gfs2_free_blocks()
2447 gfs2_trans_add_meta(rgd->rd_gl, rgd->rd_bits[0].bi_bh); in __gfs2_free_blocks()
2448 gfs2_rgrp_out(rgd, rgd->rd_bits[0].bi_bh->b_data); in __gfs2_free_blocks()
2464 void gfs2_free_meta(struct gfs2_inode *ip, struct gfs2_rgrpd *rgd, in gfs2_free_meta() argument
2469 __gfs2_free_blocks(ip, rgd, bstart, blen, 1); in gfs2_free_meta()
2478 struct gfs2_rgrpd *rgd; in gfs2_unlink_di() local
2481 rgd = gfs2_blk2rgrpd(sdp, blkno, true); in gfs2_unlink_di()
2482 if (!rgd) in gfs2_unlink_di()
2484 rgblk_free(sdp, rgd, blkno, 1, GFS2_BLKST_UNLINKED); in gfs2_unlink_di()
2485 trace_gfs2_block_alloc(ip, rgd, blkno, 1, GFS2_BLKST_UNLINKED); in gfs2_unlink_di()
2486 gfs2_trans_add_meta(rgd->rd_gl, rgd->rd_bits[0].bi_bh); in gfs2_unlink_di()
2487 gfs2_rgrp_out(rgd, rgd->rd_bits[0].bi_bh->b_data); in gfs2_unlink_di()
2488 be32_add_cpu(&rgd->rd_rgl->rl_unlinked, 1); in gfs2_unlink_di()
2491 void gfs2_free_di(struct gfs2_rgrpd *rgd, struct gfs2_inode *ip) in gfs2_free_di() argument
2493 struct gfs2_sbd *sdp = rgd->rd_sbd; in gfs2_free_di()
2495 rgblk_free(sdp, rgd, ip->i_no_addr, 1, GFS2_BLKST_FREE); in gfs2_free_di()
2496 if (!rgd->rd_dinodes) in gfs2_free_di()
2497 gfs2_consist_rgrpd(rgd); in gfs2_free_di()
2498 rgd->rd_dinodes--; in gfs2_free_di()
2499 rgd->rd_free++; in gfs2_free_di()
2501 gfs2_trans_add_meta(rgd->rd_gl, rgd->rd_bits[0].bi_bh); in gfs2_free_di()
2502 gfs2_rgrp_out(rgd, rgd->rd_bits[0].bi_bh->b_data); in gfs2_free_di()
2503 be32_add_cpu(&rgd->rd_rgl->rl_unlinked, -1); in gfs2_free_di()
2506 trace_gfs2_block_alloc(ip, rgd, ip->i_no_addr, 1, GFS2_BLKST_FREE); in gfs2_free_di()
2524 struct gfs2_rgrpd *rgd; in gfs2_check_blk_type() local
2529 rgd = gfs2_blk2rgrpd(sdp, no_addr, 1); in gfs2_check_blk_type()
2530 if (!rgd) in gfs2_check_blk_type()
2533 error = gfs2_glock_nq_init(rgd->rd_gl, LM_ST_SHARED, 0, &rgd_gh); in gfs2_check_blk_type()
2537 rbm.rgd = rgd; in gfs2_check_blk_type()
2566 struct gfs2_rgrpd *rgd; in gfs2_rlist_add() local
2579 rgd = rlist->rl_rgd[rlist->rl_rgrps - 1]; in gfs2_rlist_add()
2580 if (rgrp_contains_block(rgd, block)) in gfs2_rlist_add()
2582 rgd = gfs2_blk2rgrpd(sdp, block, 1); in gfs2_rlist_add()
2584 rgd = ip->i_res.rs_rbm.rgd; in gfs2_rlist_add()
2585 if (!rgd || !rgrp_contains_block(rgd, block)) in gfs2_rlist_add()
2586 rgd = gfs2_blk2rgrpd(sdp, block, 1); in gfs2_rlist_add()
2589 if (!rgd) { in gfs2_rlist_add()
2596 if (rlist->rl_rgd[x] == rgd) { in gfs2_rlist_add()
2619 rlist->rl_rgd[rlist->rl_rgrps++] = rgd; in gfs2_rlist_add()