57 static void shrink_liability(struct ubifs_info *c, int nr_to_write)  in shrink_liability()  argument
59 	down_read(&c->vfs_sb->s_umount);  in shrink_liability()
60 	writeback_inodes_sb(c->vfs_sb, WB_REASON_FS_FREE_SPACE);  in shrink_liability()
61 	up_read(&c->vfs_sb->s_umount);  in shrink_liability()
72 static int run_gc(struct ubifs_info *c)  in run_gc()  argument
77 	down_read(&c->commit_sem);  in run_gc()
78 	lnum = ubifs_garbage_collect(c, 1);  in run_gc()
79 	up_read(&c->commit_sem);  in run_gc()
85 	err = ubifs_return_leb(c, lnum);  in run_gc()
98 static long long get_liability(struct ubifs_info *c)  in get_liability()  argument
102 	spin_lock(&c->space_lock);  in get_liability()
103 	liab = c->bi.idx_growth + c->bi.data_growth + c->bi.dd_growth;  in get_liability()
104 	spin_unlock(&c->space_lock);  in get_liability()
126 static int make_free_space(struct ubifs_info *c)  in make_free_space()  argument
132 		liab1 = get_liability(c);  in make_free_space()
138 		shrink_liability(c, NR_TO_WRITE);  in make_free_space()
140 		liab2 = get_liability(c);  in make_free_space()
148 		err = run_gc(c);  in make_free_space()
157 		err = ubifs_run_commit(c);  in make_free_space()
173 int ubifs_calc_min_idx_lebs(struct ubifs_info *c)  in ubifs_calc_min_idx_lebs()  argument
178 	idx_size = c->bi.old_idx_sz + c->bi.idx_growth + c->bi.uncommitted_idx;  in ubifs_calc_min_idx_lebs()
186 	idx_lebs = div_u64(idx_size + c->idx_leb_size - 1, c->idx_leb_size);  in ubifs_calc_min_idx_lebs()
205 long long ubifs_calc_available(const struct ubifs_info *c, int min_idx_lebs)  in ubifs_calc_available()  argument
210 	available = c->main_bytes - c->lst.total_used;  in ubifs_calc_available()
227 	subtract_lebs += c->jhead_cnt - 1;  in ubifs_calc_available()
232 	available -= (long long)subtract_lebs * c->leb_size;  in ubifs_calc_available()
235 	available -= c->lst.total_dead;  in ubifs_calc_available()
243 	available -= c->lst.total_dark;  in ubifs_calc_available()
251 	if (c->lst.idx_lebs > min_idx_lebs) {  in ubifs_calc_available()
252 		subtract_lebs = c->lst.idx_lebs - min_idx_lebs;  in ubifs_calc_available()
253 		available -= subtract_lebs * c->dark_wm;  in ubifs_calc_available()
269 static int can_use_rp(struct ubifs_info *c)  in can_use_rp()  argument
271 	if (uid_eq(current_fsuid(), c->rp_uid) || capable(CAP_SYS_RESOURCE) ||  in can_use_rp()
272 	    (!gid_eq(c->rp_gid, GLOBAL_ROOT_GID) && in_group_p(c->rp_gid)))  in can_use_rp()
302 static int do_budget_space(struct ubifs_info *c)  in do_budget_space()  argument
308 	min_idx_lebs = ubifs_calc_min_idx_lebs(c);  in do_budget_space()
311 	if (min_idx_lebs > c->lst.idx_lebs)  in do_budget_space()
312 		rsvd_idx_lebs = min_idx_lebs - c->lst.idx_lebs;  in do_budget_space()
338 	lebs = c->lst.empty_lebs + c->freeable_cnt + c->idx_gc_cnt -  in do_budget_space()
339 	       c->lst.taken_empty_lebs;  in do_budget_space()
342 			 min_idx_lebs, c->bi.min_idx_lebs, rsvd_idx_lebs);  in do_budget_space()
346 	available = ubifs_calc_available(c, min_idx_lebs);  in do_budget_space()
347 	outstanding = c->bi.data_growth + c->bi.dd_growth;  in do_budget_space()
355 	if (available - outstanding <= c->rp_size && !can_use_rp(c))  in do_budget_space()
358 	c->bi.min_idx_lebs = min_idx_lebs;  in do_budget_space()
370 static int calc_idx_growth(const struct ubifs_info *c,  in calc_idx_growth()  argument
377 	return znodes * c->max_idx_node_sz;  in calc_idx_growth()
386 static int calc_data_growth(const struct ubifs_info *c,  in calc_data_growth()  argument
391 	data_growth = req->new_ino  ? c->bi.inode_budget : 0;  in calc_data_growth()
393 		data_growth += c->bi.page_budget;  in calc_data_growth()
395 		data_growth += c->bi.dent_budget;  in calc_data_growth()
406 static int calc_dd_growth(const struct ubifs_info *c,  in calc_dd_growth()  argument
411 	dd_growth = req->dirtied_page ? c->bi.page_budget : 0;  in calc_dd_growth()
414 		dd_growth += c->bi.inode_budget << (req->dirtied_ino - 1);  in calc_dd_growth()
416 		dd_growth += c->bi.dent_budget;  in calc_dd_growth()
434 int ubifs_budget_space(struct ubifs_info *c, struct ubifs_budget_req *req)  in ubifs_budget_space()  argument
449 	data_growth = calc_data_growth(c, req);  in ubifs_budget_space()
450 	dd_growth = calc_dd_growth(c, req);  in ubifs_budget_space()
453 	idx_growth = calc_idx_growth(c, req);  in ubifs_budget_space()
456 	spin_lock(&c->space_lock);  in ubifs_budget_space()
457 	ubifs_assert(c->bi.idx_growth >= 0);  in ubifs_budget_space()
458 	ubifs_assert(c->bi.data_growth >= 0);  in ubifs_budget_space()
459 	ubifs_assert(c->bi.dd_growth >= 0);  in ubifs_budget_space()
461 	if (unlikely(c->bi.nospace) && (c->bi.nospace_rp || !can_use_rp(c))) {  in ubifs_budget_space()
463 		spin_unlock(&c->space_lock);  in ubifs_budget_space()
467 	c->bi.idx_growth += idx_growth;  in ubifs_budget_space()
468 	c->bi.data_growth += data_growth;  in ubifs_budget_space()
469 	c->bi.dd_growth += dd_growth;  in ubifs_budget_space()
471 	err = do_budget_space(c);  in ubifs_budget_space()
476 		spin_unlock(&c->space_lock);  in ubifs_budget_space()
481 	c->bi.idx_growth -= idx_growth;  in ubifs_budget_space()
482 	c->bi.data_growth -= data_growth;  in ubifs_budget_space()
483 	c->bi.dd_growth -= dd_growth;  in ubifs_budget_space()
484 	spin_unlock(&c->space_lock);  in ubifs_budget_space()
491 	err = make_free_space(c);  in ubifs_budget_space()
503 		c->bi.nospace = 1;  in ubifs_budget_space()
504 		if (can_use_rp(c) || c->rp_size == 0)  in ubifs_budget_space()
505 			c->bi.nospace_rp = 1;  in ubifs_budget_space()
508 		ubifs_err(c, "cannot budget space, error %d", err);  in ubifs_budget_space()
523 void ubifs_release_budget(struct ubifs_info *c, struct ubifs_budget_req *req)  in ubifs_release_budget()  argument
542 		req->data_growth = calc_data_growth(c, req);  in ubifs_release_budget()
543 		req->dd_growth = calc_dd_growth(c, req);  in ubifs_release_budget()
544 		req->idx_growth = calc_idx_growth(c, req);  in ubifs_release_budget()
550 	c->bi.nospace = c->bi.nospace_rp = 0;  in ubifs_release_budget()
553 	spin_lock(&c->space_lock);  in ubifs_release_budget()
554 	c->bi.idx_growth -= req->idx_growth;  in ubifs_release_budget()
555 	c->bi.uncommitted_idx += req->idx_growth;  in ubifs_release_budget()
556 	c->bi.data_growth -= req->data_growth;  in ubifs_release_budget()
557 	c->bi.dd_growth -= req->dd_growth;  in ubifs_release_budget()
558 	c->bi.min_idx_lebs = ubifs_calc_min_idx_lebs(c);  in ubifs_release_budget()
560 	ubifs_assert(c->bi.idx_growth >= 0);  in ubifs_release_budget()
561 	ubifs_assert(c->bi.data_growth >= 0);  in ubifs_release_budget()
562 	ubifs_assert(c->bi.dd_growth >= 0);  in ubifs_release_budget()
563 	ubifs_assert(c->bi.min_idx_lebs < c->main_lebs);  in ubifs_release_budget()
564 	ubifs_assert(!(c->bi.idx_growth & 7));  in ubifs_release_budget()
565 	ubifs_assert(!(c->bi.data_growth & 7));  in ubifs_release_budget()
566 	ubifs_assert(!(c->bi.dd_growth & 7));  in ubifs_release_budget()
567 	spin_unlock(&c->space_lock);  in ubifs_release_budget()
579 void ubifs_convert_page_budget(struct ubifs_info *c)  in ubifs_convert_page_budget()  argument
581 	spin_lock(&c->space_lock);  in ubifs_convert_page_budget()
583 	c->bi.idx_growth -= c->max_idx_node_sz << UBIFS_BLOCKS_PER_PAGE_SHIFT;  in ubifs_convert_page_budget()
585 	c->bi.data_growth -= c->bi.page_budget;  in ubifs_convert_page_budget()
587 	c->bi.dd_growth += c->bi.page_budget;  in ubifs_convert_page_budget()
589 	c->bi.min_idx_lebs = ubifs_calc_min_idx_lebs(c);  in ubifs_convert_page_budget()
590 	spin_unlock(&c->space_lock);  in ubifs_convert_page_budget()
602 void ubifs_release_dirty_inode_budget(struct ubifs_info *c,  in ubifs_release_dirty_inode_budget()  argument
609 	req.dd_growth = c->bi.inode_budget + ALIGN(ui->data_len, 8);  in ubifs_release_dirty_inode_budget()
610 	ubifs_release_budget(c, &req);  in ubifs_release_dirty_inode_budget()
634 long long ubifs_reported_space(const struct ubifs_info *c, long long free)  in ubifs_reported_space()  argument
651 	f = c->fanout > 3 ? c->fanout >> 1 : 2;  in ubifs_reported_space()
654 	divisor += (c->max_idx_node_sz * 3) / (f - 1);  in ubifs_reported_space()
676 long long ubifs_get_free_space_nolock(struct ubifs_info *c)  in ubifs_get_free_space_nolock()  argument
681 	ubifs_assert(c->bi.min_idx_lebs == ubifs_calc_min_idx_lebs(c));  in ubifs_get_free_space_nolock()
682 	outstanding = c->bi.data_growth + c->bi.dd_growth;  in ubifs_get_free_space_nolock()
683 	available = ubifs_calc_available(c, c->bi.min_idx_lebs);  in ubifs_get_free_space_nolock()
696 	if (c->bi.min_idx_lebs > c->lst.idx_lebs)  in ubifs_get_free_space_nolock()
697 		rsvd_idx_lebs = c->bi.min_idx_lebs - c->lst.idx_lebs;  in ubifs_get_free_space_nolock()
700 	lebs = c->lst.empty_lebs + c->freeable_cnt + c->idx_gc_cnt -  in ubifs_get_free_space_nolock()
701 	       c->lst.taken_empty_lebs;  in ubifs_get_free_space_nolock()
703 	available += lebs * (c->dark_wm - c->leb_overhead);  in ubifs_get_free_space_nolock()
706 		free = ubifs_reported_space(c, available - outstanding);  in ubifs_get_free_space_nolock()
719 long long ubifs_get_free_space(struct ubifs_info *c)  in ubifs_get_free_space()  argument
723 	spin_lock(&c->space_lock);  in ubifs_get_free_space()
724 	free = ubifs_get_free_space_nolock(c);  in ubifs_get_free_space()
725 	spin_unlock(&c->space_lock);  in ubifs_get_free_space()