76 static int ocfs2_block_group_alloc(struct ocfs2_super *osb,
115 static int ocfs2_reserve_clusters_with_limit(struct ocfs2_super *osb,
320 static void ocfs2_bg_discontig_add_extent(struct ocfs2_super *osb,  in ocfs2_bg_discontig_add_extent()  argument
328 	BUG_ON(!ocfs2_supports_discontig_bg(osb));  in ocfs2_bg_discontig_add_extent()
330 		el->l_count = cpu_to_le16(ocfs2_extent_recs_per_gd(osb->sb));  in ocfs2_bg_discontig_add_extent()
351 	struct ocfs2_super *osb = OCFS2_SB(alloc_inode->i_sb);  in ocfs2_block_group_fill()  local
374 	bg->bg_generation = cpu_to_le32(osb->fs_generation);  in ocfs2_block_group_fill()
376 						osb->s_feature_incompat));  in ocfs2_block_group_fill()
384 		ocfs2_bg_discontig_add_extent(osb, bg, cl, group_blkno,  in ocfs2_block_group_fill()
419 ocfs2_block_group_alloc_contig(struct ocfs2_super *osb, handle_t *handle,  in ocfs2_block_group_alloc_contig()  argument
440 	bg_blkno = ocfs2_clusters_to_blocks(osb->sb, bit_off);  in ocfs2_block_group_alloc_contig()
444 	bg_bh = sb_getblk(osb->sb, bg_blkno);  in ocfs2_block_group_alloc_contig()
463 static int ocfs2_block_group_claim_bits(struct ocfs2_super *osb,  in ocfs2_block_group_claim_bits()  argument
491 	struct ocfs2_super *osb = OCFS2_SB(alloc_inode->i_sb);  in ocfs2_block_group_grow_discontig()  local
513 		status = ocfs2_block_group_claim_bits(osb, handle, ac,  in ocfs2_block_group_grow_discontig()
521 		p_blkno = ocfs2_clusters_to_blocks(osb->sb, p_cpos);  in ocfs2_block_group_grow_discontig()
522 		ocfs2_bg_discontig_add_extent(osb, bg, cl, p_blkno,  in ocfs2_block_group_grow_discontig()
587 	struct ocfs2_super *osb = OCFS2_SB(alloc_inode->i_sb);  in ocfs2_block_group_alloc_discontig()  local
589 	if (!ocfs2_supports_discontig_bg(osb)) {  in ocfs2_block_group_alloc_discontig()
595 				    ocfs2_calc_bg_discontig_credits(osb->sb));  in ocfs2_block_group_alloc_discontig()
610 	status = ocfs2_block_group_claim_bits(osb, handle, ac, min_bits,  in ocfs2_block_group_alloc_discontig()
620 	bg_blkno = ocfs2_clusters_to_blocks(osb->sb, bit_off);  in ocfs2_block_group_alloc_discontig()
624 	bg_bh = sb_getblk(osb->sb, bg_blkno);  in ocfs2_block_group_alloc_discontig()
653 static int ocfs2_block_group_alloc(struct ocfs2_super *osb,  in ocfs2_block_group_alloc()  argument
672 	status = ocfs2_reserve_clusters_with_limit(osb,  in ocfs2_block_group_alloc()
681 	credits = ocfs2_calc_group_alloc_credits(osb->sb,  in ocfs2_block_group_alloc()
683 	handle = ocfs2_start_trans(osb, credits);  in ocfs2_block_group_alloc()
697 	bg_bh = ocfs2_block_group_alloc_contig(osb, handle, alloc_inode,  in ocfs2_block_group_alloc()
752 		ocfs2_commit_trans(osb, handle);  in ocfs2_block_group_alloc()
764 static int ocfs2_reserve_suballoc_bits(struct ocfs2_super *osb,  in ocfs2_reserve_suballoc_bits()  argument
778 	alloc_inode = ocfs2_get_system_file_inode(osb, type, slot);  in ocfs2_reserve_suballoc_bits()
830 		status = ocfs2_block_group_alloc(osb, alloc_inode, bh,  in ocfs2_reserve_suballoc_bits()
838 		atomic_inc(&osb->alloc_stats.bg_extends);  in ocfs2_reserve_suballoc_bits()
856 static void ocfs2_init_inode_steal_slot(struct ocfs2_super *osb)  in ocfs2_init_inode_steal_slot()  argument
858 	spin_lock(&osb->osb_lock);  in ocfs2_init_inode_steal_slot()
859 	osb->s_inode_steal_slot = OCFS2_INVALID_SLOT;  in ocfs2_init_inode_steal_slot()
860 	spin_unlock(&osb->osb_lock);  in ocfs2_init_inode_steal_slot()
861 	atomic_set(&osb->s_num_inodes_stolen, 0);  in ocfs2_init_inode_steal_slot()
864 static void ocfs2_init_meta_steal_slot(struct ocfs2_super *osb)  in ocfs2_init_meta_steal_slot()  argument
866 	spin_lock(&osb->osb_lock);  in ocfs2_init_meta_steal_slot()
867 	osb->s_meta_steal_slot = OCFS2_INVALID_SLOT;  in ocfs2_init_meta_steal_slot()
868 	spin_unlock(&osb->osb_lock);  in ocfs2_init_meta_steal_slot()
869 	atomic_set(&osb->s_num_meta_stolen, 0);  in ocfs2_init_meta_steal_slot()
872 void ocfs2_init_steal_slots(struct ocfs2_super *osb)  in ocfs2_init_steal_slots()  argument
874 	ocfs2_init_inode_steal_slot(osb);  in ocfs2_init_steal_slots()
875 	ocfs2_init_meta_steal_slot(osb);  in ocfs2_init_steal_slots()
878 static void __ocfs2_set_steal_slot(struct ocfs2_super *osb, int slot, int type)  in __ocfs2_set_steal_slot()  argument
880 	spin_lock(&osb->osb_lock);  in __ocfs2_set_steal_slot()
882 		osb->s_inode_steal_slot = (u16)slot;  in __ocfs2_set_steal_slot()
884 		osb->s_meta_steal_slot = (u16)slot;  in __ocfs2_set_steal_slot()
885 	spin_unlock(&osb->osb_lock);  in __ocfs2_set_steal_slot()
888 static int __ocfs2_get_steal_slot(struct ocfs2_super *osb, int type)  in __ocfs2_get_steal_slot()  argument
892 	spin_lock(&osb->osb_lock);  in __ocfs2_get_steal_slot()
894 		slot = osb->s_inode_steal_slot;  in __ocfs2_get_steal_slot()
896 		slot = osb->s_meta_steal_slot;  in __ocfs2_get_steal_slot()
897 	spin_unlock(&osb->osb_lock);  in __ocfs2_get_steal_slot()
902 static int ocfs2_get_inode_steal_slot(struct ocfs2_super *osb)  in ocfs2_get_inode_steal_slot()  argument
904 	return __ocfs2_get_steal_slot(osb, INODE_ALLOC_SYSTEM_INODE);  in ocfs2_get_inode_steal_slot()
907 static int ocfs2_get_meta_steal_slot(struct ocfs2_super *osb)  in ocfs2_get_meta_steal_slot()  argument
909 	return __ocfs2_get_steal_slot(osb, EXTENT_ALLOC_SYSTEM_INODE);  in ocfs2_get_meta_steal_slot()
912 static int ocfs2_steal_resource(struct ocfs2_super *osb,  in ocfs2_steal_resource()  argument
917 	int slot = __ocfs2_get_steal_slot(osb, type);  in ocfs2_steal_resource()
921 		slot = osb->slot_num + 1;  in ocfs2_steal_resource()
923 	for (i = 0; i < osb->max_slots; i++, slot++) {  in ocfs2_steal_resource()
924 		if (slot == osb->max_slots)  in ocfs2_steal_resource()
927 		if (slot == osb->slot_num)  in ocfs2_steal_resource()
930 		status = ocfs2_reserve_suballoc_bits(osb, ac,  in ocfs2_steal_resource()
935 			__ocfs2_set_steal_slot(osb, slot, type);  in ocfs2_steal_resource()
945 static int ocfs2_steal_inode(struct ocfs2_super *osb,  in ocfs2_steal_inode()  argument
948 	return ocfs2_steal_resource(osb, ac, INODE_ALLOC_SYSTEM_INODE);  in ocfs2_steal_inode()
951 static int ocfs2_steal_meta(struct ocfs2_super *osb,  in ocfs2_steal_meta()  argument
954 	return ocfs2_steal_resource(osb, ac, EXTENT_ALLOC_SYSTEM_INODE);  in ocfs2_steal_meta()
957 int ocfs2_reserve_new_metadata_blocks(struct ocfs2_super *osb,  in ocfs2_reserve_new_metadata_blocks()  argument
962 	int slot = ocfs2_get_meta_steal_slot(osb);  in ocfs2_reserve_new_metadata_blocks()
976 		atomic_read(&osb->s_num_meta_stolen) < OCFS2_MAX_TO_STEAL)  in ocfs2_reserve_new_metadata_blocks()
979 	atomic_set(&osb->s_num_meta_stolen, 0);  in ocfs2_reserve_new_metadata_blocks()
980 	status = ocfs2_reserve_suballoc_bits(osb, (*ac),  in ocfs2_reserve_new_metadata_blocks()
982 					     (u32)osb->slot_num, NULL,  in ocfs2_reserve_new_metadata_blocks()
989 			ocfs2_init_meta_steal_slot(osb);  in ocfs2_reserve_new_metadata_blocks()
999 	status = ocfs2_steal_meta(osb, *ac);  in ocfs2_reserve_new_metadata_blocks()
1000 	atomic_inc(&osb->s_num_meta_stolen);  in ocfs2_reserve_new_metadata_blocks()
1019 int ocfs2_reserve_new_metadata(struct ocfs2_super *osb,  in ocfs2_reserve_new_metadata()  argument
1023 	return ocfs2_reserve_new_metadata_blocks(osb,  in ocfs2_reserve_new_metadata()
1028 int ocfs2_reserve_new_inode(struct ocfs2_super *osb,  in ocfs2_reserve_new_inode()  argument
1032 	int slot = ocfs2_get_inode_steal_slot(osb);  in ocfs2_reserve_new_inode()
1052 	if (!(osb->s_mount_opt & OCFS2_MOUNT_INODE64))  in ocfs2_reserve_new_inode()
1065 	    atomic_read(&osb->s_num_inodes_stolen) < OCFS2_MAX_TO_STEAL)  in ocfs2_reserve_new_inode()
1068 	atomic_set(&osb->s_num_inodes_stolen, 0);  in ocfs2_reserve_new_inode()
1069 	alloc_group = osb->osb_inode_alloc_group;  in ocfs2_reserve_new_inode()
1070 	status = ocfs2_reserve_suballoc_bits(osb, *ac,  in ocfs2_reserve_new_inode()
1072 					     (u32)osb->slot_num,  in ocfs2_reserve_new_inode()
1079 		spin_lock(&osb->osb_lock);  in ocfs2_reserve_new_inode()
1080 		osb->osb_inode_alloc_group = alloc_group;  in ocfs2_reserve_new_inode()
1081 		spin_unlock(&osb->osb_lock);  in ocfs2_reserve_new_inode()
1090 			ocfs2_init_inode_steal_slot(osb);  in ocfs2_reserve_new_inode()
1100 	status = ocfs2_steal_inode(osb, *ac);  in ocfs2_reserve_new_inode()
1101 	atomic_inc(&osb->s_num_inodes_stolen);  in ocfs2_reserve_new_inode()
1122 int ocfs2_reserve_cluster_bitmap_bits(struct ocfs2_super *osb,  in ocfs2_reserve_cluster_bitmap_bits()  argument
1130 	status = ocfs2_reserve_suballoc_bits(osb, ac,  in ocfs2_reserve_cluster_bitmap_bits()
1143 static int ocfs2_reserve_clusters_with_limit(struct ocfs2_super *osb,  in ocfs2_reserve_clusters_with_limit()  argument
1163 	    ocfs2_alloc_should_use_local(osb, bits_wanted)) {  in ocfs2_reserve_clusters_with_limit()
1164 		status = ocfs2_reserve_local_alloc_bits(osb,  in ocfs2_reserve_clusters_with_limit()
1175 		status = ocfs2_reserve_cluster_bitmap_bits(osb, *ac);  in ocfs2_reserve_clusters_with_limit()
1182 			ret = ocfs2_try_to_free_truncate_log(osb, bits_wanted);  in ocfs2_reserve_clusters_with_limit()
1221 int ocfs2_reserve_clusters(struct ocfs2_super *osb,  in ocfs2_reserve_clusters()  argument
1225 	return ocfs2_reserve_clusters_with_limit(osb, bits_wanted, 0,  in ocfs2_reserve_clusters()
1277 static int ocfs2_block_group_find_clear_bits(struct ocfs2_super *osb,  in ocfs2_block_group_find_clear_bits()  argument
1486 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);  in ocfs2_cluster_group_search()  local
1511 		ret = ocfs2_block_group_find_clear_bits(osb,  in ocfs2_cluster_group_search()
1540 			ocfs2_local_alloc_seen_free_bits(osb, res->sr_bits);  in ocfs2_cluster_group_search()
2243 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);  in ocfs2_desc_bitmap_to_cluster_off()  local
2248 	if (bg_blkno != osb->first_cluster_group_blkno)  in ocfs2_desc_bitmap_to_cluster_off()
2258 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);  in ocfs2_which_cluster_group()  local
2263 	group_no = cluster / osb->bitmap_cpg;  in ocfs2_which_cluster_group()
2265 		return osb->first_cluster_group_blkno;  in ocfs2_which_cluster_group()
2267 					group_no * osb->bitmap_cpg);  in ocfs2_which_cluster_group()
2277 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);  in ocfs2_block_to_cluster_group()  local
2278 	u32 data_cluster = ocfs2_blocks_to_clusters(osb->sb, data_blkno);  in ocfs2_block_to_cluster_group()
2285 	if (*bg_blkno == osb->first_cluster_group_blkno)  in ocfs2_block_to_cluster_group()
2288 		*bg_bit_off = (u16) ocfs2_blocks_to_clusters(osb->sb,  in ocfs2_block_to_cluster_group()
2308 	struct ocfs2_super *osb = OCFS2_SB(ac->ac_inode->i_sb);  in __ocfs2_claim_clusters()  local
2318 		status = ocfs2_claim_local_alloc_bits(osb,  in __ocfs2_claim_clusters()
2325 			atomic_inc(&osb->alloc_stats.local_data);  in __ocfs2_claim_clusters()
2327 		if (min_clusters > (osb->bitmap_cpg - 1)) {  in __ocfs2_claim_clusters()
2332 			     osb->bitmap_cpg);  in __ocfs2_claim_clusters()
2337 		if (bits_wanted > (osb->bitmap_cpg - 1))  in __ocfs2_claim_clusters()
2338 			bits_wanted = osb->bitmap_cpg - 1;  in __ocfs2_claim_clusters()
2351 			atomic_inc(&osb->alloc_stats.bitmap_data);  in __ocfs2_claim_clusters()
2630 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);  in ocfs2_lock_allocators()  local
2659 	    (ocfs2_sparse_alloc(osb) && num_free_extents < max_recs_needed)) {  in ocfs2_lock_allocators()
2660 		ret = ocfs2_reserve_new_metadata(osb, et->et_root_el, meta_ac);  in ocfs2_lock_allocators()
2671 	ret = ocfs2_reserve_clusters(osb, clusters_to_add, data_ac);  in ocfs2_lock_allocators()
2697 static int ocfs2_get_suballoc_slot_bit(struct ocfs2_super *osb, u64 blkno,  in ocfs2_get_suballoc_slot_bit()  argument
2708 	status = ocfs2_read_blocks_sync(osb, blkno, 1, &inode_bh);  in ocfs2_get_suballoc_slot_bit()
2724 	    (u32)le16_to_cpu(inode_fe->i_suballoc_slot) > osb->max_slots - 1) {  in ocfs2_get_suballoc_slot_bit()
2754 static int ocfs2_test_suballoc_bit(struct ocfs2_super *osb,  in ocfs2_test_suballoc_bit()  argument
2812 int ocfs2_test_inode_bit(struct ocfs2_super *osb, u64 blkno, int *res)  in ocfs2_test_inode_bit()  argument
2822 	status = ocfs2_get_suballoc_slot_bit(osb, blkno, &suballoc_slot,  in ocfs2_test_inode_bit()
2830 		inode_alloc_inode = ocfs2_get_system_file_inode(osb,  in ocfs2_test_inode_bit()
2833 		inode_alloc_inode = ocfs2_get_system_file_inode(osb,  in ocfs2_test_inode_bit()
2854 	status = ocfs2_test_suballoc_bit(osb, inode_alloc_inode, alloc_bh,  in ocfs2_test_inode_bit()